| // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) |
| /* Copyright (C) 2019 Facebook */ |
| |
| #include <errno.h> |
| #include <fcntl.h> |
| #include <linux/err.h> |
| #include <stdbool.h> |
| #include <stdio.h> |
| #include <string.h> |
| #include <unistd.h> |
| #include <linux/btf.h> |
| #include <sys/types.h> |
| #include <sys/stat.h> |
| |
| #include <bpf/bpf.h> |
| #include <bpf/btf.h> |
| #include <bpf/hashmap.h> |
| #include <bpf/libbpf.h> |
| |
| #include "json_writer.h" |
| #include "main.h" |
| |
| #define KFUNC_DECL_TAG "bpf_kfunc" |
| |
| static const char * const btf_kind_str[NR_BTF_KINDS] = { |
| [BTF_KIND_UNKN] = "UNKNOWN", |
| [BTF_KIND_INT] = "INT", |
| [BTF_KIND_PTR] = "PTR", |
| [BTF_KIND_ARRAY] = "ARRAY", |
| [BTF_KIND_STRUCT] = "STRUCT", |
| [BTF_KIND_UNION] = "UNION", |
| [BTF_KIND_ENUM] = "ENUM", |
| [BTF_KIND_FWD] = "FWD", |
| [BTF_KIND_TYPEDEF] = "TYPEDEF", |
| [BTF_KIND_VOLATILE] = "VOLATILE", |
| [BTF_KIND_CONST] = "CONST", |
| [BTF_KIND_RESTRICT] = "RESTRICT", |
| [BTF_KIND_FUNC] = "FUNC", |
| [BTF_KIND_FUNC_PROTO] = "FUNC_PROTO", |
| [BTF_KIND_VAR] = "VAR", |
| [BTF_KIND_DATASEC] = "DATASEC", |
| [BTF_KIND_FLOAT] = "FLOAT", |
| [BTF_KIND_DECL_TAG] = "DECL_TAG", |
| [BTF_KIND_TYPE_TAG] = "TYPE_TAG", |
| [BTF_KIND_ENUM64] = "ENUM64", |
| }; |
| |
| struct sort_datum { |
| int index; |
| int type_rank; |
| const char *sort_name; |
| const char *own_name; |
| __u64 disambig_hash; |
| }; |
| |
| static const char *btf_int_enc_str(__u8 encoding) |
| { |
| switch (encoding) { |
| case 0: |
| return "(none)"; |
| case BTF_INT_SIGNED: |
| return "SIGNED"; |
| case BTF_INT_CHAR: |
| return "CHAR"; |
| case BTF_INT_BOOL: |
| return "BOOL"; |
| default: |
| return "UNKN"; |
| } |
| } |
| |
| static const char *btf_var_linkage_str(__u32 linkage) |
| { |
| switch (linkage) { |
| case BTF_VAR_STATIC: |
| return "static"; |
| case BTF_VAR_GLOBAL_ALLOCATED: |
| return "global"; |
| case BTF_VAR_GLOBAL_EXTERN: |
| return "extern"; |
| default: |
| return "(unknown)"; |
| } |
| } |
| |
| static const char *btf_func_linkage_str(const struct btf_type *t) |
| { |
| switch (btf_vlen(t)) { |
| case BTF_FUNC_STATIC: |
| return "static"; |
| case BTF_FUNC_GLOBAL: |
| return "global"; |
| case BTF_FUNC_EXTERN: |
| return "extern"; |
| default: |
| return "(unknown)"; |
| } |
| } |
| |
| static const char *btf_str(const struct btf *btf, __u32 off) |
| { |
| if (!off) |
| return "(anon)"; |
| return btf__name_by_offset(btf, off) ? : "(invalid)"; |
| } |
| |
| static int btf_kind_safe(int kind) |
| { |
| return kind <= BTF_KIND_MAX ? kind : BTF_KIND_UNKN; |
| } |
| |
| static int dump_btf_type(const struct btf *btf, __u32 id, |
| const struct btf_type *t) |
| { |
| json_writer_t *w = json_wtr; |
| int kind = btf_kind(t); |
| |
| if (json_output) { |
| jsonw_start_object(w); |
| jsonw_uint_field(w, "id", id); |
| jsonw_string_field(w, "kind", btf_kind_str[btf_kind_safe(kind)]); |
| jsonw_string_field(w, "name", btf_str(btf, t->name_off)); |
| } else { |
| printf("[%u] %s '%s'", id, btf_kind_str[btf_kind_safe(kind)], |
| btf_str(btf, t->name_off)); |
| } |
| |
| switch (kind) { |
| case BTF_KIND_INT: { |
| __u32 v = *(__u32 *)(t + 1); |
| const char *enc; |
| |
| enc = btf_int_enc_str(BTF_INT_ENCODING(v)); |
| |
| if (json_output) { |
| jsonw_uint_field(w, "size", t->size); |
| jsonw_uint_field(w, "bits_offset", BTF_INT_OFFSET(v)); |
| jsonw_uint_field(w, "nr_bits", BTF_INT_BITS(v)); |
| jsonw_string_field(w, "encoding", enc); |
| } else { |
| printf(" size=%u bits_offset=%u nr_bits=%u encoding=%s", |
| t->size, BTF_INT_OFFSET(v), BTF_INT_BITS(v), |
| enc); |
| } |
| break; |
| } |
| case BTF_KIND_PTR: |
| case BTF_KIND_CONST: |
| case BTF_KIND_VOLATILE: |
| case BTF_KIND_RESTRICT: |
| case BTF_KIND_TYPEDEF: |
| case BTF_KIND_TYPE_TAG: |
| if (json_output) |
| jsonw_uint_field(w, "type_id", t->type); |
| else |
| printf(" type_id=%u", t->type); |
| break; |
| case BTF_KIND_ARRAY: { |
| const struct btf_array *arr = (const void *)(t + 1); |
| |
| if (json_output) { |
| jsonw_uint_field(w, "type_id", arr->type); |
| jsonw_uint_field(w, "index_type_id", arr->index_type); |
| jsonw_uint_field(w, "nr_elems", arr->nelems); |
| } else { |
| printf(" type_id=%u index_type_id=%u nr_elems=%u", |
| arr->type, arr->index_type, arr->nelems); |
| } |
| break; |
| } |
| case BTF_KIND_STRUCT: |
| case BTF_KIND_UNION: { |
| const struct btf_member *m = (const void *)(t + 1); |
| __u16 vlen = BTF_INFO_VLEN(t->info); |
| int i; |
| |
| if (json_output) { |
| jsonw_uint_field(w, "size", t->size); |
| jsonw_uint_field(w, "vlen", vlen); |
| jsonw_name(w, "members"); |
| jsonw_start_array(w); |
| } else { |
| printf(" size=%u vlen=%u", t->size, vlen); |
| } |
| for (i = 0; i < vlen; i++, m++) { |
| const char *name = btf_str(btf, m->name_off); |
| __u32 bit_off, bit_sz; |
| |
| if (BTF_INFO_KFLAG(t->info)) { |
| bit_off = BTF_MEMBER_BIT_OFFSET(m->offset); |
| bit_sz = BTF_MEMBER_BITFIELD_SIZE(m->offset); |
| } else { |
| bit_off = m->offset; |
| bit_sz = 0; |
| } |
| |
| if (json_output) { |
| jsonw_start_object(w); |
| jsonw_string_field(w, "name", name); |
| jsonw_uint_field(w, "type_id", m->type); |
| jsonw_uint_field(w, "bits_offset", bit_off); |
| if (bit_sz) { |
| jsonw_uint_field(w, "bitfield_size", |
| bit_sz); |
| } |
| jsonw_end_object(w); |
| } else { |
| printf("\n\t'%s' type_id=%u bits_offset=%u", |
| name, m->type, bit_off); |
| if (bit_sz) |
| printf(" bitfield_size=%u", bit_sz); |
| } |
| } |
| if (json_output) |
| jsonw_end_array(w); |
| break; |
| } |
| case BTF_KIND_ENUM: { |
| const struct btf_enum *v = (const void *)(t + 1); |
| __u16 vlen = BTF_INFO_VLEN(t->info); |
| const char *encoding; |
| int i; |
| |
| encoding = btf_kflag(t) ? "SIGNED" : "UNSIGNED"; |
| if (json_output) { |
| jsonw_string_field(w, "encoding", encoding); |
| jsonw_uint_field(w, "size", t->size); |
| jsonw_uint_field(w, "vlen", vlen); |
| jsonw_name(w, "values"); |
| jsonw_start_array(w); |
| } else { |
| printf(" encoding=%s size=%u vlen=%u", encoding, t->size, vlen); |
| } |
| for (i = 0; i < vlen; i++, v++) { |
| const char *name = btf_str(btf, v->name_off); |
| |
| if (json_output) { |
| jsonw_start_object(w); |
| jsonw_string_field(w, "name", name); |
| if (btf_kflag(t)) |
| jsonw_int_field(w, "val", v->val); |
| else |
| jsonw_uint_field(w, "val", v->val); |
| jsonw_end_object(w); |
| } else { |
| if (btf_kflag(t)) |
| printf("\n\t'%s' val=%d", name, v->val); |
| else |
| printf("\n\t'%s' val=%u", name, v->val); |
| } |
| } |
| if (json_output) |
| jsonw_end_array(w); |
| break; |
| } |
| case BTF_KIND_ENUM64: { |
| const struct btf_enum64 *v = btf_enum64(t); |
| __u16 vlen = btf_vlen(t); |
| const char *encoding; |
| int i; |
| |
| encoding = btf_kflag(t) ? "SIGNED" : "UNSIGNED"; |
| if (json_output) { |
| jsonw_string_field(w, "encoding", encoding); |
| jsonw_uint_field(w, "size", t->size); |
| jsonw_uint_field(w, "vlen", vlen); |
| jsonw_name(w, "values"); |
| jsonw_start_array(w); |
| } else { |
| printf(" encoding=%s size=%u vlen=%u", encoding, t->size, vlen); |
| } |
| for (i = 0; i < vlen; i++, v++) { |
| const char *name = btf_str(btf, v->name_off); |
| __u64 val = ((__u64)v->val_hi32 << 32) | v->val_lo32; |
| |
| if (json_output) { |
| jsonw_start_object(w); |
| jsonw_string_field(w, "name", name); |
| if (btf_kflag(t)) |
| jsonw_int_field(w, "val", val); |
| else |
| jsonw_uint_field(w, "val", val); |
| jsonw_end_object(w); |
| } else { |
| if (btf_kflag(t)) |
| printf("\n\t'%s' val=%lldLL", name, |
| (unsigned long long)val); |
| else |
| printf("\n\t'%s' val=%lluULL", name, |
| (unsigned long long)val); |
| } |
| } |
| if (json_output) |
| jsonw_end_array(w); |
| break; |
| } |
| case BTF_KIND_FWD: { |
| const char *fwd_kind = BTF_INFO_KFLAG(t->info) ? "union" |
| : "struct"; |
| |
| if (json_output) |
| jsonw_string_field(w, "fwd_kind", fwd_kind); |
| else |
| printf(" fwd_kind=%s", fwd_kind); |
| break; |
| } |
| case BTF_KIND_FUNC: { |
| const char *linkage = btf_func_linkage_str(t); |
| |
| if (json_output) { |
| jsonw_uint_field(w, "type_id", t->type); |
| jsonw_string_field(w, "linkage", linkage); |
| } else { |
| printf(" type_id=%u linkage=%s", t->type, linkage); |
| } |
| break; |
| } |
| case BTF_KIND_FUNC_PROTO: { |
| const struct btf_param *p = (const void *)(t + 1); |
| __u16 vlen = BTF_INFO_VLEN(t->info); |
| int i; |
| |
| if (json_output) { |
| jsonw_uint_field(w, "ret_type_id", t->type); |
| jsonw_uint_field(w, "vlen", vlen); |
| jsonw_name(w, "params"); |
| jsonw_start_array(w); |
| } else { |
| printf(" ret_type_id=%u vlen=%u", t->type, vlen); |
| } |
| for (i = 0; i < vlen; i++, p++) { |
| const char *name = btf_str(btf, p->name_off); |
| |
| if (json_output) { |
| jsonw_start_object(w); |
| jsonw_string_field(w, "name", name); |
| jsonw_uint_field(w, "type_id", p->type); |
| jsonw_end_object(w); |
| } else { |
| printf("\n\t'%s' type_id=%u", name, p->type); |
| } |
| } |
| if (json_output) |
| jsonw_end_array(w); |
| break; |
| } |
| case BTF_KIND_VAR: { |
| const struct btf_var *v = (const void *)(t + 1); |
| const char *linkage; |
| |
| linkage = btf_var_linkage_str(v->linkage); |
| |
| if (json_output) { |
| jsonw_uint_field(w, "type_id", t->type); |
| jsonw_string_field(w, "linkage", linkage); |
| } else { |
| printf(" type_id=%u, linkage=%s", t->type, linkage); |
| } |
| break; |
| } |
| case BTF_KIND_DATASEC: { |
| const struct btf_var_secinfo *v = (const void *)(t + 1); |
| const struct btf_type *vt; |
| __u16 vlen = BTF_INFO_VLEN(t->info); |
| int i; |
| |
| if (json_output) { |
| jsonw_uint_field(w, "size", t->size); |
| jsonw_uint_field(w, "vlen", vlen); |
| jsonw_name(w, "vars"); |
| jsonw_start_array(w); |
| } else { |
| printf(" size=%u vlen=%u", t->size, vlen); |
| } |
| for (i = 0; i < vlen; i++, v++) { |
| if (json_output) { |
| jsonw_start_object(w); |
| jsonw_uint_field(w, "type_id", v->type); |
| jsonw_uint_field(w, "offset", v->offset); |
| jsonw_uint_field(w, "size", v->size); |
| jsonw_end_object(w); |
| } else { |
| printf("\n\ttype_id=%u offset=%u size=%u", |
| v->type, v->offset, v->size); |
| |
| if (v->type < btf__type_cnt(btf)) { |
| vt = btf__type_by_id(btf, v->type); |
| printf(" (%s '%s')", |
| btf_kind_str[btf_kind_safe(btf_kind(vt))], |
| btf_str(btf, vt->name_off)); |
| } |
| } |
| } |
| if (json_output) |
| jsonw_end_array(w); |
| break; |
| } |
| case BTF_KIND_FLOAT: { |
| if (json_output) |
| jsonw_uint_field(w, "size", t->size); |
| else |
| printf(" size=%u", t->size); |
| break; |
| } |
| case BTF_KIND_DECL_TAG: { |
| const struct btf_decl_tag *tag = (const void *)(t + 1); |
| |
| if (json_output) { |
| jsonw_uint_field(w, "type_id", t->type); |
| jsonw_int_field(w, "component_idx", tag->component_idx); |
| } else { |
| printf(" type_id=%u component_idx=%d", t->type, tag->component_idx); |
| } |
| break; |
| } |
| default: |
| break; |
| } |
| |
| if (json_output) |
| jsonw_end_object(json_wtr); |
| else |
| printf("\n"); |
| |
| return 0; |
| } |
| |
| static int dump_btf_raw(const struct btf *btf, |
| __u32 *root_type_ids, int root_type_cnt) |
| { |
| const struct btf_type *t; |
| int i; |
| |
| if (json_output) { |
| jsonw_start_object(json_wtr); |
| jsonw_name(json_wtr, "types"); |
| jsonw_start_array(json_wtr); |
| } |
| |
| if (root_type_cnt) { |
| for (i = 0; i < root_type_cnt; i++) { |
| t = btf__type_by_id(btf, root_type_ids[i]); |
| dump_btf_type(btf, root_type_ids[i], t); |
| } |
| } else { |
| const struct btf *base; |
| int cnt = btf__type_cnt(btf); |
| int start_id = 1; |
| |
| base = btf__base_btf(btf); |
| if (base) |
| start_id = btf__type_cnt(base); |
| |
| for (i = start_id; i < cnt; i++) { |
| t = btf__type_by_id(btf, i); |
| dump_btf_type(btf, i, t); |
| } |
| } |
| |
| if (json_output) { |
| jsonw_end_array(json_wtr); |
| jsonw_end_object(json_wtr); |
| } |
| return 0; |
| } |
| |
| static int dump_btf_kfuncs(struct btf_dump *d, const struct btf *btf) |
| { |
| LIBBPF_OPTS(btf_dump_emit_type_decl_opts, opts); |
| int cnt = btf__type_cnt(btf); |
| int i; |
| |
| printf("\n/* BPF kfuncs */\n"); |
| printf("#ifndef BPF_NO_KFUNC_PROTOTYPES\n"); |
| |
| for (i = 1; i < cnt; i++) { |
| const struct btf_type *t = btf__type_by_id(btf, i); |
| const char *name; |
| int err; |
| |
| if (!btf_is_decl_tag(t)) |
| continue; |
| |
| if (btf_decl_tag(t)->component_idx != -1) |
| continue; |
| |
| name = btf__name_by_offset(btf, t->name_off); |
| if (strncmp(name, KFUNC_DECL_TAG, sizeof(KFUNC_DECL_TAG))) |
| continue; |
| |
| t = btf__type_by_id(btf, t->type); |
| if (!btf_is_func(t)) |
| continue; |
| |
| printf("extern "); |
| |
| opts.field_name = btf__name_by_offset(btf, t->name_off); |
| err = btf_dump__emit_type_decl(d, t->type, &opts); |
| if (err) |
| return err; |
| |
| printf(" __weak __ksym;\n"); |
| } |
| |
| printf("#endif\n\n"); |
| |
| return 0; |
| } |
| |
| static void __printf(2, 0) btf_dump_printf(void *ctx, |
| const char *fmt, va_list args) |
| { |
| vfprintf(stdout, fmt, args); |
| } |
| |
| static int btf_type_rank(const struct btf *btf, __u32 index, bool has_name) |
| { |
| const struct btf_type *t = btf__type_by_id(btf, index); |
| const int kind = btf_kind(t); |
| const int max_rank = 10; |
| |
| if (t->name_off) |
| has_name = true; |
| |
| switch (kind) { |
| case BTF_KIND_ENUM: |
| case BTF_KIND_ENUM64: |
| return has_name ? 1 : 0; |
| case BTF_KIND_INT: |
| case BTF_KIND_FLOAT: |
| return 2; |
| case BTF_KIND_STRUCT: |
| case BTF_KIND_UNION: |
| return has_name ? 3 : max_rank; |
| case BTF_KIND_FUNC_PROTO: |
| return has_name ? 4 : max_rank; |
| case BTF_KIND_ARRAY: |
| if (has_name) |
| return btf_type_rank(btf, btf_array(t)->type, has_name); |
| return max_rank; |
| case BTF_KIND_TYPE_TAG: |
| case BTF_KIND_CONST: |
| case BTF_KIND_PTR: |
| case BTF_KIND_VOLATILE: |
| case BTF_KIND_RESTRICT: |
| case BTF_KIND_TYPEDEF: |
| case BTF_KIND_DECL_TAG: |
| if (has_name) |
| return btf_type_rank(btf, t->type, has_name); |
| return max_rank; |
| default: |
| return max_rank; |
| } |
| } |
| |
| static const char *btf_type_sort_name(const struct btf *btf, __u32 index, bool from_ref) |
| { |
| const struct btf_type *t = btf__type_by_id(btf, index); |
| |
| switch (btf_kind(t)) { |
| case BTF_KIND_ENUM: |
| case BTF_KIND_ENUM64: { |
| int name_off = t->name_off; |
| |
| if (!from_ref && !name_off && btf_vlen(t)) |
| name_off = btf_kind(t) == BTF_KIND_ENUM64 ? |
| btf_enum64(t)->name_off : |
| btf_enum(t)->name_off; |
| |
| return btf__name_by_offset(btf, name_off); |
| } |
| case BTF_KIND_ARRAY: |
| return btf_type_sort_name(btf, btf_array(t)->type, true); |
| case BTF_KIND_TYPE_TAG: |
| case BTF_KIND_CONST: |
| case BTF_KIND_PTR: |
| case BTF_KIND_VOLATILE: |
| case BTF_KIND_RESTRICT: |
| case BTF_KIND_TYPEDEF: |
| case BTF_KIND_DECL_TAG: |
| return btf_type_sort_name(btf, t->type, true); |
| default: |
| return btf__name_by_offset(btf, t->name_off); |
| } |
| return NULL; |
| } |
| |
| static __u64 hasher(__u64 hash, __u64 val) |
| { |
| return hash * 31 + val; |
| } |
| |
| static __u64 btf_name_hasher(__u64 hash, const struct btf *btf, __u32 name_off) |
| { |
| if (!name_off) |
| return hash; |
| |
| return hasher(hash, str_hash(btf__name_by_offset(btf, name_off))); |
| } |
| |
| static __u64 btf_type_disambig_hash(const struct btf *btf, __u32 id, bool include_members) |
| { |
| const struct btf_type *t = btf__type_by_id(btf, id); |
| int i; |
| size_t hash = 0; |
| |
| hash = btf_name_hasher(hash, btf, t->name_off); |
| |
| switch (btf_kind(t)) { |
| case BTF_KIND_ENUM: |
| case BTF_KIND_ENUM64: |
| for (i = 0; i < btf_vlen(t); i++) { |
| __u32 name_off = btf_is_enum(t) ? |
| btf_enum(t)[i].name_off : |
| btf_enum64(t)[i].name_off; |
| |
| hash = btf_name_hasher(hash, btf, name_off); |
| } |
| break; |
| case BTF_KIND_STRUCT: |
| case BTF_KIND_UNION: |
| if (!include_members) |
| break; |
| for (i = 0; i < btf_vlen(t); i++) { |
| const struct btf_member *m = btf_members(t) + i; |
| |
| hash = btf_name_hasher(hash, btf, m->name_off); |
| /* resolve field type's name and hash it as well */ |
| hash = hasher(hash, btf_type_disambig_hash(btf, m->type, false)); |
| } |
| break; |
| case BTF_KIND_TYPE_TAG: |
| case BTF_KIND_CONST: |
| case BTF_KIND_PTR: |
| case BTF_KIND_VOLATILE: |
| case BTF_KIND_RESTRICT: |
| case BTF_KIND_TYPEDEF: |
| case BTF_KIND_DECL_TAG: |
| hash = hasher(hash, btf_type_disambig_hash(btf, t->type, include_members)); |
| break; |
| case BTF_KIND_ARRAY: { |
| struct btf_array *arr = btf_array(t); |
| |
| hash = hasher(hash, arr->nelems); |
| hash = hasher(hash, btf_type_disambig_hash(btf, arr->type, include_members)); |
| break; |
| } |
| default: |
| break; |
| } |
| return hash; |
| } |
| |
| static int btf_type_compare(const void *left, const void *right) |
| { |
| const struct sort_datum *d1 = (const struct sort_datum *)left; |
| const struct sort_datum *d2 = (const struct sort_datum *)right; |
| int r; |
| |
| r = d1->type_rank - d2->type_rank; |
| r = r ?: strcmp(d1->sort_name, d2->sort_name); |
| r = r ?: strcmp(d1->own_name, d2->own_name); |
| if (r) |
| return r; |
| |
| if (d1->disambig_hash != d2->disambig_hash) |
| return d1->disambig_hash < d2->disambig_hash ? -1 : 1; |
| |
| return d1->index - d2->index; |
| } |
| |
| static struct sort_datum *sort_btf_c(const struct btf *btf) |
| { |
| struct sort_datum *datums; |
| int n; |
| |
| n = btf__type_cnt(btf); |
| datums = malloc(sizeof(struct sort_datum) * n); |
| if (!datums) |
| return NULL; |
| |
| for (int i = 0; i < n; ++i) { |
| struct sort_datum *d = datums + i; |
| const struct btf_type *t = btf__type_by_id(btf, i); |
| |
| d->index = i; |
| d->type_rank = btf_type_rank(btf, i, false); |
| d->sort_name = btf_type_sort_name(btf, i, false); |
| d->own_name = btf__name_by_offset(btf, t->name_off); |
| d->disambig_hash = btf_type_disambig_hash(btf, i, true); |
| } |
| |
| qsort(datums, n, sizeof(struct sort_datum), btf_type_compare); |
| |
| return datums; |
| } |
| |
| static int dump_btf_c(const struct btf *btf, |
| __u32 *root_type_ids, int root_type_cnt, bool sort_dump) |
| { |
| struct sort_datum *datums = NULL; |
| struct btf_dump *d; |
| int err = 0, i; |
| |
| d = btf_dump__new(btf, btf_dump_printf, NULL, NULL); |
| if (!d) |
| return -errno; |
| |
| printf("#ifndef __VMLINUX_H__\n"); |
| printf("#define __VMLINUX_H__\n"); |
| printf("\n"); |
| printf("#ifndef BPF_NO_PRESERVE_ACCESS_INDEX\n"); |
| printf("#pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record)\n"); |
| printf("#endif\n\n"); |
| printf("#ifndef __ksym\n"); |
| printf("#define __ksym __attribute__((section(\".ksyms\")))\n"); |
| printf("#endif\n\n"); |
| printf("#ifndef __weak\n"); |
| printf("#define __weak __attribute__((weak))\n"); |
| printf("#endif\n\n"); |
| |
| if (root_type_cnt) { |
| for (i = 0; i < root_type_cnt; i++) { |
| err = btf_dump__dump_type(d, root_type_ids[i]); |
| if (err) |
| goto done; |
| } |
| } else { |
| int cnt = btf__type_cnt(btf); |
| |
| if (sort_dump) |
| datums = sort_btf_c(btf); |
| for (i = 1; i < cnt; i++) { |
| int idx = datums ? datums[i].index : i; |
| |
| err = btf_dump__dump_type(d, idx); |
| if (err) |
| goto done; |
| } |
| |
| err = dump_btf_kfuncs(d, btf); |
| if (err) |
| goto done; |
| } |
| |
| printf("#ifndef BPF_NO_PRESERVE_ACCESS_INDEX\n"); |
| printf("#pragma clang attribute pop\n"); |
| printf("#endif\n"); |
| printf("\n"); |
| printf("#endif /* __VMLINUX_H__ */\n"); |
| |
| done: |
| free(datums); |
| btf_dump__free(d); |
| return err; |
| } |
| |
| static const char sysfs_vmlinux[] = "/sys/kernel/btf/vmlinux"; |
| |
| static struct btf *get_vmlinux_btf_from_sysfs(void) |
| { |
| struct btf *base; |
| |
| base = btf__parse(sysfs_vmlinux, NULL); |
| if (!base) |
| p_err("failed to parse vmlinux BTF at '%s': %d\n", |
| sysfs_vmlinux, -errno); |
| |
| return base; |
| } |
| |
| #define BTF_NAME_BUFF_LEN 64 |
| |
| static bool btf_is_kernel_module(__u32 btf_id) |
| { |
| struct bpf_btf_info btf_info = {}; |
| char btf_name[BTF_NAME_BUFF_LEN]; |
| int btf_fd; |
| __u32 len; |
| int err; |
| |
| btf_fd = bpf_btf_get_fd_by_id(btf_id); |
| if (btf_fd < 0) { |
| p_err("can't get BTF object by id (%u): %s", btf_id, strerror(errno)); |
| return false; |
| } |
| |
| len = sizeof(btf_info); |
| btf_info.name = ptr_to_u64(btf_name); |
| btf_info.name_len = sizeof(btf_name); |
| err = bpf_btf_get_info_by_fd(btf_fd, &btf_info, &len); |
| close(btf_fd); |
| if (err) { |
| p_err("can't get BTF (ID %u) object info: %s", btf_id, strerror(errno)); |
| return false; |
| } |
| |
| return btf_info.kernel_btf && strncmp(btf_name, "vmlinux", sizeof(btf_name)) != 0; |
| } |
| |
| static int do_dump(int argc, char **argv) |
| { |
| bool dump_c = false, sort_dump_c = true; |
| struct btf *btf = NULL, *base = NULL; |
| __u32 root_type_ids[2]; |
| int root_type_cnt = 0; |
| __u32 btf_id = -1; |
| const char *src; |
| int fd = -1; |
| int err = 0; |
| |
| if (!REQ_ARGS(2)) { |
| usage(); |
| return -1; |
| } |
| src = GET_ARG(); |
| if (is_prefix(src, "map")) { |
| struct bpf_map_info info = {}; |
| __u32 len = sizeof(info); |
| |
| if (!REQ_ARGS(2)) { |
| usage(); |
| return -1; |
| } |
| |
| fd = map_parse_fd_and_info(&argc, &argv, &info, &len); |
| if (fd < 0) |
| return -1; |
| |
| btf_id = info.btf_id; |
| if (argc && is_prefix(*argv, "key")) { |
| root_type_ids[root_type_cnt++] = info.btf_key_type_id; |
| NEXT_ARG(); |
| } else if (argc && is_prefix(*argv, "value")) { |
| root_type_ids[root_type_cnt++] = info.btf_value_type_id; |
| NEXT_ARG(); |
| } else if (argc && is_prefix(*argv, "all")) { |
| NEXT_ARG(); |
| } else if (argc && is_prefix(*argv, "kv")) { |
| root_type_ids[root_type_cnt++] = info.btf_key_type_id; |
| root_type_ids[root_type_cnt++] = info.btf_value_type_id; |
| NEXT_ARG(); |
| } else { |
| root_type_ids[root_type_cnt++] = info.btf_key_type_id; |
| root_type_ids[root_type_cnt++] = info.btf_value_type_id; |
| } |
| } else if (is_prefix(src, "prog")) { |
| struct bpf_prog_info info = {}; |
| __u32 len = sizeof(info); |
| |
| if (!REQ_ARGS(2)) { |
| usage(); |
| return -1; |
| } |
| |
| fd = prog_parse_fd(&argc, &argv); |
| if (fd < 0) |
| return -1; |
| |
| err = bpf_prog_get_info_by_fd(fd, &info, &len); |
| if (err) { |
| p_err("can't get prog info: %s", strerror(errno)); |
| goto done; |
| } |
| |
| btf_id = info.btf_id; |
| } else if (is_prefix(src, "id")) { |
| char *endptr; |
| |
| btf_id = strtoul(*argv, &endptr, 0); |
| if (*endptr) { |
| p_err("can't parse %s as ID", *argv); |
| return -1; |
| } |
| NEXT_ARG(); |
| } else if (is_prefix(src, "file")) { |
| const char sysfs_prefix[] = "/sys/kernel/btf/"; |
| |
| if (!base_btf && |
| strncmp(*argv, sysfs_prefix, sizeof(sysfs_prefix) - 1) == 0 && |
| strcmp(*argv, sysfs_vmlinux) != 0) |
| base = get_vmlinux_btf_from_sysfs(); |
| |
| btf = btf__parse_split(*argv, base ?: base_btf); |
| if (!btf) { |
| err = -errno; |
| p_err("failed to load BTF from %s: %s", |
| *argv, strerror(errno)); |
| goto done; |
| } |
| NEXT_ARG(); |
| } else { |
| err = -1; |
| p_err("unrecognized BTF source specifier: '%s'", src); |
| goto done; |
| } |
| |
| while (argc) { |
| if (is_prefix(*argv, "format")) { |
| NEXT_ARG(); |
| if (argc < 1) { |
| p_err("expecting value for 'format' option\n"); |
| err = -EINVAL; |
| goto done; |
| } |
| if (strcmp(*argv, "c") == 0) { |
| dump_c = true; |
| } else if (strcmp(*argv, "raw") == 0) { |
| dump_c = false; |
| } else { |
| p_err("unrecognized format specifier: '%s', possible values: raw, c", |
| *argv); |
| err = -EINVAL; |
| goto done; |
| } |
| NEXT_ARG(); |
| } else if (is_prefix(*argv, "unsorted")) { |
| sort_dump_c = false; |
| NEXT_ARG(); |
| } else { |
| p_err("unrecognized option: '%s'", *argv); |
| err = -EINVAL; |
| goto done; |
| } |
| } |
| |
| if (!btf) { |
| if (!base_btf && btf_is_kernel_module(btf_id)) { |
| p_info("Warning: valid base BTF was not specified with -B option, falling back to standard base BTF (%s)", |
| sysfs_vmlinux); |
| base_btf = get_vmlinux_btf_from_sysfs(); |
| } |
| |
| btf = btf__load_from_kernel_by_id_split(btf_id, base_btf); |
| if (!btf) { |
| err = -errno; |
| p_err("get btf by id (%u): %s", btf_id, strerror(errno)); |
| goto done; |
| } |
| } |
| |
| if (dump_c) { |
| if (json_output) { |
| p_err("JSON output for C-syntax dump is not supported"); |
| err = -ENOTSUP; |
| goto done; |
| } |
| err = dump_btf_c(btf, root_type_ids, root_type_cnt, sort_dump_c); |
| } else { |
| err = dump_btf_raw(btf, root_type_ids, root_type_cnt); |
| } |
| |
| done: |
| close(fd); |
| btf__free(btf); |
| btf__free(base); |
| return err; |
| } |
| |
| static int btf_parse_fd(int *argc, char ***argv) |
| { |
| unsigned int id; |
| char *endptr; |
| int fd; |
| |
| if (!is_prefix(*argv[0], "id")) { |
| p_err("expected 'id', got: '%s'?", **argv); |
| return -1; |
| } |
| NEXT_ARGP(); |
| |
| id = strtoul(**argv, &endptr, 0); |
| if (*endptr) { |
| p_err("can't parse %s as ID", **argv); |
| return -1; |
| } |
| NEXT_ARGP(); |
| |
| fd = bpf_btf_get_fd_by_id(id); |
| if (fd < 0) |
| p_err("can't get BTF object by id (%u): %s", |
| id, strerror(errno)); |
| |
| return fd; |
| } |
| |
| static int |
| build_btf_type_table(struct hashmap *tab, enum bpf_obj_type type, |
| void *info, __u32 *len) |
| { |
| static const char * const names[] = { |
| [BPF_OBJ_UNKNOWN] = "unknown", |
| [BPF_OBJ_PROG] = "prog", |
| [BPF_OBJ_MAP] = "map", |
| }; |
| __u32 btf_id, id = 0; |
| int err; |
| int fd; |
| |
| while (true) { |
| switch (type) { |
| case BPF_OBJ_PROG: |
| err = bpf_prog_get_next_id(id, &id); |
| break; |
| case BPF_OBJ_MAP: |
| err = bpf_map_get_next_id(id, &id); |
| break; |
| default: |
| err = -1; |
| p_err("unexpected object type: %d", type); |
| goto err_free; |
| } |
| if (err) { |
| if (errno == ENOENT) { |
| err = 0; |
| break; |
| } |
| p_err("can't get next %s: %s%s", names[type], |
| strerror(errno), |
| errno == EINVAL ? " -- kernel too old?" : ""); |
| goto err_free; |
| } |
| |
| switch (type) { |
| case BPF_OBJ_PROG: |
| fd = bpf_prog_get_fd_by_id(id); |
| break; |
| case BPF_OBJ_MAP: |
| fd = bpf_map_get_fd_by_id(id); |
| break; |
| default: |
| err = -1; |
| p_err("unexpected object type: %d", type); |
| goto err_free; |
| } |
| if (fd < 0) { |
| if (errno == ENOENT) |
| continue; |
| p_err("can't get %s by id (%u): %s", names[type], id, |
| strerror(errno)); |
| err = -1; |
| goto err_free; |
| } |
| |
| memset(info, 0, *len); |
| if (type == BPF_OBJ_PROG) |
| err = bpf_prog_get_info_by_fd(fd, info, len); |
| else |
| err = bpf_map_get_info_by_fd(fd, info, len); |
| close(fd); |
| if (err) { |
| p_err("can't get %s info: %s", names[type], |
| strerror(errno)); |
| goto err_free; |
| } |
| |
| switch (type) { |
| case BPF_OBJ_PROG: |
| btf_id = ((struct bpf_prog_info *)info)->btf_id; |
| break; |
| case BPF_OBJ_MAP: |
| btf_id = ((struct bpf_map_info *)info)->btf_id; |
| break; |
| default: |
| err = -1; |
| p_err("unexpected object type: %d", type); |
| goto err_free; |
| } |
| if (!btf_id) |
| continue; |
| |
| err = hashmap__append(tab, btf_id, id); |
| if (err) { |
| p_err("failed to append entry to hashmap for BTF ID %u, object ID %u: %s", |
| btf_id, id, strerror(-err)); |
| goto err_free; |
| } |
| } |
| |
| return 0; |
| |
| err_free: |
| hashmap__free(tab); |
| return err; |
| } |
| |
| static int |
| build_btf_tables(struct hashmap *btf_prog_table, |
| struct hashmap *btf_map_table) |
| { |
| struct bpf_prog_info prog_info; |
| __u32 prog_len = sizeof(prog_info); |
| struct bpf_map_info map_info; |
| __u32 map_len = sizeof(map_info); |
| int err = 0; |
| |
| err = build_btf_type_table(btf_prog_table, BPF_OBJ_PROG, &prog_info, |
| &prog_len); |
| if (err) |
| return err; |
| |
| err = build_btf_type_table(btf_map_table, BPF_OBJ_MAP, &map_info, |
| &map_len); |
| if (err) { |
| hashmap__free(btf_prog_table); |
| return err; |
| } |
| |
| return 0; |
| } |
| |
| static void |
| show_btf_plain(struct bpf_btf_info *info, int fd, |
| struct hashmap *btf_prog_table, |
| struct hashmap *btf_map_table) |
| { |
| struct hashmap_entry *entry; |
| const char *name = u64_to_ptr(info->name); |
| int n; |
| |
| printf("%u: ", info->id); |
| if (info->kernel_btf) |
| printf("name [%s] ", name); |
| else if (name && name[0]) |
| printf("name %s ", name); |
| else |
| printf("name <anon> "); |
| printf("size %uB", info->btf_size); |
| |
| n = 0; |
| hashmap__for_each_key_entry(btf_prog_table, entry, info->id) { |
| printf("%s%lu", n++ == 0 ? " prog_ids " : ",", entry->value); |
| } |
| |
| n = 0; |
| hashmap__for_each_key_entry(btf_map_table, entry, info->id) { |
| printf("%s%lu", n++ == 0 ? " map_ids " : ",", entry->value); |
| } |
| |
| emit_obj_refs_plain(refs_table, info->id, "\n\tpids "); |
| |
| printf("\n"); |
| } |
| |
| static void |
| show_btf_json(struct bpf_btf_info *info, int fd, |
| struct hashmap *btf_prog_table, |
| struct hashmap *btf_map_table) |
| { |
| struct hashmap_entry *entry; |
| const char *name = u64_to_ptr(info->name); |
| |
| jsonw_start_object(json_wtr); /* btf object */ |
| jsonw_uint_field(json_wtr, "id", info->id); |
| jsonw_uint_field(json_wtr, "size", info->btf_size); |
| |
| jsonw_name(json_wtr, "prog_ids"); |
| jsonw_start_array(json_wtr); /* prog_ids */ |
| hashmap__for_each_key_entry(btf_prog_table, entry, info->id) { |
| jsonw_uint(json_wtr, entry->value); |
| } |
| jsonw_end_array(json_wtr); /* prog_ids */ |
| |
| jsonw_name(json_wtr, "map_ids"); |
| jsonw_start_array(json_wtr); /* map_ids */ |
| hashmap__for_each_key_entry(btf_map_table, entry, info->id) { |
| jsonw_uint(json_wtr, entry->value); |
| } |
| jsonw_end_array(json_wtr); /* map_ids */ |
| |
| emit_obj_refs_json(refs_table, info->id, json_wtr); /* pids */ |
| |
| jsonw_bool_field(json_wtr, "kernel", info->kernel_btf); |
| |
| if (name && name[0]) |
| jsonw_string_field(json_wtr, "name", name); |
| |
| jsonw_end_object(json_wtr); /* btf object */ |
| } |
| |
| static int |
| show_btf(int fd, struct hashmap *btf_prog_table, |
| struct hashmap *btf_map_table) |
| { |
| struct bpf_btf_info info; |
| __u32 len = sizeof(info); |
| char name[64]; |
| int err; |
| |
| memset(&info, 0, sizeof(info)); |
| err = bpf_btf_get_info_by_fd(fd, &info, &len); |
| if (err) { |
| p_err("can't get BTF object info: %s", strerror(errno)); |
| return -1; |
| } |
| /* if kernel support emitting BTF object name, pass name pointer */ |
| if (info.name_len) { |
| memset(&info, 0, sizeof(info)); |
| info.name_len = sizeof(name); |
| info.name = ptr_to_u64(name); |
| len = sizeof(info); |
| |
| err = bpf_btf_get_info_by_fd(fd, &info, &len); |
| if (err) { |
| p_err("can't get BTF object info: %s", strerror(errno)); |
| return -1; |
| } |
| } |
| |
| if (json_output) |
| show_btf_json(&info, fd, btf_prog_table, btf_map_table); |
| else |
| show_btf_plain(&info, fd, btf_prog_table, btf_map_table); |
| |
| return 0; |
| } |
| |
| static int do_show(int argc, char **argv) |
| { |
| struct hashmap *btf_prog_table; |
| struct hashmap *btf_map_table; |
| int err, fd = -1; |
| __u32 id = 0; |
| |
| if (argc == 2) { |
| fd = btf_parse_fd(&argc, &argv); |
| if (fd < 0) |
| return -1; |
| } |
| |
| if (argc) { |
| if (fd >= 0) |
| close(fd); |
| return BAD_ARG(); |
| } |
| |
| btf_prog_table = hashmap__new(hash_fn_for_key_as_id, |
| equal_fn_for_key_as_id, NULL); |
| btf_map_table = hashmap__new(hash_fn_for_key_as_id, |
| equal_fn_for_key_as_id, NULL); |
| if (IS_ERR(btf_prog_table) || IS_ERR(btf_map_table)) { |
| hashmap__free(btf_prog_table); |
| hashmap__free(btf_map_table); |
| if (fd >= 0) |
| close(fd); |
| p_err("failed to create hashmap for object references"); |
| return -1; |
| } |
| err = build_btf_tables(btf_prog_table, btf_map_table); |
| if (err) { |
| if (fd >= 0) |
| close(fd); |
| return err; |
| } |
| build_obj_refs_table(&refs_table, BPF_OBJ_BTF); |
| |
| if (fd >= 0) { |
| err = show_btf(fd, btf_prog_table, btf_map_table); |
| close(fd); |
| goto exit_free; |
| } |
| |
| if (json_output) |
| jsonw_start_array(json_wtr); /* root array */ |
| |
| while (true) { |
| err = bpf_btf_get_next_id(id, &id); |
| if (err) { |
| if (errno == ENOENT) { |
| err = 0; |
| break; |
| } |
| p_err("can't get next BTF object: %s%s", |
| strerror(errno), |
| errno == EINVAL ? " -- kernel too old?" : ""); |
| err = -1; |
| break; |
| } |
| |
| fd = bpf_btf_get_fd_by_id(id); |
| if (fd < 0) { |
| if (errno == ENOENT) |
| continue; |
| p_err("can't get BTF object by id (%u): %s", |
| id, strerror(errno)); |
| err = -1; |
| break; |
| } |
| |
| err = show_btf(fd, btf_prog_table, btf_map_table); |
| close(fd); |
| if (err) |
| break; |
| } |
| |
| if (json_output) |
| jsonw_end_array(json_wtr); /* root array */ |
| |
| exit_free: |
| hashmap__free(btf_prog_table); |
| hashmap__free(btf_map_table); |
| delete_obj_refs_table(refs_table); |
| |
| return err; |
| } |
| |
| static int do_help(int argc, char **argv) |
| { |
| if (json_output) { |
| jsonw_null(json_wtr); |
| return 0; |
| } |
| |
| fprintf(stderr, |
| "Usage: %1$s %2$s { show | list } [id BTF_ID]\n" |
| " %1$s %2$s dump BTF_SRC [format FORMAT]\n" |
| " %1$s %2$s help\n" |
| "\n" |
| " BTF_SRC := { id BTF_ID | prog PROG | map MAP [{key | value | kv | all}] | file FILE }\n" |
| " FORMAT := { raw | c [unsorted] }\n" |
| " " HELP_SPEC_MAP "\n" |
| " " HELP_SPEC_PROGRAM "\n" |
| " " HELP_SPEC_OPTIONS " |\n" |
| " {-B|--base-btf} }\n" |
| "", |
| bin_name, "btf"); |
| |
| return 0; |
| } |
| |
| static const struct cmd cmds[] = { |
| { "show", do_show }, |
| { "list", do_show }, |
| { "help", do_help }, |
| { "dump", do_dump }, |
| { 0 } |
| }; |
| |
| int do_btf(int argc, char **argv) |
| { |
| return cmd_select(cmds, argc, argv, do_help); |
| } |