blob: 09282aa45c80b726f07fd6f5222c9dd7d75355c3 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -02002#ifndef __PERF_MAP_H
3#define __PERF_MAP_H
4
Elena Reshetovae3a42cd2017-02-21 17:34:59 +02005#include <linux/refcount.h>
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -02006#include <linux/compiler.h>
7#include <linux/list.h>
8#include <linux/rbtree.h>
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03009#include <pthread.h>
Arnaldo Carvalho de Melo4b8cf842010-03-25 19:58:58 -030010#include <stdio.h>
Adrian Hunter4d004362018-05-22 13:54:34 +030011#include <string.h>
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -030012#include <stdbool.h>
Borislav Petkovd944c4e2014-04-25 21:31:02 +020013#include <linux/types.h>
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030014#include "rwsem.h"
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020015
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020016struct dso;
Arnaldo Carvalho de Melo743eb8682011-11-28 07:56:39 -020017struct ip_callchain;
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -020018struct ref_reloc_sym;
19struct map_groups;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -030020struct machine;
Arnaldo Carvalho de Melo743eb8682011-11-28 07:56:39 -020021struct perf_evsel;
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020022
23struct map {
24 union {
25 struct rb_node rb_node;
26 struct list_head node;
27 };
Eric Saint-Etienne1e628562018-11-21 09:51:19 -080028 struct rb_node rb_node_name;
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020029 u64 start;
30 u64 end;
Arnaldo Carvalho de Melo31d68e72012-03-27 12:55:57 -030031 bool erange_warned;
Arnaldo Carvalho de Melo5c0541d2010-04-29 15:25:23 -030032 u32 priv;
Don Zickus7ef80702014-05-19 15:13:49 -040033 u32 prot;
34 u32 flags;
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020035 u64 pgoff;
Adrian Hunter91767532014-01-29 16:14:36 +020036 u64 reloc;
Stephane Eranian5c5e8542013-08-21 12:10:25 +020037 u32 maj, min; /* only valid for MMAP2 record */
38 u64 ino; /* only valid for MMAP2 record */
39 u64 ino_generation;/* only valid for MMAP2 record */
Kirill Smelkov7a2b6202010-02-03 16:52:07 -020040
41 /* ip -> dso rip */
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020042 u64 (*map_ip)(struct map *, u64);
Kirill Smelkov7a2b6202010-02-03 16:52:07 -020043 /* dso rip -> ip */
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020044 u64 (*unmap_ip)(struct map *, u64);
Kirill Smelkov7a2b6202010-02-03 16:52:07 -020045
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020046 struct dso *dso;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +080047 struct map_groups *groups;
Elena Reshetovae3a42cd2017-02-21 17:34:59 +020048 refcount_t refcnt;
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020049};
50
Adrian Hunter5759a682018-05-22 13:54:35 +030051#define KMAP_NAME_LEN 256
52
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -020053struct kmap {
54 struct ref_reloc_sym *ref_reloc_sym;
55 struct map_groups *kmaps;
Adrian Hunter5759a682018-05-22 13:54:35 +030056 char name[KMAP_NAME_LEN];
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -020057};
58
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -030059struct maps {
60 struct rb_root entries;
Eric Saint-Etienne1e628562018-11-21 09:51:19 -080061 struct rb_root names;
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030062 struct rw_semaphore lock;
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -030063};
64
Zhang, Yanmina1645ce2010-04-19 13:32:50 +080065struct map_groups {
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030066 struct maps maps;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -030067 struct machine *machine;
Elena Reshetovaead05e82017-02-21 17:35:00 +020068 refcount_t refcnt;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +080069};
70
Arnaldo Carvalho de Melo11246c72014-10-21 17:29:02 -030071struct map_groups *map_groups__new(struct machine *machine);
Arnaldo Carvalho de Melo93d57312014-03-21 17:57:01 -030072void map_groups__delete(struct map_groups *mg);
Adrian Hunter29ce3612014-07-16 11:07:13 +030073bool map_groups__empty(struct map_groups *mg);
Arnaldo Carvalho de Melo93d57312014-03-21 17:57:01 -030074
Arnaldo Carvalho de Meloa26ca672014-03-25 15:26:44 -030075static inline struct map_groups *map_groups__get(struct map_groups *mg)
76{
Arnaldo Carvalho de Melo848cbd22015-05-15 15:20:44 -030077 if (mg)
Elena Reshetovaead05e82017-02-21 17:35:00 +020078 refcount_inc(&mg->refcnt);
Arnaldo Carvalho de Meloa26ca672014-03-25 15:26:44 -030079 return mg;
80}
81
82void map_groups__put(struct map_groups *mg);
83
Adrian Hunter5759a682018-05-22 13:54:35 +030084struct kmap *__map__kmap(struct map *map);
Wang Nanba927322015-04-07 08:22:45 +000085struct kmap *map__kmap(struct map *map);
86struct map_groups *map__kmaps(struct map *map);
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -020087
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020088static inline u64 map__map_ip(struct map *map, u64 ip)
89{
90 return ip - map->start + map->pgoff;
91}
92
93static inline u64 map__unmap_ip(struct map *map, u64 ip)
94{
95 return ip + map->start - map->pgoff;
96}
97
Irina Tirdea1d037ca2012-09-11 01:15:03 +030098static inline u64 identity__map_ip(struct map *map __maybe_unused, u64 ip)
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -020099{
100 return ip;
101}
102
Kim Phillipsb74d12d2018-03-27 06:09:56 -0500103static inline size_t map__size(const struct map *map)
104{
105 return map->end - map->start;
106}
Kirill Smelkov7a2b6202010-02-03 16:52:07 -0200107
Kirill Smelkovee11b902010-02-07 11:46:15 -0200108/* rip/ip <-> addr suitable for passing to `objdump --start-address=` */
Kirill Smelkov7a2b6202010-02-03 16:52:07 -0200109u64 map__rip_2objdump(struct map *map, u64 rip);
Kirill Smelkov7a2b6202010-02-03 16:52:07 -0200110
Adrian Hunter1d5077b2013-10-14 13:43:44 +0300111/* objdump address -> memory address */
112u64 map__objdump_2mem(struct map *map, u64 ip);
113
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200114struct symbol;
Adrian Hunter5835edd2014-07-22 16:18:00 +0300115struct thread;
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200116
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000117/* map__for_each_symbol - iterate over the symbols in the given map
118 *
119 * @map: the 'struct map *' in which symbols itereated
120 * @pos: the 'struct symbol *' to use as a loop cursor
121 * @n: the 'struct rb_node *' to use as a temporary storage
122 * Note: caller must ensure map->dso is not NULL (map is loaded).
123 */
124#define map__for_each_symbol(map, pos, n) \
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300125 dso__for_each_symbol(map->dso, pos, n)
Masami Hiramatsueb948e52014-02-06 05:32:25 +0000126
Arnaldo Carvalho de Melo0a3873a2015-01-16 16:40:25 -0300127/* map__for_each_symbol_with_name - iterate over the symbols in the given map
128 * that have the given name
129 *
130 * @map: the 'struct map *' in which symbols itereated
131 * @sym_name: the symbol name
132 * @pos: the 'struct symbol *' to use as a loop cursor
Arnaldo Carvalho de Melo0a3873a2015-01-16 16:40:25 -0300133 */
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300134#define __map__for_each_symbol_by_name(map, sym_name, pos) \
135 for (pos = map__find_symbol_by_name(map, sym_name); \
Paul Clarked80406452017-04-25 13:15:49 -0500136 pos && \
137 !symbol__match_symbol_name(pos->name, sym_name, \
138 SYMBOL_TAG_INCLUDE__DEFAULT_ONLY); \
Arnaldo Carvalho de Melo0a3873a2015-01-16 16:40:25 -0300139 pos = symbol__next_by_name(pos))
140
141#define map__for_each_symbol_by_name(map, sym_name, pos) \
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300142 __map__for_each_symbol_by_name(map, sym_name, (pos))
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200143
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300144void map__init(struct map *map,
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200145 u64 start, u64 end, u64 pgoff, struct dso *dso);
Adrian Hunter2a030682014-07-22 16:17:53 +0300146struct map *map__new(struct machine *machine, u64 start, u64 len,
Krister Johansenbf2e7102017-07-05 18:48:09 -0700147 u64 pgoff, u32 d_maj, u32 d_min, u64 ino,
Don Zickus7ef80702014-05-19 15:13:49 -0400148 u64 ino_gen, u32 prot, u32 flags,
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300149 char *filename, struct thread *thread);
150struct map *map__new2(u64 start, struct dso *dso);
Arnaldo Carvalho de Melo237a7e02013-01-24 21:59:59 -0300151void map__delete(struct map *map);
152struct map *map__clone(struct map *map);
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -0300153
154static inline struct map *map__get(struct map *map)
155{
156 if (map)
Elena Reshetovae3a42cd2017-02-21 17:34:59 +0200157 refcount_inc(&map->refcnt);
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -0300158 return map;
159}
160
161void map__put(struct map *map);
162
Arnaldo Carvalho de Melo5c24b672015-06-15 23:29:51 -0300163static inline void __map__zput(struct map **map)
164{
165 map__put(*map);
166 *map = NULL;
167}
168
169#define map__zput(map) __map__zput(&map)
170
Arnaldo Carvalho de Melo237a7e02013-01-24 21:59:59 -0300171size_t map__fprintf(struct map *map, FILE *fp);
Akihiro Nagai547a92e2012-01-30 13:42:57 +0900172size_t map__fprintf_dsoname(struct map *map, FILE *fp);
Arnaldo Carvalho de Meloe2d88aa2018-05-28 11:05:20 -0300173char *map__srcline(struct map *map, u64 addr, struct symbol *sym);
Adrian Huntercc8fae12013-12-06 09:42:57 +0200174int map__fprintf_srcline(struct map *map, u64 addr, const char *prefix,
175 FILE *fp);
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200176
Andi Kleendd2e18e2018-12-03 16:18:48 -0800177struct srccode_state {
178 char *srcfile;
179 unsigned line;
180};
181
182static inline void srccode_state_init(struct srccode_state *state)
183{
184 state->srcfile = NULL;
185 state->line = 0;
186}
187
188void srccode_state_free(struct srccode_state *state);
189
190int map__fprintf_srccode(struct map *map, u64 addr,
191 FILE *fp, struct srccode_state *state);
192
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300193int map__load(struct map *map);
194struct symbol *map__find_symbol(struct map *map, u64 addr);
195struct symbol *map__find_symbol_by_name(struct map *map, const char *name);
Arnaldo Carvalho de Melo237a7e02013-01-24 21:59:59 -0300196void map__fixup_start(struct map *map);
197void map__fixup_end(struct map *map);
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200198
Arnaldo Carvalho de Melo237a7e02013-01-24 21:59:59 -0300199void map__reloc_vmlinux(struct map *map);
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200200
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -0300201void maps__insert(struct maps *maps, struct map *map);
202void maps__remove(struct maps *maps, struct map *map);
203struct map *maps__find(struct maps *maps, u64 addr);
204struct map *maps__first(struct maps *maps);
Arnaldo Carvalho de Melo4d4dee92015-05-21 17:48:33 -0300205struct map *map__next(struct map *map);
Arnaldo Carvalho de Melob7f9ff52015-09-29 17:34:46 -0300206struct symbol *maps__find_symbol_by_name(struct maps *maps, const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300207 struct map **mapp);
Arnaldo Carvalho de Melo11246c72014-10-21 17:29:02 -0300208void map_groups__init(struct map_groups *mg, struct machine *machine);
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300209void map_groups__exit(struct map_groups *mg);
Jiri Olsa6c502582016-07-04 14:16:23 +0200210int map_groups__clone(struct thread *thread,
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300211 struct map_groups *parent);
Jiri Olsaacebd402014-07-14 23:46:47 +0200212size_t map_groups__fprintf(struct map_groups *mg, FILE *fp);
Arnaldo Carvalho de Melo4b8cf842010-03-25 19:58:58 -0300213
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300214int map__set_kallsyms_ref_reloc_sym(struct map *map, const char *symbol_name,
215 u64 addr);
Arnaldo Carvalho de Melo743eb8682011-11-28 07:56:39 -0200216
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300217static inline void map_groups__insert(struct map_groups *mg, struct map *map)
Arnaldo Carvalho de Melo4b8cf842010-03-25 19:58:58 -0300218{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300219 maps__insert(&mg->maps, map);
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300220 map->groups = mg;
Arnaldo Carvalho de Melo4b8cf842010-03-25 19:58:58 -0300221}
222
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300223static inline void map_groups__remove(struct map_groups *mg, struct map *map)
Arnaldo Carvalho de Melo076c6e452010-08-02 18:18:28 -0300224{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300225 maps__remove(&mg->maps, map);
Arnaldo Carvalho de Melo4b8cf842010-03-25 19:58:58 -0300226}
227
Arnaldo Carvalho de Meloabe54492018-04-25 12:39:22 -0300228static inline struct map *map_groups__find(struct map_groups *mg, u64 addr)
229{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300230 return maps__find(&mg->maps, addr);
Arnaldo Carvalho de Meloabe54492018-04-25 12:39:22 -0300231}
232
Arnaldo Carvalho de Melodce04782018-04-25 17:28:55 -0300233struct map *map_groups__first(struct map_groups *mg);
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300234
235static inline struct map *map_groups__next(struct map *map)
236{
Arnaldo Carvalho de Melo4d4dee92015-05-21 17:48:33 -0300237 return map__next(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300238}
239
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300240struct symbol *map_groups__find_symbol(struct map_groups *mg,
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300241 u64 addr, struct map **mapp);
Arnaldo Carvalho de Melo4b8cf842010-03-25 19:58:58 -0300242
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300243struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg,
Arnaldo Carvalho de Melo7e5e1b142010-03-26 12:30:40 -0300244 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300245 struct map **mapp);
Arnaldo Carvalho de Melo7e5e1b142010-03-26 12:30:40 -0300246
Arnaldo Carvalho de Melo4e987712013-10-14 13:43:38 +0300247struct addr_map_symbol;
248
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300249int map_groups__find_ams(struct addr_map_symbol *ams);
Arnaldo Carvalho de Melo4e987712013-10-14 13:43:38 +0300250
Arnaldo Carvalho de Melo98dfd552011-08-23 14:31:30 -0300251int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
Jiri Olsaacebd402014-07-14 23:46:47 +0200252 FILE *fp);
Arnaldo Carvalho de Meloc6e718f2010-03-26 12:11:06 -0300253
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300254struct map *map_groups__find_by_name(struct map_groups *mg, const char *name);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800255
Arnaldo Carvalho de Meloe6ce71262015-07-23 11:06:16 -0300256bool __map__is_kernel(const struct map *map);
Adrian Hunter5759a682018-05-22 13:54:35 +0300257bool __map__is_extra_kernel_map(const struct map *map);
Arnaldo Carvalho de Meloe6ce71262015-07-23 11:06:16 -0300258
259static inline bool __map__is_kmodule(const struct map *map)
260{
Adrian Hunter5759a682018-05-22 13:54:35 +0300261 return !__map__is_kernel(map) && !__map__is_extra_kernel_map(map);
Arnaldo Carvalho de Meloe6ce71262015-07-23 11:06:16 -0300262}
263
Arnaldo Carvalho de Meloe94b8612018-04-23 17:13:49 -0300264bool map__has_symbols(const struct map *map);
265
Adrian Hunter4d004362018-05-22 13:54:34 +0300266#define ENTRY_TRAMPOLINE_NAME "__entry_SYSCALL_64_trampoline"
267
268static inline bool is_entry_trampoline(const char *name)
269{
270 return !strcmp(name, ENTRY_TRAMPOLINE_NAME);
271}
272
Arnaldo Carvalho de Melo4a58e612009-12-27 21:37:00 -0200273#endif /* __PERF_MAP_H */