Linux Perf
symbol.c
Go to the documentation of this file.
1 // SPDX-License-Identifier: GPL-2.0
2 #include <dirent.h>
3 #include <errno.h>
4 #include <stdlib.h>
5 #include <stdio.h>
6 #include <string.h>
7 #include <linux/kernel.h>
8 #include <linux/mman.h>
9 #include <sys/types.h>
10 #include <sys/stat.h>
11 #include <sys/param.h>
12 #include <fcntl.h>
13 #include <unistd.h>
14 #include <inttypes.h>
15 #include "annotate.h"
16 #include "build-id.h"
17 #include "util.h"
18 #include "debug.h"
19 #include "machine.h"
20 #include "symbol.h"
21 #include "strlist.h"
22 #include "intlist.h"
23 #include "namespaces.h"
24 #include "header.h"
25 #include "path.h"
26 #include "sane_ctype.h"
27 
28 #include <elf.h>
29 #include <limits.h>
30 #include <symbol/kallsyms.h>
31 #include <sys/utsname.h>
32 
33 static int dso__load_kernel_sym(struct dso *dso, struct map *map);
34 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
35 static bool symbol__is_idle(const char *name);
36 
38 char **vmlinux_path;
39 
41  .use_modules = true,
42  .try_vmlinux_path = true,
43  .demangle = true,
44  .demangle_kernel = false,
45  .cumulate_callchain = true,
46  .show_hist_headers = true,
47  .symfs = "",
48  .event_group = true,
49  .inline_name = true,
50 };
51 
69 };
70 
71 #define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
72 
73 static bool symbol_type__filter(char symbol_type)
74 {
75  symbol_type = toupper(symbol_type);
76  return symbol_type == 'T' || symbol_type == 'W' || symbol_type == 'D' || symbol_type == 'B';
77 }
78 
79 static int prefix_underscores_count(const char *str)
80 {
81  const char *tail = str;
82 
83  while (*tail == '_')
84  tail++;
85 
86  return tail - str;
87 }
88 
89 const char * __weak arch__normalize_symbol_name(const char *name)
90 {
91  return name;
92 }
93 
94 int __weak arch__compare_symbol_names(const char *namea, const char *nameb)
95 {
96  return strcmp(namea, nameb);
97 }
98 
99 int __weak arch__compare_symbol_names_n(const char *namea, const char *nameb,
100  unsigned int n)
101 {
102  return strncmp(namea, nameb, n);
103 }
104 
105 int __weak arch__choose_best_symbol(struct symbol *syma,
106  struct symbol *symb __maybe_unused)
107 {
108  /* Avoid "SyS" kernel syscall aliases */
109  if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
110  return SYMBOL_B;
111  if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
112  return SYMBOL_B;
113 
114  return SYMBOL_A;
115 }
116 
117 static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
118 {
119  s64 a;
120  s64 b;
121  size_t na, nb;
122 
123  /* Prefer a symbol with non zero length */
124  a = syma->end - syma->start;
125  b = symb->end - symb->start;
126  if ((b == 0) && (a > 0))
127  return SYMBOL_A;
128  else if ((a == 0) && (b > 0))
129  return SYMBOL_B;
130 
131  /* Prefer a non weak symbol over a weak one */
132  a = syma->binding == STB_WEAK;
133  b = symb->binding == STB_WEAK;
134  if (b && !a)
135  return SYMBOL_A;
136  if (a && !b)
137  return SYMBOL_B;
138 
139  /* Prefer a global symbol over a non global one */
140  a = syma->binding == STB_GLOBAL;
141  b = symb->binding == STB_GLOBAL;
142  if (a && !b)
143  return SYMBOL_A;
144  if (b && !a)
145  return SYMBOL_B;
146 
147  /* Prefer a symbol with less underscores */
148  a = prefix_underscores_count(syma->name);
149  b = prefix_underscores_count(symb->name);
150  if (b > a)
151  return SYMBOL_A;
152  else if (a > b)
153  return SYMBOL_B;
154 
155  /* Choose the symbol with the longest name */
156  na = strlen(syma->name);
157  nb = strlen(symb->name);
158  if (na > nb)
159  return SYMBOL_A;
160  else if (na < nb)
161  return SYMBOL_B;
162 
163  return arch__choose_best_symbol(syma, symb);
164 }
165 
166 void symbols__fixup_duplicate(struct rb_root *symbols)
167 {
168  struct rb_node *nd;
169  struct symbol *curr, *next;
170 
171  if (symbol_conf.allow_aliases)
172  return;
173 
174  nd = rb_first(symbols);
175 
176  while (nd) {
177  curr = rb_entry(nd, struct symbol, rb_node);
178 again:
179  nd = rb_next(&curr->rb_node);
180  next = rb_entry(nd, struct symbol, rb_node);
181 
182  if (!nd)
183  break;
184 
185  if (curr->start != next->start)
186  continue;
187 
188  if (choose_best_symbol(curr, next) == SYMBOL_A) {
189  rb_erase(&next->rb_node, symbols);
190  symbol__delete(next);
191  goto again;
192  } else {
193  nd = rb_next(&curr->rb_node);
194  rb_erase(&curr->rb_node, symbols);
195  symbol__delete(curr);
196  }
197  }
198 }
199 
200 void symbols__fixup_end(struct rb_root *symbols)
201 {
202  struct rb_node *nd, *prevnd = rb_first(symbols);
203  struct symbol *curr, *prev;
204 
205  if (prevnd == NULL)
206  return;
207 
208  curr = rb_entry(prevnd, struct symbol, rb_node);
209 
210  for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
211  prev = curr;
212  curr = rb_entry(nd, struct symbol, rb_node);
213 
214  if (prev->end == prev->start && prev->end != curr->start)
215  prev->end = curr->start;
216  }
217 
218  /* Last entry */
219  if (curr->end == curr->start)
220  curr->end = roundup(curr->start, 4096) + 4096;
221 }
222 
224 {
225  struct maps *maps = &mg->maps;
226  struct map *next, *curr;
227 
228  down_write(&maps->lock);
229 
230  curr = maps__first(maps);
231  if (curr == NULL)
232  goto out_unlock;
233 
234  for (next = map__next(curr); next; next = map__next(curr)) {
235  if (!curr->end)
236  curr->end = next->start;
237  curr = next;
238  }
239 
240  /*
241  * We still haven't the actual symbols, so guess the
242  * last map final address.
243  */
244  if (!curr->end)
245  curr->end = ~0ULL;
246 
247 out_unlock:
248  up_write(&maps->lock);
249 }
250 
251 struct symbol *symbol__new(u64 start, u64 len, u8 binding, u8 type, const char *name)
252 {
253  size_t namelen = strlen(name) + 1;
254  struct symbol *sym = calloc(1, (symbol_conf.priv_size +
255  sizeof(*sym) + namelen));
256  if (sym == NULL)
257  return NULL;
258 
259  if (symbol_conf.priv_size) {
260  if (symbol_conf.init_annotation) {
261  struct annotation *notes = (void *)sym;
262  pthread_mutex_init(&notes->lock, NULL);
263  }
264  sym = ((void *)sym) + symbol_conf.priv_size;
265  }
266 
267  sym->start = start;
268  sym->end = len ? start + len : start;
269  sym->type = type;
270  sym->binding = binding;
271  sym->namelen = namelen - 1;
272 
273  pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
274  __func__, name, start, sym->end);
275  memcpy(sym->name, name, namelen);
276 
277  return sym;
278 }
279 
280 void symbol__delete(struct symbol *sym)
281 {
282  free(((void *)sym) - symbol_conf.priv_size);
283 }
284 
285 void symbols__delete(struct rb_root *symbols)
286 {
287  struct symbol *pos;
288  struct rb_node *next = rb_first(symbols);
289 
290  while (next) {
291  pos = rb_entry(next, struct symbol, rb_node);
292  next = rb_next(&pos->rb_node);
293  rb_erase(&pos->rb_node, symbols);
294  symbol__delete(pos);
295  }
296 }
297 
298 void __symbols__insert(struct rb_root *symbols, struct symbol *sym, bool kernel)
299 {
300  struct rb_node **p = &symbols->rb_node;
301  struct rb_node *parent = NULL;
302  const u64 ip = sym->start;
303  struct symbol *s;
304 
305  if (kernel) {
306  const char *name = sym->name;
307  /*
308  * ppc64 uses function descriptors and appends a '.' to the
309  * start of every instruction address. Remove it.
310  */
311  if (name[0] == '.')
312  name++;
313  sym->idle = symbol__is_idle(name);
314  }
315 
316  while (*p != NULL) {
317  parent = *p;
318  s = rb_entry(parent, struct symbol, rb_node);
319  if (ip < s->start)
320  p = &(*p)->rb_left;
321  else
322  p = &(*p)->rb_right;
323  }
324  rb_link_node(&sym->rb_node, parent, p);
325  rb_insert_color(&sym->rb_node, symbols);
326 }
327 
328 void symbols__insert(struct rb_root *symbols, struct symbol *sym)
329 {
330  __symbols__insert(symbols, sym, false);
331 }
332 
333 static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
334 {
335  struct rb_node *n;
336 
337  if (symbols == NULL)
338  return NULL;
339 
340  n = symbols->rb_node;
341 
342  while (n) {
343  struct symbol *s = rb_entry(n, struct symbol, rb_node);
344 
345  if (ip < s->start)
346  n = n->rb_left;
347  else if (ip > s->end || (ip == s->end && ip != s->start))
348  n = n->rb_right;
349  else
350  return s;
351  }
352 
353  return NULL;
354 }
355 
356 static struct symbol *symbols__first(struct rb_root *symbols)
357 {
358  struct rb_node *n = rb_first(symbols);
359 
360  if (n)
361  return rb_entry(n, struct symbol, rb_node);
362 
363  return NULL;
364 }
365 
366 static struct symbol *symbols__last(struct rb_root *symbols)
367 {
368  struct rb_node *n = rb_last(symbols);
369 
370  if (n)
371  return rb_entry(n, struct symbol, rb_node);
372 
373  return NULL;
374 }
375 
376 static struct symbol *symbols__next(struct symbol *sym)
377 {
378  struct rb_node *n = rb_next(&sym->rb_node);
379 
380  if (n)
381  return rb_entry(n, struct symbol, rb_node);
382 
383  return NULL;
384 }
385 
386 static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
387 {
388  struct rb_node **p = &symbols->rb_node;
389  struct rb_node *parent = NULL;
390  struct symbol_name_rb_node *symn, *s;
391 
392  symn = container_of(sym, struct symbol_name_rb_node, sym);
393 
394  while (*p != NULL) {
395  parent = *p;
396  s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
397  if (strcmp(sym->name, s->sym.name) < 0)
398  p = &(*p)->rb_left;
399  else
400  p = &(*p)->rb_right;
401  }
402  rb_link_node(&symn->rb_node, parent, p);
403  rb_insert_color(&symn->rb_node, symbols);
404 }
405 
406 static void symbols__sort_by_name(struct rb_root *symbols,
407  struct rb_root *source)
408 {
409  struct rb_node *nd;
410 
411  for (nd = rb_first(source); nd; nd = rb_next(nd)) {
412  struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
413  symbols__insert_by_name(symbols, pos);
414  }
415 }
416 
417 int symbol__match_symbol_name(const char *name, const char *str,
418  enum symbol_tag_include includes)
419 {
420  const char *versioning;
421 
422  if (includes == SYMBOL_TAG_INCLUDE__DEFAULT_ONLY &&
423  (versioning = strstr(name, "@@"))) {
424  int len = strlen(str);
425 
426  if (len < versioning - name)
427  len = versioning - name;
428 
429  return arch__compare_symbol_names_n(name, str, len);
430  } else
431  return arch__compare_symbol_names(name, str);
432 }
433 
434 static struct symbol *symbols__find_by_name(struct rb_root *symbols,
435  const char *name,
436  enum symbol_tag_include includes)
437 {
438  struct rb_node *n;
439  struct symbol_name_rb_node *s = NULL;
440 
441  if (symbols == NULL)
442  return NULL;
443 
444  n = symbols->rb_node;
445 
446  while (n) {
447  int cmp;
448 
449  s = rb_entry(n, struct symbol_name_rb_node, rb_node);
450  cmp = symbol__match_symbol_name(s->sym.name, name, includes);
451 
452  if (cmp > 0)
453  n = n->rb_left;
454  else if (cmp < 0)
455  n = n->rb_right;
456  else
457  break;
458  }
459 
460  if (n == NULL)
461  return NULL;
462 
463  if (includes != SYMBOL_TAG_INCLUDE__DEFAULT_ONLY)
464  /* return first symbol that has same name (if any) */
465  for (n = rb_prev(n); n; n = rb_prev(n)) {
466  struct symbol_name_rb_node *tmp;
467 
468  tmp = rb_entry(n, struct symbol_name_rb_node, rb_node);
470  break;
471 
472  s = tmp;
473  }
474 
475  return &s->sym;
476 }
477 
479 {
480  dso->last_find_result.addr = 0;
481  dso->last_find_result.symbol = NULL;
482 }
483 
484 void dso__insert_symbol(struct dso *dso, struct symbol *sym)
485 {
486  __symbols__insert(&dso->symbols, sym, dso->kernel);
487 
488  /* update the symbol cache if necessary */
489  if (dso->last_find_result.addr >= sym->start &&
490  (dso->last_find_result.addr < sym->end ||
491  sym->start == sym->end)) {
492  dso->last_find_result.symbol = sym;
493  }
494 }
495 
496 struct symbol *dso__find_symbol(struct dso *dso, u64 addr)
497 {
498  if (dso->last_find_result.addr != addr || dso->last_find_result.symbol == NULL) {
499  dso->last_find_result.addr = addr;
500  dso->last_find_result.symbol = symbols__find(&dso->symbols, addr);
501  }
502 
503  return dso->last_find_result.symbol;
504 }
505 
506 struct symbol *dso__first_symbol(struct dso *dso)
507 {
508  return symbols__first(&dso->symbols);
509 }
510 
511 struct symbol *dso__last_symbol(struct dso *dso)
512 {
513  return symbols__last(&dso->symbols);
514 }
515 
517 {
518  return symbols__next(sym);
519 }
520 
522 {
523  struct symbol_name_rb_node *s = container_of(sym, struct symbol_name_rb_node, sym);
524  struct rb_node *n = rb_next(&s->rb_node);
525 
526  return n ? &rb_entry(n, struct symbol_name_rb_node, rb_node)->sym : NULL;
527 }
528 
529  /*
530  * Returns first symbol that matched with @name.
531  */
532 struct symbol *dso__find_symbol_by_name(struct dso *dso, const char *name)
533 {
534  struct symbol *s = symbols__find_by_name(&dso->symbol_names, name,
536  if (!s)
537  s = symbols__find_by_name(&dso->symbol_names, name,
539  return s;
540 }
541 
542 void dso__sort_by_name(struct dso *dso)
543 {
545  return symbols__sort_by_name(&dso->symbol_names, &dso->symbols);
546 }
547 
548 int modules__parse(const char *filename, void *arg,
549  int (*process_module)(void *arg, const char *name,
550  u64 start, u64 size))
551 {
552  char *line = NULL;
553  size_t n;
554  FILE *file;
555  int err = 0;
556 
557  file = fopen(filename, "r");
558  if (file == NULL)
559  return -1;
560 
561  while (1) {
562  char name[PATH_MAX];
563  u64 start, size;
564  char *sep, *endptr;
565  ssize_t line_len;
566 
567  line_len = getline(&line, &n, file);
568  if (line_len < 0) {
569  if (feof(file))
570  break;
571  err = -1;
572  goto out;
573  }
574 
575  if (!line) {
576  err = -1;
577  goto out;
578  }
579 
580  line[--line_len] = '\0'; /* \n */
581 
582  sep = strrchr(line, 'x');
583  if (sep == NULL)
584  continue;
585 
586  hex2u64(sep + 1, &start);
587 
588  sep = strchr(line, ' ');
589  if (sep == NULL)
590  continue;
591 
592  *sep = '\0';
593 
594  scnprintf(name, sizeof(name), "[%s]", line);
595 
596  size = strtoul(sep + 1, &endptr, 0);
597  if (*endptr != ' ' && *endptr != '\t')
598  continue;
599 
600  err = process_module(arg, name, start, size);
601  if (err)
602  break;
603  }
604 out:
605  free(line);
606  fclose(file);
607  return err;
608 }
609 
610 /*
611  * These are symbols in the kernel image, so make sure that
612  * sym is from a kernel DSO.
613  */
614 static bool symbol__is_idle(const char *name)
615 {
616  const char * const idle_symbols[] = {
617  "cpu_idle",
618  "cpu_startup_entry",
619  "intel_idle",
620  "default_idle",
621  "native_safe_halt",
622  "enter_idle",
623  "exit_idle",
624  "mwait_idle",
625  "mwait_idle_with_hints",
626  "poll_idle",
627  "ppc64_runlatch_off",
628  "pseries_dedicated_idle_sleep",
629  NULL
630  };
631  int i;
632 
633  for (i = 0; idle_symbols[i]; i++) {
634  if (!strcmp(idle_symbols[i], name))
635  return true;
636  }
637 
638  return false;
639 }
640 
641 static int map__process_kallsym_symbol(void *arg, const char *name,
642  char type, u64 start)
643 {
644  struct symbol *sym;
645  struct dso *dso = arg;
646  struct rb_root *root = &dso->symbols;
647 
648  if (!symbol_type__filter(type))
649  return 0;
650 
651  /*
652  * module symbols are not sorted so we add all
653  * symbols, setting length to 0, and rely on
654  * symbols__fixup_end() to fix it up.
655  */
656  sym = symbol__new(start, 0, kallsyms2elf_binding(type), kallsyms2elf_type(type), name);
657  if (sym == NULL)
658  return -ENOMEM;
659  /*
660  * We will pass the symbols to the filter later, in
661  * map__split_kallsyms, when we have split the maps per module
662  */
663  __symbols__insert(root, sym, !strchr(name, '['));
664 
665  return 0;
666 }
667 
668 /*
669  * Loads the function entries in /proc/kallsyms into kernel_map->dso,
670  * so that we can in the next step set the symbol ->end address and then
671  * call kernel_maps__split_kallsyms.
672  */
673 static int dso__load_all_kallsyms(struct dso *dso, const char *filename)
674 {
675  return kallsyms__parse(filename, dso, map__process_kallsym_symbol);
676 }
677 
678 static int map_groups__split_kallsyms_for_kcore(struct map_groups *kmaps, struct dso *dso)
679 {
680  struct map *curr_map;
681  struct symbol *pos;
682  int count = 0;
683  struct rb_root old_root = dso->symbols;
684  struct rb_root *root = &dso->symbols;
685  struct rb_node *next = rb_first(root);
686 
687  if (!kmaps)
688  return -1;
689 
690  *root = RB_ROOT;
691 
692  while (next) {
693  char *module;
694 
695  pos = rb_entry(next, struct symbol, rb_node);
696  next = rb_next(&pos->rb_node);
697 
698  rb_erase_init(&pos->rb_node, &old_root);
699 
700  module = strchr(pos->name, '\t');
701  if (module)
702  *module = '\0';
703 
704  curr_map = map_groups__find(kmaps, pos->start);
705 
706  if (!curr_map) {
707  symbol__delete(pos);
708  continue;
709  }
710 
711  pos->start -= curr_map->start - curr_map->pgoff;
712  if (pos->end)
713  pos->end -= curr_map->start - curr_map->pgoff;
714  symbols__insert(&curr_map->dso->symbols, pos);
715  ++count;
716  }
717 
718  /* Symbols have been adjusted */
719  dso->adjust_symbols = 1;
720 
721  return count;
722 }
723 
724 /*
725  * Split the symbols into maps, making sure there are no overlaps, i.e. the
726  * kernel range is broken in several maps, named [kernel].N, as we don't have
727  * the original ELF section names vmlinux have.
728  */
729 static int map_groups__split_kallsyms(struct map_groups *kmaps, struct dso *dso, u64 delta,
730  struct map *initial_map)
731 {
732  struct machine *machine;
733  struct map *curr_map = initial_map;
734  struct symbol *pos;
735  int count = 0, moved = 0;
736  struct rb_root *root = &dso->symbols;
737  struct rb_node *next = rb_first(root);
738  int kernel_range = 0;
739  bool x86_64;
740 
741  if (!kmaps)
742  return -1;
743 
744  machine = kmaps->machine;
745 
746  x86_64 = machine__is(machine, "x86_64");
747 
748  while (next) {
749  char *module;
750 
751  pos = rb_entry(next, struct symbol, rb_node);
752  next = rb_next(&pos->rb_node);
753 
754  module = strchr(pos->name, '\t');
755  if (module) {
756  if (!symbol_conf.use_modules)
757  goto discard_symbol;
758 
759  *module++ = '\0';
760 
761  if (strcmp(curr_map->dso->short_name, module)) {
762  if (curr_map != initial_map &&
763  dso->kernel == DSO_TYPE_GUEST_KERNEL &&
764  machine__is_default_guest(machine)) {
765  /*
766  * We assume all symbols of a module are
767  * continuous in * kallsyms, so curr_map
768  * points to a module and all its
769  * symbols are in its kmap. Mark it as
770  * loaded.
771  */
772  dso__set_loaded(curr_map->dso);
773  }
774 
775  curr_map = map_groups__find_by_name(kmaps, module);
776  if (curr_map == NULL) {
777  pr_debug("%s/proc/{kallsyms,modules} "
778  "inconsistency while looking "
779  "for \"%s\" module!\n",
780  machine->root_dir, module);
781  curr_map = initial_map;
782  goto discard_symbol;
783  }
784 
785  if (curr_map->dso->loaded &&
786  !machine__is_default_guest(machine))
787  goto discard_symbol;
788  }
789  /*
790  * So that we look just like we get from .ko files,
791  * i.e. not prelinked, relative to initial_map->start.
792  */
793  pos->start = curr_map->map_ip(curr_map, pos->start);
794  pos->end = curr_map->map_ip(curr_map, pos->end);
795  } else if (x86_64 && is_entry_trampoline(pos->name)) {
796  /*
797  * These symbols are not needed anymore since the
798  * trampoline maps refer to the text section and it's
799  * symbols instead. Avoid having to deal with
800  * relocations, and the assumption that the first symbol
801  * is the start of kernel text, by simply removing the
802  * symbols at this point.
803  */
804  goto discard_symbol;
805  } else if (curr_map != initial_map) {
806  char dso_name[PATH_MAX];
807  struct dso *ndso;
808 
809  if (delta) {
810  /* Kernel was relocated at boot time */
811  pos->start -= delta;
812  pos->end -= delta;
813  }
814 
815  if (count == 0) {
816  curr_map = initial_map;
817  goto add_symbol;
818  }
819 
820  if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
821  snprintf(dso_name, sizeof(dso_name),
822  "[guest.kernel].%d",
823  kernel_range++);
824  else
825  snprintf(dso_name, sizeof(dso_name),
826  "[kernel].%d",
827  kernel_range++);
828 
829  ndso = dso__new(dso_name);
830  if (ndso == NULL)
831  return -1;
832 
833  ndso->kernel = dso->kernel;
834 
835  curr_map = map__new2(pos->start, ndso);
836  if (curr_map == NULL) {
837  dso__put(ndso);
838  return -1;
839  }
840 
841  curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
842  map_groups__insert(kmaps, curr_map);
843  ++kernel_range;
844  } else if (delta) {
845  /* Kernel was relocated at boot time */
846  pos->start -= delta;
847  pos->end -= delta;
848  }
849 add_symbol:
850  if (curr_map != initial_map) {
851  rb_erase(&pos->rb_node, root);
852  symbols__insert(&curr_map->dso->symbols, pos);
853  ++moved;
854  } else
855  ++count;
856 
857  continue;
858 discard_symbol:
859  rb_erase(&pos->rb_node, root);
860  symbol__delete(pos);
861  }
862 
863  if (curr_map != initial_map &&
864  dso->kernel == DSO_TYPE_GUEST_KERNEL &&
866  dso__set_loaded(curr_map->dso);
867  }
868 
869  return count + moved;
870 }
871 
872 bool symbol__restricted_filename(const char *filename,
873  const char *restricted_filename)
874 {
875  bool restricted = false;
876 
877  if (symbol_conf.kptr_restrict) {
878  char *r = realpath(filename, NULL);
879 
880  if (r != NULL) {
881  restricted = strcmp(r, restricted_filename) == 0;
882  free(r);
883  return restricted;
884  }
885  }
886 
887  return restricted;
888 }
889 
890 struct module_info {
891  struct rb_node rb_node;
892  char *name;
893  u64 start;
894 };
895 
896 static void add_module(struct module_info *mi, struct rb_root *modules)
897 {
898  struct rb_node **p = &modules->rb_node;
899  struct rb_node *parent = NULL;
900  struct module_info *m;
901 
902  while (*p != NULL) {
903  parent = *p;
904  m = rb_entry(parent, struct module_info, rb_node);
905  if (strcmp(mi->name, m->name) < 0)
906  p = &(*p)->rb_left;
907  else
908  p = &(*p)->rb_right;
909  }
910  rb_link_node(&mi->rb_node, parent, p);
911  rb_insert_color(&mi->rb_node, modules);
912 }
913 
914 static void delete_modules(struct rb_root *modules)
915 {
916  struct module_info *mi;
917  struct rb_node *next = rb_first(modules);
918 
919  while (next) {
920  mi = rb_entry(next, struct module_info, rb_node);
921  next = rb_next(&mi->rb_node);
922  rb_erase(&mi->rb_node, modules);
923  zfree(&mi->name);
924  free(mi);
925  }
926 }
927 
928 static struct module_info *find_module(const char *name,
929  struct rb_root *modules)
930 {
931  struct rb_node *n = modules->rb_node;
932 
933  while (n) {
934  struct module_info *m;
935  int cmp;
936 
937  m = rb_entry(n, struct module_info, rb_node);
938  cmp = strcmp(name, m->name);
939  if (cmp < 0)
940  n = n->rb_left;
941  else if (cmp > 0)
942  n = n->rb_right;
943  else
944  return m;
945  }
946 
947  return NULL;
948 }
949 
950 static int __read_proc_modules(void *arg, const char *name, u64 start,
951  u64 size __maybe_unused)
952 {
953  struct rb_root *modules = arg;
954  struct module_info *mi;
955 
956  mi = zalloc(sizeof(struct module_info));
957  if (!mi)
958  return -ENOMEM;
959 
960  mi->name = strdup(name);
961  mi->start = start;
962 
963  if (!mi->name) {
964  free(mi);
965  return -ENOMEM;
966  }
967 
968  add_module(mi, modules);
969 
970  return 0;
971 }
972 
973 static int read_proc_modules(const char *filename, struct rb_root *modules)
974 {
975  if (symbol__restricted_filename(filename, "/proc/modules"))
976  return -1;
977 
978  if (modules__parse(filename, modules, __read_proc_modules)) {
979  delete_modules(modules);
980  return -1;
981  }
982 
983  return 0;
984 }
985 
986 int compare_proc_modules(const char *from, const char *to)
987 {
988  struct rb_root from_modules = RB_ROOT;
989  struct rb_root to_modules = RB_ROOT;
990  struct rb_node *from_node, *to_node;
991  struct module_info *from_m, *to_m;
992  int ret = -1;
993 
994  if (read_proc_modules(from, &from_modules))
995  return -1;
996 
997  if (read_proc_modules(to, &to_modules))
998  goto out_delete_from;
999 
1000  from_node = rb_first(&from_modules);
1001  to_node = rb_first(&to_modules);
1002  while (from_node) {
1003  if (!to_node)
1004  break;
1005 
1006  from_m = rb_entry(from_node, struct module_info, rb_node);
1007  to_m = rb_entry(to_node, struct module_info, rb_node);
1008 
1009  if (from_m->start != to_m->start ||
1010  strcmp(from_m->name, to_m->name))
1011  break;
1012 
1013  from_node = rb_next(from_node);
1014  to_node = rb_next(to_node);
1015  }
1016 
1017  if (!from_node && !to_node)
1018  ret = 0;
1019 
1020  delete_modules(&to_modules);
1021 out_delete_from:
1022  delete_modules(&from_modules);
1023 
1024  return ret;
1025 }
1026 
1027 struct map *map_groups__first(struct map_groups *mg)
1028 {
1029  return maps__first(&mg->maps);
1030 }
1031 
1032 static int do_validate_kcore_modules(const char *filename,
1033  struct map_groups *kmaps)
1034 {
1035  struct rb_root modules = RB_ROOT;
1036  struct map *old_map;
1037  int err;
1038 
1039  err = read_proc_modules(filename, &modules);
1040  if (err)
1041  return err;
1042 
1043  old_map = map_groups__first(kmaps);
1044  while (old_map) {
1045  struct map *next = map_groups__next(old_map);
1046  struct module_info *mi;
1047 
1048  if (!__map__is_kmodule(old_map)) {
1049  old_map = next;
1050  continue;
1051  }
1052 
1053  /* Module must be in memory at the same address */
1054  mi = find_module(old_map->dso->short_name, &modules);
1055  if (!mi || mi->start != old_map->start) {
1056  err = -EINVAL;
1057  goto out;
1058  }
1059 
1060  old_map = next;
1061  }
1062 out:
1063  delete_modules(&modules);
1064  return err;
1065 }
1066 
1067 /*
1068  * If kallsyms is referenced by name then we look for filename in the same
1069  * directory.
1070  */
1071 static bool filename_from_kallsyms_filename(char *filename,
1072  const char *base_name,
1073  const char *kallsyms_filename)
1074 {
1075  char *name;
1076 
1077  strcpy(filename, kallsyms_filename);
1078  name = strrchr(filename, '/');
1079  if (!name)
1080  return false;
1081 
1082  name += 1;
1083 
1084  if (!strcmp(name, "kallsyms")) {
1085  strcpy(name, base_name);
1086  return true;
1087  }
1088 
1089  return false;
1090 }
1091 
1092 static int validate_kcore_modules(const char *kallsyms_filename,
1093  struct map *map)
1094 {
1095  struct map_groups *kmaps = map__kmaps(map);
1096  char modules_filename[PATH_MAX];
1097 
1098  if (!kmaps)
1099  return -EINVAL;
1100 
1101  if (!filename_from_kallsyms_filename(modules_filename, "modules",
1102  kallsyms_filename))
1103  return -EINVAL;
1104 
1105  if (do_validate_kcore_modules(modules_filename, kmaps))
1106  return -EINVAL;
1107 
1108  return 0;
1109 }
1110 
1111 static int validate_kcore_addresses(const char *kallsyms_filename,
1112  struct map *map)
1113 {
1114  struct kmap *kmap = map__kmap(map);
1115 
1116  if (!kmap)
1117  return -EINVAL;
1118 
1119  if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1120  u64 start;
1121 
1122  if (kallsyms__get_function_start(kallsyms_filename,
1123  kmap->ref_reloc_sym->name, &start))
1124  return -ENOENT;
1125  if (start != kmap->ref_reloc_sym->addr)
1126  return -EINVAL;
1127  }
1128 
1129  return validate_kcore_modules(kallsyms_filename, map);
1130 }
1131 
1133  struct dso *dso;
1134  struct list_head maps;
1135 };
1136 
1137 static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
1138 {
1139  struct kcore_mapfn_data *md = data;
1140  struct map *map;
1141 
1142  map = map__new2(start, md->dso);
1143  if (map == NULL)
1144  return -ENOMEM;
1145 
1146  map->end = map->start + len;
1147  map->pgoff = pgoff;
1148 
1149  list_add(&map->node, &md->maps);
1150 
1151  return 0;
1152 }
1153 
1154 static int dso__load_kcore(struct dso *dso, struct map *map,
1155  const char *kallsyms_filename)
1156 {
1157  struct map_groups *kmaps = map__kmaps(map);
1158  struct kcore_mapfn_data md;
1159  struct map *old_map, *new_map, *replacement_map = NULL;
1160  struct machine *machine;
1161  bool is_64_bit;
1162  int err, fd;
1163  char kcore_filename[PATH_MAX];
1164  u64 stext;
1165 
1166  if (!kmaps)
1167  return -EINVAL;
1168 
1169  machine = kmaps->machine;
1170 
1171  /* This function requires that the map is the kernel map */
1172  if (!__map__is_kernel(map))
1173  return -EINVAL;
1174 
1175  if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1176  kallsyms_filename))
1177  return -EINVAL;
1178 
1179  /* Modules and kernel must be present at their original addresses */
1180  if (validate_kcore_addresses(kallsyms_filename, map))
1181  return -EINVAL;
1182 
1183  md.dso = dso;
1184  INIT_LIST_HEAD(&md.maps);
1185 
1186  fd = open(kcore_filename, O_RDONLY);
1187  if (fd < 0) {
1188  pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
1189  kcore_filename);
1190  return -EINVAL;
1191  }
1192 
1193  /* Read new maps into temporary lists */
1194  err = file__read_maps(fd, map->prot & PROT_EXEC, kcore_mapfn, &md,
1195  &is_64_bit);
1196  if (err)
1197  goto out_err;
1198  dso->is_64_bit = is_64_bit;
1199 
1200  if (list_empty(&md.maps)) {
1201  err = -EINVAL;
1202  goto out_err;
1203  }
1204 
1205  /* Remove old maps */
1206  old_map = map_groups__first(kmaps);
1207  while (old_map) {
1208  struct map *next = map_groups__next(old_map);
1209 
1210  if (old_map != map)
1211  map_groups__remove(kmaps, old_map);
1212  old_map = next;
1213  }
1214  machine->trampolines_mapped = false;
1215 
1216  /* Find the kernel map using the '_stext' symbol */
1217  if (!kallsyms__get_function_start(kallsyms_filename, "_stext", &stext)) {
1218  list_for_each_entry(new_map, &md.maps, node) {
1219  if (stext >= new_map->start && stext < new_map->end) {
1220  replacement_map = new_map;
1221  break;
1222  }
1223  }
1224  }
1225 
1226  if (!replacement_map)
1227  replacement_map = list_entry(md.maps.next, struct map, node);
1228 
1229  /* Add new maps */
1230  while (!list_empty(&md.maps)) {
1231  new_map = list_entry(md.maps.next, struct map, node);
1232  list_del_init(&new_map->node);
1233  if (new_map == replacement_map) {
1234  map->start = new_map->start;
1235  map->end = new_map->end;
1236  map->pgoff = new_map->pgoff;
1237  map->map_ip = new_map->map_ip;
1238  map->unmap_ip = new_map->unmap_ip;
1239  /* Ensure maps are correctly ordered */
1240  map__get(map);
1241  map_groups__remove(kmaps, map);
1242  map_groups__insert(kmaps, map);
1243  map__put(map);
1244  } else {
1245  map_groups__insert(kmaps, new_map);
1246  }
1247 
1248  map__put(new_map);
1249  }
1250 
1251  if (machine__is(machine, "x86_64")) {
1252  u64 addr;
1253 
1254  /*
1255  * If one of the corresponding symbols is there, assume the
1256  * entry trampoline maps are too.
1257  */
1258  if (!kallsyms__get_function_start(kallsyms_filename,
1260  &addr))
1261  machine->trampolines_mapped = true;
1262  }
1263 
1264  /*
1265  * Set the data type and long name so that kcore can be read via
1266  * dso__data_read_addr().
1267  */
1268  if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1270  else
1272  dso__set_long_name(dso, strdup(kcore_filename), true);
1273 
1274  close(fd);
1275 
1276  if (map->prot & PROT_EXEC)
1277  pr_debug("Using %s for kernel object code\n", kcore_filename);
1278  else
1279  pr_debug("Using %s for kernel data\n", kcore_filename);
1280 
1281  return 0;
1282 
1283 out_err:
1284  while (!list_empty(&md.maps)) {
1285  map = list_entry(md.maps.next, struct map, node);
1286  list_del_init(&map->node);
1287  map__put(map);
1288  }
1289  close(fd);
1290  return -EINVAL;
1291 }
1292 
1293 /*
1294  * If the kernel is relocated at boot time, kallsyms won't match. Compute the
1295  * delta based on the relocation reference symbol.
1296  */
1297 static int kallsyms__delta(struct kmap *kmap, const char *filename, u64 *delta)
1298 {
1299  u64 addr;
1300 
1301  if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1302  return 0;
1303 
1304  if (kallsyms__get_function_start(filename, kmap->ref_reloc_sym->name, &addr))
1305  return -1;
1306 
1307  *delta = addr - kmap->ref_reloc_sym->addr;
1308  return 0;
1309 }
1310 
1311 int __dso__load_kallsyms(struct dso *dso, const char *filename,
1312  struct map *map, bool no_kcore)
1313 {
1314  struct kmap *kmap = map__kmap(map);
1315  u64 delta = 0;
1316 
1317  if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1318  return -1;
1319 
1320  if (!kmap || !kmap->kmaps)
1321  return -1;
1322 
1323  if (dso__load_all_kallsyms(dso, filename) < 0)
1324  return -1;
1325 
1326  if (kallsyms__delta(kmap, filename, &delta))
1327  return -1;
1328 
1329  symbols__fixup_end(&dso->symbols);
1331 
1332  if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1334  else
1336 
1337  if (!no_kcore && !dso__load_kcore(dso, map, filename))
1338  return map_groups__split_kallsyms_for_kcore(kmap->kmaps, dso);
1339  else
1340  return map_groups__split_kallsyms(kmap->kmaps, dso, delta, map);
1341 }
1342 
1343 int dso__load_kallsyms(struct dso *dso, const char *filename,
1344  struct map *map)
1345 {
1346  return __dso__load_kallsyms(dso, filename, map, false);
1347 }
1348 
1349 static int dso__load_perf_map(const char *map_path, struct dso *dso)
1350 {
1351  char *line = NULL;
1352  size_t n;
1353  FILE *file;
1354  int nr_syms = 0;
1355 
1356  file = fopen(map_path, "r");
1357  if (file == NULL)
1358  goto out_failure;
1359 
1360  while (!feof(file)) {
1361  u64 start, size;
1362  struct symbol *sym;
1363  int line_len, len;
1364 
1365  line_len = getline(&line, &n, file);
1366  if (line_len < 0)
1367  break;
1368 
1369  if (!line)
1370  goto out_failure;
1371 
1372  line[--line_len] = '\0'; /* \n */
1373 
1374  len = hex2u64(line, &start);
1375 
1376  len++;
1377  if (len + 2 >= line_len)
1378  continue;
1379 
1380  len += hex2u64(line + len, &size);
1381 
1382  len++;
1383  if (len + 2 >= line_len)
1384  continue;
1385 
1386  sym = symbol__new(start, size, STB_GLOBAL, STT_FUNC, line + len);
1387 
1388  if (sym == NULL)
1389  goto out_delete_line;
1390 
1391  symbols__insert(&dso->symbols, sym);
1392  nr_syms++;
1393  }
1394 
1395  free(line);
1396  fclose(file);
1397 
1398  return nr_syms;
1399 
1400 out_delete_line:
1401  free(line);
1402 out_failure:
1403  return -1;
1404 }
1405 
1406 static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
1407  enum dso_binary_type type)
1408 {
1409  switch (type) {
1417  return !kmod && dso->kernel == DSO_TYPE_USER;
1418 
1422  return dso->kernel == DSO_TYPE_KERNEL;
1423 
1427  return dso->kernel == DSO_TYPE_GUEST_KERNEL;
1428 
1433  /*
1434  * kernel modules know their symtab type - it's set when
1435  * creating a module dso in machine__findnew_module_map().
1436  */
1437  return kmod && dso->symtab_type == type;
1438 
1441  return true;
1442 
1444  default:
1445  return false;
1446  }
1447 }
1448 
1449 /* Checks for the existence of the perf-<pid>.map file in two different
1450  * locations. First, if the process is a separate mount namespace, check in
1451  * that namespace using the pid of the innermost pid namespace. If's not in a
1452  * namespace, or the file can't be found there, try in the mount namespace of
1453  * the tracing process using our view of its pid.
1454  */
1455 static int dso__find_perf_map(char *filebuf, size_t bufsz,
1456  struct nsinfo **nsip)
1457 {
1458  struct nscookie nsc;
1459  struct nsinfo *nsi;
1460  struct nsinfo *nnsi;
1461  int rc = -1;
1462 
1463  nsi = *nsip;
1464 
1465  if (nsi->need_setns) {
1466  snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsi->nstgid);
1467  nsinfo__mountns_enter(nsi, &nsc);
1468  rc = access(filebuf, R_OK);
1469  nsinfo__mountns_exit(&nsc);
1470  if (rc == 0)
1471  return rc;
1472  }
1473 
1474  nnsi = nsinfo__copy(nsi);
1475  if (nnsi) {
1476  nsinfo__put(nsi);
1477 
1478  nnsi->need_setns = false;
1479  snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nnsi->tgid);
1480  *nsip = nnsi;
1481  rc = 0;
1482  }
1483 
1484  return rc;
1485 }
1486 
1487 int dso__load(struct dso *dso, struct map *map)
1488 {
1489  char *name;
1490  int ret = -1;
1491  u_int i;
1492  struct machine *machine;
1493  char *root_dir = (char *) "";
1494  int ss_pos = 0;
1495  struct symsrc ss_[2];
1496  struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
1497  bool kmod;
1498  bool perfmap;
1499  unsigned char build_id[BUILD_ID_SIZE];
1500  struct nscookie nsc;
1501  char newmapname[PATH_MAX];
1502  const char *map_path = dso->long_name;
1503 
1504  perfmap = strncmp(dso->name, "/tmp/perf-", 10) == 0;
1505  if (perfmap) {
1506  if (dso->nsinfo && (dso__find_perf_map(newmapname,
1507  sizeof(newmapname), &dso->nsinfo) == 0)) {
1508  map_path = newmapname;
1509  }
1510  }
1511 
1512  nsinfo__mountns_enter(dso->nsinfo, &nsc);
1513  pthread_mutex_lock(&dso->lock);
1514 
1515  /* check again under the dso->lock */
1516  if (dso__loaded(dso)) {
1517  ret = 1;
1518  goto out;
1519  }
1520 
1521  if (map->groups && map->groups->machine)
1522  machine = map->groups->machine;
1523  else
1524  machine = NULL;
1525 
1526  if (dso->kernel) {
1527  if (dso->kernel == DSO_TYPE_KERNEL)
1528  ret = dso__load_kernel_sym(dso, map);
1529  else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1530  ret = dso__load_guest_kernel_sym(dso, map);
1531 
1532  if (machine__is(machine, "x86_64"))
1534  goto out;
1535  }
1536 
1537  dso->adjust_symbols = 0;
1538 
1539  if (perfmap) {
1540  struct stat st;
1541 
1542  if (lstat(map_path, &st) < 0)
1543  goto out;
1544 
1545  if (!symbol_conf.force && st.st_uid && (st.st_uid != geteuid())) {
1546  pr_warning("File %s not owned by current user or root, "
1547  "ignoring it (use -f to override).\n", map_path);
1548  goto out;
1549  }
1550 
1551  ret = dso__load_perf_map(map_path, dso);
1552  dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1554  goto out;
1555  }
1556 
1557  if (machine)
1558  root_dir = machine->root_dir;
1559 
1560  name = malloc(PATH_MAX);
1561  if (!name)
1562  goto out;
1563 
1568 
1569 
1570  /*
1571  * Read the build id if possible. This is required for
1572  * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
1573  */
1574  if (!dso->has_build_id &&
1575  is_regular_file(dso->long_name)) {
1577  if (filename__read_build_id(name, build_id, BUILD_ID_SIZE) > 0)
1578  dso__set_build_id(dso, build_id);
1579  }
1580 
1581  /*
1582  * Iterate over candidate debug images.
1583  * Keep track of "interesting" ones (those which have a symtab, dynsym,
1584  * and/or opd section) for processing.
1585  */
1586  for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
1587  struct symsrc *ss = &ss_[ss_pos];
1588  bool next_slot = false;
1589  bool is_reg;
1590  bool nsexit;
1591  int sirc = -1;
1592 
1593  enum dso_binary_type symtab_type = binary_type_symtab[i];
1594 
1595  nsexit = (symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE ||
1597 
1598  if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
1599  continue;
1600 
1601  if (dso__read_binary_type_filename(dso, symtab_type,
1602  root_dir, name, PATH_MAX))
1603  continue;
1604 
1605  if (nsexit)
1606  nsinfo__mountns_exit(&nsc);
1607 
1608  is_reg = is_regular_file(name);
1609  if (is_reg)
1610  sirc = symsrc__init(ss, dso, name, symtab_type);
1611 
1612  if (nsexit)
1613  nsinfo__mountns_enter(dso->nsinfo, &nsc);
1614 
1615  if (!is_reg || sirc < 0)
1616  continue;
1617 
1618  if (!syms_ss && symsrc__has_symtab(ss)) {
1619  syms_ss = ss;
1620  next_slot = true;
1621  if (!dso->symsrc_filename)
1622  dso->symsrc_filename = strdup(name);
1623  }
1624 
1625  if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1626  runtime_ss = ss;
1627  next_slot = true;
1628  }
1629 
1630  if (next_slot) {
1631  ss_pos++;
1632 
1633  if (syms_ss && runtime_ss)
1634  break;
1635  } else {
1636  symsrc__destroy(ss);
1637  }
1638 
1639  }
1640 
1641  if (!runtime_ss && !syms_ss)
1642  goto out_free;
1643 
1644  if (runtime_ss && !syms_ss) {
1645  syms_ss = runtime_ss;
1646  }
1647 
1648  /* We'll have to hope for the best */
1649  if (!runtime_ss && syms_ss)
1650  runtime_ss = syms_ss;
1651 
1652  if (syms_ss)
1653  ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);
1654  else
1655  ret = -1;
1656 
1657  if (ret > 0) {
1658  int nr_plt;
1659 
1660  nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss);
1661  if (nr_plt > 0)
1662  ret += nr_plt;
1663  }
1664 
1665  for (; ss_pos > 0; ss_pos--)
1666  symsrc__destroy(&ss_[ss_pos - 1]);
1667 out_free:
1668  free(name);
1669  if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
1670  ret = 0;
1671 out:
1672  dso__set_loaded(dso);
1673  pthread_mutex_unlock(&dso->lock);
1674  nsinfo__mountns_exit(&nsc);
1675 
1676  return ret;
1677 }
1678 
1679 struct map *map_groups__find_by_name(struct map_groups *mg, const char *name)
1680 {
1681  struct maps *maps = &mg->maps;
1682  struct map *map;
1683 
1684  down_read(&maps->lock);
1685 
1686  for (map = maps__first(maps); map; map = map__next(map)) {
1687  if (map->dso && strcmp(map->dso->short_name, name) == 0)
1688  goto out_unlock;
1689  }
1690 
1691  map = NULL;
1692 
1693 out_unlock:
1694  up_read(&maps->lock);
1695  return map;
1696 }
1697 
1698 int dso__load_vmlinux(struct dso *dso, struct map *map,
1699  const char *vmlinux, bool vmlinux_allocated)
1700 {
1701  int err = -1;
1702  struct symsrc ss;
1703  char symfs_vmlinux[PATH_MAX];
1704  enum dso_binary_type symtab_type;
1705 
1706  if (vmlinux[0] == '/')
1707  snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1708  else
1709  symbol__join_symfs(symfs_vmlinux, vmlinux);
1710 
1711  if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1712  symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1713  else
1714  symtab_type = DSO_BINARY_TYPE__VMLINUX;
1715 
1716  if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
1717  return -1;
1718 
1719  err = dso__load_sym(dso, map, &ss, &ss, 0);
1720  symsrc__destroy(&ss);
1721 
1722  if (err > 0) {
1723  if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1725  else
1727  dso__set_long_name(dso, vmlinux, vmlinux_allocated);
1728  dso__set_loaded(dso);
1729  pr_debug("Using %s for symbols\n", symfs_vmlinux);
1730  }
1731 
1732  return err;
1733 }
1734 
1735 int dso__load_vmlinux_path(struct dso *dso, struct map *map)
1736 {
1737  int i, err = 0;
1738  char *filename = NULL;
1739 
1740  pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1742 
1743  for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1744  err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);
1745  if (err > 0)
1746  goto out;
1747  }
1748 
1749  if (!symbol_conf.ignore_vmlinux_buildid)
1750  filename = dso__build_id_filename(dso, NULL, 0, false);
1751  if (filename != NULL) {
1752  err = dso__load_vmlinux(dso, map, filename, true);
1753  if (err > 0)
1754  goto out;
1755  free(filename);
1756  }
1757 out:
1758  return err;
1759 }
1760 
1761 static bool visible_dir_filter(const char *name, struct dirent *d)
1762 {
1763  if (d->d_type != DT_DIR)
1764  return false;
1765  return lsdir_no_dot_filter(name, d);
1766 }
1767 
1768 static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
1769 {
1770  char kallsyms_filename[PATH_MAX];
1771  int ret = -1;
1772  struct strlist *dirs;
1773  struct str_node *nd;
1774 
1775  dirs = lsdir(dir, visible_dir_filter);
1776  if (!dirs)
1777  return -1;
1778 
1779  strlist__for_each_entry(nd, dirs) {
1780  scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
1781  "%s/%s/kallsyms", dir, nd->s);
1782  if (!validate_kcore_addresses(kallsyms_filename, map)) {
1783  strlcpy(dir, kallsyms_filename, dir_sz);
1784  ret = 0;
1785  break;
1786  }
1787  }
1788 
1789  strlist__delete(dirs);
1790 
1791  return ret;
1792 }
1793 
1794 /*
1795  * Use open(O_RDONLY) to check readability directly instead of access(R_OK)
1796  * since access(R_OK) only checks with real UID/GID but open() use effective
1797  * UID/GID and actual capabilities (e.g. /proc/kcore requires CAP_SYS_RAWIO).
1798  */
1799 static bool filename__readable(const char *file)
1800 {
1801  int fd = open(file, O_RDONLY);
1802  if (fd < 0)
1803  return false;
1804  close(fd);
1805  return true;
1806 }
1807 
1808 static char *dso__find_kallsyms(struct dso *dso, struct map *map)
1809 {
1810  u8 host_build_id[BUILD_ID_SIZE];
1811  char sbuild_id[SBUILD_ID_SIZE];
1812  bool is_host = false;
1813  char path[PATH_MAX];
1814 
1815  if (!dso->has_build_id) {
1816  /*
1817  * Last resort, if we don't have a build-id and couldn't find
1818  * any vmlinux file, try the running kernel kallsyms table.
1819  */
1820  goto proc_kallsyms;
1821  }
1822 
1823  if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
1824  sizeof(host_build_id)) == 0)
1825  is_host = dso__build_id_equal(dso, host_build_id);
1826 
1827  /* Try a fast path for /proc/kallsyms if possible */
1828  if (is_host) {
1829  /*
1830  * Do not check the build-id cache, unless we know we cannot use
1831  * /proc/kcore or module maps don't match to /proc/kallsyms.
1832  * To check readability of /proc/kcore, do not use access(R_OK)
1833  * since /proc/kcore requires CAP_SYS_RAWIO to read and access
1834  * can't check it.
1835  */
1836  if (filename__readable("/proc/kcore") &&
1837  !validate_kcore_addresses("/proc/kallsyms", map))
1838  goto proc_kallsyms;
1839  }
1840 
1841  build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
1842 
1843  /* Find kallsyms in build-id cache with kcore */
1844  scnprintf(path, sizeof(path), "%s/%s/%s",
1845  buildid_dir, DSO__NAME_KCORE, sbuild_id);
1846 
1847  if (!find_matching_kcore(map, path, sizeof(path)))
1848  return strdup(path);
1849 
1850  /* Use current /proc/kallsyms if possible */
1851  if (is_host) {
1852 proc_kallsyms:
1853  return strdup("/proc/kallsyms");
1854  }
1855 
1856  /* Finally, find a cache of kallsyms */
1857  if (!build_id_cache__kallsyms_path(sbuild_id, path, sizeof(path))) {
1858  pr_err("No kallsyms or vmlinux with build-id %s was found\n",
1859  sbuild_id);
1860  return NULL;
1861  }
1862 
1863  return strdup(path);
1864 }
1865 
1866 static int dso__load_kernel_sym(struct dso *dso, struct map *map)
1867 {
1868  int err;
1869  const char *kallsyms_filename = NULL;
1870  char *kallsyms_allocated_filename = NULL;
1871  /*
1872  * Step 1: if the user specified a kallsyms or vmlinux filename, use
1873  * it and only it, reporting errors to the user if it cannot be used.
1874  *
1875  * For instance, try to analyse an ARM perf.data file _without_ a
1876  * build-id, or if the user specifies the wrong path to the right
1877  * vmlinux file, obviously we can't fallback to another vmlinux (a
1878  * x86_86 one, on the machine where analysis is being performed, say),
1879  * or worse, /proc/kallsyms.
1880  *
1881  * If the specified file _has_ a build-id and there is a build-id
1882  * section in the perf.data file, we will still do the expected
1883  * validation in dso__load_vmlinux and will bail out if they don't
1884  * match.
1885  */
1886  if (symbol_conf.kallsyms_name != NULL) {
1887  kallsyms_filename = symbol_conf.kallsyms_name;
1888  goto do_kallsyms;
1889  }
1890 
1891  if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
1892  return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);
1893  }
1894 
1895  if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
1896  err = dso__load_vmlinux_path(dso, map);
1897  if (err > 0)
1898  return err;
1899  }
1900 
1901  /* do not try local files if a symfs was given */
1902  if (symbol_conf.symfs[0] != 0)
1903  return -1;
1904 
1905  kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
1906  if (!kallsyms_allocated_filename)
1907  return -1;
1908 
1909  kallsyms_filename = kallsyms_allocated_filename;
1910 
1911 do_kallsyms:
1912  err = dso__load_kallsyms(dso, kallsyms_filename, map);
1913  if (err > 0)
1914  pr_debug("Using %s for symbols\n", kallsyms_filename);
1915  free(kallsyms_allocated_filename);
1916 
1917  if (err > 0 && !dso__is_kcore(dso)) {
1920  map__fixup_start(map);
1921  map__fixup_end(map);
1922  }
1923 
1924  return err;
1925 }
1926 
1927 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)
1928 {
1929  int err;
1930  const char *kallsyms_filename = NULL;
1931  struct machine *machine;
1932  char path[PATH_MAX];
1933 
1934  if (!map->groups) {
1935  pr_debug("Guest kernel map hasn't the point to groups\n");
1936  return -1;
1937  }
1938  machine = map->groups->machine;
1939 
1940  if (machine__is_default_guest(machine)) {
1941  /*
1942  * if the user specified a vmlinux filename, use it and only
1943  * it, reporting errors to the user if it cannot be used.
1944  * Or use file guest_kallsyms inputted by user on commandline
1945  */
1946  if (symbol_conf.default_guest_vmlinux_name != NULL) {
1947  err = dso__load_vmlinux(dso, map,
1948  symbol_conf.default_guest_vmlinux_name,
1949  false);
1950  return err;
1951  }
1952 
1953  kallsyms_filename = symbol_conf.default_guest_kallsyms;
1954  if (!kallsyms_filename)
1955  return -1;
1956  } else {
1957  sprintf(path, "%s/proc/kallsyms", machine->root_dir);
1958  kallsyms_filename = path;
1959  }
1960 
1961  err = dso__load_kallsyms(dso, kallsyms_filename, map);
1962  if (err > 0)
1963  pr_debug("Using %s for symbols\n", kallsyms_filename);
1964  if (err > 0 && !dso__is_kcore(dso)) {
1966  dso__set_long_name(dso, machine->mmap_name, false);
1967  map__fixup_start(map);
1968  map__fixup_end(map);
1969  }
1970 
1971  return err;
1972 }
1973 
1974 static void vmlinux_path__exit(void)
1975 {
1976  while (--vmlinux_path__nr_entries >= 0)
1978  vmlinux_path__nr_entries = 0;
1979 
1980  zfree(&vmlinux_path);
1981 }
1982 
1983 static const char * const vmlinux_paths[] = {
1984  "vmlinux",
1985  "/boot/vmlinux"
1986 };
1987 
1988 static const char * const vmlinux_paths_upd[] = {
1989  "/boot/vmlinux-%s",
1990  "/usr/lib/debug/boot/vmlinux-%s",
1991  "/lib/modules/%s/build/vmlinux",
1992  "/usr/lib/debug/lib/modules/%s/vmlinux",
1993  "/usr/lib/debug/boot/vmlinux-%s.debug"
1994 };
1995 
1996 static int vmlinux_path__add(const char *new_entry)
1997 {
1998  vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
2000  return -1;
2002 
2003  return 0;
2004 }
2005 
2006 static int vmlinux_path__init(struct perf_env *env)
2007 {
2008  struct utsname uts;
2009  char bf[PATH_MAX];
2010  char *kernel_version;
2011  unsigned int i;
2012 
2013  vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
2014  ARRAY_SIZE(vmlinux_paths_upd)));
2015  if (vmlinux_path == NULL)
2016  return -1;
2017 
2018  for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
2019  if (vmlinux_path__add(vmlinux_paths[i]) < 0)
2020  goto out_fail;
2021 
2022  /* only try kernel version if no symfs was given */
2023  if (symbol_conf.symfs[0] != 0)
2024  return 0;
2025 
2026  if (env) {
2027  kernel_version = env->os_release;
2028  } else {
2029  if (uname(&uts) < 0)
2030  goto out_fail;
2031 
2032  kernel_version = uts.release;
2033  }
2034 
2035  for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
2036  snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
2037  if (vmlinux_path__add(bf) < 0)
2038  goto out_fail;
2039  }
2040 
2041  return 0;
2042 
2043 out_fail:
2045  return -1;
2046 }
2047 
2048 int setup_list(struct strlist **list, const char *list_str,
2049  const char *list_name)
2050 {
2051  if (list_str == NULL)
2052  return 0;
2053 
2054  *list = strlist__new(list_str, NULL);
2055  if (!*list) {
2056  pr_err("problems parsing %s list\n", list_name);
2057  return -1;
2058  }
2059 
2060  symbol_conf.has_filter = true;
2061  return 0;
2062 }
2063 
2064 int setup_intlist(struct intlist **list, const char *list_str,
2065  const char *list_name)
2066 {
2067  if (list_str == NULL)
2068  return 0;
2069 
2070  *list = intlist__new(list_str);
2071  if (!*list) {
2072  pr_err("problems parsing %s list\n", list_name);
2073  return -1;
2074  }
2075  return 0;
2076 }
2077 
2079 {
2080  bool value = false;
2081  FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
2082 
2083  if (fp != NULL) {
2084  char line[8];
2085 
2086  if (fgets(line, sizeof(line), fp) != NULL)
2087  value = ((geteuid() != 0) || (getuid() != 0)) ?
2088  (atoi(line) != 0) :
2089  (atoi(line) == 2);
2090 
2091  fclose(fp);
2092  }
2093 
2094  return value;
2095 }
2096 
2098 {
2099  if (symbol_conf.init_annotation)
2100  return 0;
2101 
2102  if (symbol_conf.initialized) {
2103  pr_err("Annotation needs to be init before symbol__init()\n");
2104  return -1;
2105  }
2106 
2107  symbol_conf.priv_size += sizeof(struct annotation);
2108  symbol_conf.init_annotation = true;
2109  return 0;
2110 }
2111 
2112 int symbol__init(struct perf_env *env)
2113 {
2114  const char *symfs;
2115 
2116  if (symbol_conf.initialized)
2117  return 0;
2118 
2119  symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
2120 
2121  symbol__elf_init();
2122 
2123  if (symbol_conf.sort_by_name)
2124  symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
2125  sizeof(struct symbol));
2126 
2127  if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
2128  return -1;
2129 
2130  if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2131  pr_err("'.' is the only non valid --field-separator argument\n");
2132  return -1;
2133  }
2134 
2135  if (setup_list(&symbol_conf.dso_list,
2136  symbol_conf.dso_list_str, "dso") < 0)
2137  return -1;
2138 
2139  if (setup_list(&symbol_conf.comm_list,
2140  symbol_conf.comm_list_str, "comm") < 0)
2141  goto out_free_dso_list;
2142 
2143  if (setup_intlist(&symbol_conf.pid_list,
2144  symbol_conf.pid_list_str, "pid") < 0)
2145  goto out_free_comm_list;
2146 
2147  if (setup_intlist(&symbol_conf.tid_list,
2148  symbol_conf.tid_list_str, "tid") < 0)
2149  goto out_free_pid_list;
2150 
2151  if (setup_list(&symbol_conf.sym_list,
2152  symbol_conf.sym_list_str, "symbol") < 0)
2153  goto out_free_tid_list;
2154 
2155  if (setup_list(&symbol_conf.bt_stop_list,
2156  symbol_conf.bt_stop_list_str, "symbol") < 0)
2157  goto out_free_sym_list;
2158 
2159  /*
2160  * A path to symbols of "/" is identical to ""
2161  * reset here for simplicity.
2162  */
2163  symfs = realpath(symbol_conf.symfs, NULL);
2164  if (symfs == NULL)
2165  symfs = symbol_conf.symfs;
2166  if (strcmp(symfs, "/") == 0)
2167  symbol_conf.symfs = "";
2168  if (symfs != symbol_conf.symfs)
2169  free((void *)symfs);
2170 
2171  symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2172 
2173  symbol_conf.initialized = true;
2174  return 0;
2175 
2176 out_free_sym_list:
2177  strlist__delete(symbol_conf.sym_list);
2178 out_free_tid_list:
2179  intlist__delete(symbol_conf.tid_list);
2180 out_free_pid_list:
2181  intlist__delete(symbol_conf.pid_list);
2182 out_free_comm_list:
2183  strlist__delete(symbol_conf.comm_list);
2184 out_free_dso_list:
2185  strlist__delete(symbol_conf.dso_list);
2186  return -1;
2187 }
2188 
2189 void symbol__exit(void)
2190 {
2191  if (!symbol_conf.initialized)
2192  return;
2193  strlist__delete(symbol_conf.bt_stop_list);
2194  strlist__delete(symbol_conf.sym_list);
2195  strlist__delete(symbol_conf.dso_list);
2196  strlist__delete(symbol_conf.comm_list);
2197  intlist__delete(symbol_conf.tid_list);
2198  intlist__delete(symbol_conf.pid_list);
2200  symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
2201  symbol_conf.bt_stop_list = NULL;
2202  symbol_conf.initialized = false;
2203 }
2204 
2205 int symbol__config_symfs(const struct option *opt __maybe_unused,
2206  const char *dir, int unset __maybe_unused)
2207 {
2208  char *bf = NULL;
2209  int ret;
2210 
2211  symbol_conf.symfs = strdup(dir);
2212  if (symbol_conf.symfs == NULL)
2213  return -ENOMEM;
2214 
2215  /* skip the locally configured cache if a symfs is given, and
2216  * config buildid dir to symfs/.debug
2217  */
2218  ret = asprintf(&bf, "%s/%s", dir, ".debug");
2219  if (ret < 0)
2220  return -ENOMEM;
2221 
2222  set_buildid_dir(bf);
2223 
2224  free(bf);
2225  return 0;
2226 }
2227 
2228 struct mem_info *mem_info__get(struct mem_info *mi)
2229 {
2230  if (mi)
2231  refcount_inc(&mi->refcnt);
2232  return mi;
2233 }
2234 
2235 void mem_info__put(struct mem_info *mi)
2236 {
2237  if (mi && refcount_dec_and_test(&mi->refcnt))
2238  free(mi);
2239 }
2240 
2242 {
2243  struct mem_info *mi = zalloc(sizeof(*mi));
2244 
2245  if (mi)
2246  refcount_set(&mi->refcnt, 1);
2247  return mi;
2248 }
static int validate_kcore_modules(const char *kallsyms_filename, struct map *map)
Definition: symbol.c:1092
u8 is_64_bit
Definition: dso.h:166
u8 adjust_symbols
Definition: dso.h:159
struct maps maps
Definition: map.h:64
bool symsrc__possibly_runtime(struct symsrc *ss)
Definition: symbol-elf.c:644
const char * comm_list_str
Definition: symbol.h:131
bool trampolines_mapped
Definition: machine.h:59
u64(* map_ip)(struct map *, u64)
Definition: map.h:41
struct rb_node rb_node
Definition: symbol.h:56
Definition: mem2node.c:7
static const char *const vmlinux_paths[]
Definition: symbol.c:1983
int value
Definition: python.c:1143
void dso__insert_symbol(struct dso *dso, struct symbol *sym)
Definition: symbol.c:484
Definition: env.h:36
void nsinfo__mountns_enter(struct nsinfo *nsi, struct nscookie *nc)
Definition: namespaces.c:180
static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
Definition: symbol.c:386
static int dso__find_perf_map(char *filebuf, size_t bufsz, struct nsinfo **nsip)
Definition: symbol.c:1455
static int dso__load_kcore(struct dso *dso, struct map *map, const char *kallsyms_filename)
Definition: symbol.c:1154
struct strlist * comm_list
Definition: symbol.h:138
u8 has_build_id
Definition: dso.h:160
static void dso__set_loaded(struct dso *dso)
Definition: dso.h:209
Definition: symbol.h:221
static struct module_info * find_module(const char *name, struct rb_root *modules)
Definition: symbol.c:928
const char *__weak arch__normalize_symbol_name(const char *name)
Definition: symbol.c:89
static struct symbol * symbols__find(struct rb_root *symbols, u64 ip)
Definition: symbol.c:333
static void delete_modules(struct rb_root *modules)
Definition: symbol.c:914
const char * vmlinux_name
Definition: symbol.h:123
static bool symbol_type__filter(char symbol_type)
Definition: symbol.c:73
static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod, enum dso_binary_type type)
Definition: symbol.c:1406
u64 pgoff
Definition: map.h:34
struct kmap * map__kmap(struct map *map)
Definition: map.c:881
size_t size
Definition: evsel.c:60
static char * dir
Definition: attr.c:39
char buildid_dir[]
Definition: config.c:32
const char * name
Definition: symbol.h:174
int hex2u64(const char *ptr, u64 *long_val)
Definition: util.c:379
struct intlist * pid_list
Definition: symbol.h:146
int setup_list(struct strlist **list, const char *list_str, const char *list_name)
Definition: symbol.c:2048
static int dso__load_perf_map(const char *map_path, struct dso *dso)
Definition: symbol.c:1349
const char * filename
Definition: hists_common.c:26
void intlist__delete(struct intlist *ilist)
Definition: intlist.c:130
static u64 identity__map_ip(struct map *map __maybe_unused, u64 ip)
Definition: map.h:96
static int __symbol__join_symfs(char *bf, size_t size, const char *path)
Definition: symbol.h:158
int setup_intlist(struct intlist **list, const char *list_str, const char *list_name)
Definition: symbol.c:2064
static bool symbol__is_idle(const char *name)
Definition: symbol.c:614
Definition: map.h:52
dictionary data
Definition: stat-cpi.py:4
symbol_tag_include
Definition: symbol.h:357
static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)
Definition: symbol.c:1927
int int err
Definition: 5sec.c:44
const char * bt_stop_list_str
Definition: symbol.h:131
struct rb_root root
Definition: block-range.c:6
bool try_vmlinux_path
Definition: symbol.h:93
struct rb_root symbol_names
Definition: dso.h:144
void map__fixup_start(struct map *map)
Definition: map.c:285
int filename__read_build_id(const char *filename, void *bf, size_t size)
Definition: symbol-elf.c:487
static int prefix_underscores_count(const char *str)
Definition: symbol.c:79
#define ENTRY_TRAMPOLINE_NAME
Definition: map.h:249
struct rw_semaphore lock
Definition: map.h:60
struct rb_node rb_node
Definition: symbol.h:154
u8 idle
Definition: symbol.h:62
struct symbol * symbol
Definition: dso.h:149
const char * tid_list_str
Definition: symbol.h:131
static bool is_entry_trampoline(const char *name)
Definition: map.h:251
char * build_id_cache__kallsyms_path(const char *sbuild_id, char *bf, size_t size)
Definition: build-id.c:155
void dso__set_long_name(struct dso *dso, const char *name, bool name_allocated)
Definition: dso.c:1104
struct rb_node rb_node
Definition: symbol.c:891
static int read_proc_modules(const char *filename, struct rb_root *modules)
Definition: symbol.c:973
static int map_groups__split_kallsyms(struct map_groups *kmaps, struct dso *dso, u64 delta, struct map *initial_map)
Definition: symbol.c:729
void dso__reset_find_symbol_cache(struct dso *dso)
Definition: symbol.c:478
u8 type
Definition: symbol.h:60
const char * long_name
Definition: dso.h:173
bool is_regular_file(const char *file)
Definition: path.c:72
u64 end
Definition: symbol.h:58
static struct symbol * symbols__find_by_name(struct rb_root *symbols, const char *name, enum symbol_tag_include includes)
Definition: symbol.c:434
void set_buildid_dir(const char *dir)
Definition: config.c:811
#define SBUILD_ID_SIZE
Definition: build-id.h:6
bool use_modules
Definition: symbol.h:93
int up_write(struct rw_semaphore *sem)
Definition: rwsem.c:29
#define SYMBOL_A
Definition: symbol.h:349
bool force
Definition: symbol.h:93
static struct symbol * symbols__next(struct symbol *sym)
Definition: symbol.c:376
#define toupper(x)
Definition: sane_ctype.h:43
struct nsinfo * nsi
Definition: builtin-probe.c:61
#define pr_err(fmt,...)
Definition: json.h:21
void map__put(struct map *map)
Definition: map.c:279
struct map * map_groups__first(struct map_groups *mg)
Definition: symbol.c:1027
void dso__put(struct dso *dso)
Definition: dso.c:1270
void symbols__insert(struct rb_root *symbols, struct symbol *sym)
Definition: symbol.c:328
void symbol__elf_init(void)
Definition: symbol-elf.c:2224
const char * dso_name
Definition: hists_common.c:73
u64 start
Definition: map.h:28
static bool __map__is_kmodule(const struct map *map)
Definition: map.h:242
static bool filename__readable(const char *file)
Definition: symbol.c:1799
static int vmlinux_path__add(const char *new_entry)
Definition: symbol.c:1996
bool symbol__restricted_filename(const char *filename, const char *restricted_filename)
Definition: symbol.c:872
void dso__sort_by_name(struct dso *dso)
Definition: symbol.c:542
#define pr_debug4(fmt,...)
Definition: debug.h:35
int down_read(struct rw_semaphore *sem)
Definition: rwsem.c:14
const char * default_guest_vmlinux_name
Definition: symbol.h:127
static int map_groups__split_kallsyms_for_kcore(struct map_groups *kmaps, struct dso *dso)
Definition: symbol.c:678
void * malloc(YYSIZE_T)
char * symsrc_filename
Definition: dso.h:152
int compare_proc_modules(const char *from, const char *to)
Definition: symbol.c:986
struct list_head node
Definition: map.h:26
struct symbol * symbol__new(u64 start, u64 len, u8 binding, u8 type, const char *name)
Definition: symbol.c:251
#define roundup(x, y)
Definition: json.h:31
static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
Definition: symbol.c:1768
struct map * maps__first(struct maps *maps)
Definition: map.c:856
#define SYMBOL_B
Definition: symbol.h:350
u8 binding
Definition: symbol.h:61
static const char *const vmlinux_paths_upd[]
Definition: symbol.c:1988
int symbol__config_symfs(const struct option *opt __maybe_unused, const char *dir, int unset __maybe_unused)
Definition: symbol.c:2205
const char * symfs
Definition: symbol.h:148
const char * name
struct map_groups * groups
Definition: map.h:46
void nsinfo__mountns_exit(struct nscookie *nc)
Definition: namespaces.c:221
char name[0]
Definition: dso.h:197
char * os_release
Definition: env.h:38
int file__read_maps(int fd, bool exe, mapfn_t mapfn, void *data, bool *is_64_bit)
Definition: symbol-elf.c:1160
unsigned short priv_size
Definition: symbol.h:92
struct dso * dso
Definition: symbol.c:1133
#define pr_debug(fmt,...)
Definition: json.h:27
u64 start
Definition: symbol.h:57
static int validate_kcore_addresses(const char *kallsyms_filename, struct map *map)
Definition: symbol.c:1111
int dso__synthesize_plt_symbols(struct dso *dso, struct symsrc *ss)
Definition: symbol-elf.c:245
void __symbols__insert(struct rb_root *symbols, struct symbol *sym, bool kernel)
Definition: symbol.c:298
static struct symbol * symbols__first(struct rb_root *symbols)
Definition: symbol.c:356
struct map * map__next(struct map *map)
Definition: map.c:865
pthread_mutex_t lock
Definition: dso.h:139
static int __read_proc_modules(void *arg, const char *name, u64 start, u64 size __maybe_unused)
Definition: symbol.c:950
int dso__read_binary_type_filename(const struct dso *dso, enum dso_binary_type type, char *root_dir, char *filename, size_t size)
Definition: dso.c:57
struct dso * dso
Definition: map.h:45
bool init_annotation
Definition: symbol.h:93
#define DSO__NAME_KCORE
Definition: symbol.h:49
int machine__map_x86_64_entry_trampolines(struct machine *machine, struct dso *kernel)
Definition: machine.c:915
int dso__load_sym(struct dso *dso, struct map *map, struct symsrc *syms_ss, struct symsrc *runtime_ss, int kmodule)
Definition: symbol-elf.c:904
int __weak arch__choose_best_symbol(struct symbol *syma, struct symbol *symb __maybe_unused)
Definition: symbol.c:105
#define PATH_MAX
Definition: jevents.c:1042
static int str(yyscan_t scanner, int token)
char name[0]
Definition: symbol.h:66
#define strlist__for_each_entry(pos, slist)
Definition: strlist.h:77
int symbol__annotation_init(void)
Definition: symbol.c:2097
void symbols__delete(struct rb_root *symbols)
Definition: symbol.c:285
struct symbol * dso__last_symbol(struct dso *dso)
Definition: symbol.c:511
int __dso__load_kallsyms(struct dso *dso, const char *filename, struct map *map, bool no_kcore)
Definition: symbol.c:1311
Definition: map.h:58
const char * pid_list_str
Definition: symbol.h:131
static bool dso__is_kcore(struct dso *dso)
Definition: dso.h:365
u64 start
Definition: symbol.c:893
Definition: dso.h:138
void symbols__fixup_end(struct rb_root *symbols)
Definition: symbol.c:200
static void vmlinux_path__exit(void)
Definition: symbol.c:1974
static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
Definition: symbol.c:117
char * name
Definition: symbol.c:892
bool kptr_restrict
Definition: symbol.h:93
static int map__process_kallsym_symbol(void *arg, const char *name, char type, u64 start)
Definition: symbol.c:641
const char * field_sep
Definition: symbol.h:123
#define DSO_BINARY_TYPE__SYMTAB_CNT
Definition: symbol.c:71
void map_groups__fixup_end(struct map_groups *mg)
Definition: symbol.c:223
const char * source
Definition: llvm.c:32
enum dso_kernel_type kernel
Definition: dso.h:154
Definition: map.h:63
bool loaded
Definition: dso.h:168
struct map_groups * kmaps
Definition: map.h:54
struct ref_reloc_sym * ref_reloc_sym
Definition: map.h:53
#define DSO__NAME_KALLSYMS
Definition: symbol.h:48
pthread_mutex_t lock
Definition: annotate.h:237
struct symbol sym
Definition: symbol.h:155
x86 movsq based memcpy() in arch/x86/lib/memcpy_64.S") MEMCPY_FN(memcpy_erms
static int vmlinux_path__init(struct perf_env *env)
Definition: symbol.c:2006
struct strlist * sym_list
Definition: symbol.h:138
bool ignore_vmlinux_buildid
Definition: symbol.h:93
const char * dso_list_str
Definition: symbol.h:131
struct list_head maps
Definition: symbol.c:1134
struct nsinfo * nsinfo__copy(struct nsinfo *nsi)
Definition: namespaces.c:138
int __weak arch__compare_symbol_names(const char *namea, const char *nameb)
Definition: symbol.c:94
static int dso__load_kernel_sym(struct dso *dso, struct map *map)
Definition: symbol.c:1866
int dso__load(struct dso *dso, struct map *map)
Definition: symbol.c:1487
#define zfree(ptr)
Definition: util.h:25
bool dso__loaded(const struct dso *dso)
Definition: dso.c:1181
static void map_groups__remove(struct map_groups *mg, struct map *map)
Definition: map.h:206
static int dso__load_all_kallsyms(struct dso *dso, const char *filename)
Definition: symbol.c:673
struct symbol * dso__find_symbol(struct dso *dso, u64 addr)
Definition: symbol.c:496
static struct map * map_groups__next(struct map *map)
Definition: map.h:218
static int do_validate_kcore_modules(const char *filename, struct map_groups *kmaps)
Definition: symbol.c:1032
static struct map * map__get(struct map *map)
Definition: map.h:152
void map__fixup_end(struct map *map)
Definition: map.c:295
static struct map * map_groups__find(struct map_groups *mg, u64 addr)
Definition: map.h:211
struct rb_root symbols
Definition: dso.h:143
bool has_filter
Definition: symbol.h:93
struct intlist * intlist__new(const char *slist)
Definition: intlist.c:110
struct symbol * symbol__next_by_name(struct symbol *sym)
Definition: symbol.c:521
struct mem_info * mem_info__get(struct mem_info *mi)
Definition: symbol.c:2228
refcount_t refcnt
Definition: symbol.h:204
u64 start
Definition: hists_common.c:25
const char * kallsyms_name
Definition: symbol.h:123
struct dso * dso__new(const char *name)
Definition: dso.c:1196
void symbol__exit(void)
Definition: symbol.c:2189
static void add_module(struct module_info *mi, struct rb_root *modules)
Definition: symbol.c:896
struct mem_info * mem_info__new(void)
Definition: symbol.c:2241
static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
Definition: symbol.c:1137
bool initialized
Definition: symbol.h:93
Definition: jevents.c:228
struct symbol * dso__find_symbol_by_name(struct dso *dso, const char *name)
Definition: symbol.c:532
u8 build_id[BUILD_ID_SIZE]
Definition: dso.h:170
bool sort_by_name
Definition: symbol.h:93
bool allow_aliases
Definition: symbol.h:93
struct nsinfo * nsinfo
Definition: dso.h:195
static int sym(yyscan_t scanner, int type, int config)
bool __map__is_kernel(const struct map *map)
Definition: map.c:250
static bool filename_from_kallsyms_filename(char *filename, const char *base_name, const char *kallsyms_filename)
Definition: symbol.c:1071
const char * default_guest_kallsyms
Definition: symbol.h:127
static char * dso__find_kallsyms(struct dso *dso, struct map *map)
Definition: symbol.c:1808
static int kallsyms__delta(struct kmap *kmap, const char *filename, u64 *delta)
Definition: symbol.c:1297
void strlist__delete(struct strlist *slist)
Definition: strlist.c:193
struct map * map_groups__find_by_name(struct map_groups *mg, const char *name)
Definition: symbol.c:1679
int build_id__sprintf(const u8 *build_id, int len, char *bf)
Definition: build-id.c:89
struct dso::@69 last_find_result
void dso__set_build_id(struct dso *dso, void *build_id)
Definition: dso.c:1276
bool ignore_vmlinux
Definition: symbol.h:93
char * root_dir
Definition: machine.h:45
enum dso_binary_type symtab_type
Definition: dso.h:156
int symbol__init(struct perf_env *env)
Definition: symbol.c:2112
u64 addr
Definition: dso.h:148
pid_t tgid
Definition: namespaces.h:30
void free(void *)
static enum dso_binary_type binary_type_symtab[]
Definition: symbol.c:52
const char * sym_list_str
Definition: symbol.h:131
char * mmap_name
Definition: machine.h:46
int kallsyms__get_function_start(const char *kallsyms_filename, const char *symbol_name, u64 *addr)
Definition: event.c:879
bool lsdir_no_dot_filter(const char *name __maybe_unused, struct dirent *d)
Definition: util.c:160
void symbol__delete(struct symbol *sym)
Definition: symbol.c:280
static struct symbol * symbols__last(struct rb_root *symbols)
Definition: symbol.c:366
void symsrc__destroy(struct symsrc *ss)
Definition: symbol-elf.c:654
int modules__parse(const char *filename, void *arg, int(*process_module)(void *arg, const char *name, u64 start, u64 size))
Definition: symbol.c:548
int dso__load_vmlinux_path(struct dso *dso, struct map *map)
Definition: symbol.c:1735
void dso__set_sorted_by_name(struct dso *dso)
Definition: dso.c:1191
int __weak arch__compare_symbol_names_n(const char *namea, const char *nameb, unsigned int n)
Definition: symbol.c:99
int symsrc__init(struct symsrc *ss, struct dso *dso, const char *name, enum dso_binary_type type)
Definition: symbol-elf.c:666
int down_write(struct rw_semaphore *sem)
Definition: rwsem.c:24
u64(* unmap_ip)(struct map *, u64)
Definition: map.h:43
Definition: symbol.h:55
char * dso__build_id_filename(const struct dso *dso, char *bf, size_t size, bool is_debug)
Definition: build-id.c:252
char ** vmlinux_path
Definition: symbol.c:38
void mem_info__put(struct mem_info *mi)
Definition: symbol.c:2235
int sysfs__read_build_id(const char *filename, void *build_id, size_t size)
Definition: symbol-elf.c:514
struct strlist * lsdir(const char *name, bool(*filter)(const char *, struct dirent *))
Definition: util.c:166
#define pr_warning(fmt,...)
Definition: debug.h:25
struct symbol * dso__next_symbol(struct symbol *sym)
Definition: symbol.c:516
struct intlist * tid_list
Definition: symbol.h:146
u32 prot
Definition: map.h:32
int vmlinux_path__nr_entries
Definition: symbol.c:37
bool need_setns
Definition: namespaces.h:32
static bool visible_dir_filter(const char *name, struct dirent *d)
Definition: symbol.c:1761
struct machine * machine
Definition: map.h:65
static void map_groups__insert(struct map_groups *mg, struct map *map)
Definition: map.h:200
u16 namelen
Definition: symbol.h:59
enum dso_binary_type binary_type
Definition: dso.h:157
void nsinfo__put(struct nsinfo *nsi)
Definition: namespaces.c:174
int up_read(struct rw_semaphore *sem)
Definition: rwsem.c:19
size_t nr_syms
Definition: hists_common.c:75
const char * s
Definition: strlist.h:12
#define BUILD_ID_SIZE
Definition: build-id.h:5
struct strlist * bt_stop_list
Definition: symbol.h:138
bool symsrc__has_symtab(struct symsrc *ss)
Definition: symbol-elf.c:649
void symbols__fixup_duplicate(struct rb_root *symbols)
Definition: symbol.c:166
u64 end
Definition: map.h:29
pid_t nstgid
Definition: namespaces.h:31
struct strlist * strlist__new(const char *list, const struct strlist_config *config)
Definition: strlist.c:160
struct symbol * dso__first_symbol(struct dso *dso)
Definition: symbol.c:506
const char * short_name
Definition: dso.h:172
struct map_groups * map__kmaps(struct map *map)
Definition: map.c:890
struct strlist * dso_list
Definition: symbol.h:138
static void symbols__sort_by_name(struct rb_root *symbols, struct rb_root *source)
Definition: symbol.c:406
int symbol__match_symbol_name(const char *name, const char *str, enum symbol_tag_include includes)
Definition: symbol.c:417
#define symbol__join_symfs(bf, path)
Definition: symbol.h:163
bool dso__build_id_equal(const struct dso *dso, u8 *build_id)
Definition: dso.c:1282
dso_binary_type
Definition: dso.h:17
struct perf_env * env
Definition: machine.h:49
int dso__load_vmlinux(struct dso *dso, struct map *map, const char *vmlinux, bool vmlinux_allocated)
Definition: symbol.c:1698
int dso__load_kallsyms(struct dso *dso, const char *filename, struct map *map)
Definition: symbol.c:1343
struct map * map__new2(u64 start, struct dso *dso)
Definition: map.c:227
bool machine__is(struct machine *machine, const char *arch)
Definition: machine.c:2459
static bool symbol__read_kptr_restrict(void)
Definition: symbol.c:2078
void static void * zalloc(size_t size)
Definition: util.h:20
static bool machine__is_default_guest(struct machine *machine)
Definition: machine.h:182