1 // SPDX-License-Identifier: GPL-2.0
2 #include "debug.h"
3 #include "dsos.h"
4 #include "dso.h"
5 #include "util.h"
6 #include "vdso.h"
7 #include "namespaces.h"
8 #include <errno.h>
9 #include <libgen.h>
10 #include <stdlib.h>
11 #include <string.h>
12 #include <symbol.h> // filename__read_build_id
13 #include <unistd.h>
14
15 void dsos__init(struct dsos *dsos)
16 {
17 init_rwsem(&dsos->lock);
18
19 dsos->cnt = 0;
20 dsos->allocated = 0;
21 dsos->dsos = NULL;
22 dsos->sorted = true;
23 }
24
25 static void dsos__purge(struct dsos *dsos)
26 {
27 down_write(&dsos->lock);
28
29 for (unsigned int i = 0; i < dsos->cnt; i++) {
30 struct dso *dso = dsos->dsos[i];
31
32 dso__set_dsos(dso, NULL);
33 dso__put(dso);
34 }
35
36 zfree(&dsos->dsos);
37 dsos->cnt = 0;
38 dsos->allocated = 0;
39 dsos->sorted = true;
40
41 up_write(&dsos->lock);
42 }
43
44 void dsos__exit(struct dsos *dsos)
45 {
46 dsos__purge(dsos);
47 exit_rwsem(&dsos->lock);
48 }
49
50
51 static int __dsos__for_each_dso(struct dsos *dsos,
52 int (*cb)(struct dso *dso, void *data),
53 void *data)
54 {
55 for (unsigned int i = 0; i < dsos->cnt; i++) {
56 struct dso *dso = dsos->dsos[i];
57 int err;
58
59 err = cb(dso, data);
60 if (err)
61 return err;
62 }
63 return 0;
64 }
65
66 struct dsos__read_build_ids_cb_args {
67 bool with_hits;
68 bool have_build_id;
69 };
70
71 static int dsos__read_build_ids_cb(struct dso *dso, void *data)
72 {
73 struct dsos__read_build_ids_cb_args *args = data;
74 struct nscookie nsc;
75
76 if (args->with_hits && !dso__hit(dso) && !dso__is_vdso(dso))
77 return 0;
78 if (dso__has_build_id(dso)) {
79 args->have_build_id = true;
80 return 0;
81 }
82 nsinfo__mountns_enter(dso__nsinfo(dso), &nsc);
83 if (filename__read_build_id(dso__long_name(dso), dso__bid(dso)) > 0) {
84 args->have_build_id = true;
85 dso__set_has_build_id(dso);
86 } else if (errno == ENOENT && dso__nsinfo(dso)) {
87 char *new_name = dso__filename_with_chroot(dso, dso__long_name(dso));
88
89 if (new_name && filename__read_build_id(new_name, dso__bid(dso)) > 0) {
90 args->have_build_id = true;
91 dso__set_has_build_id(dso);
92 }
93 free(new_name);
94 }
95 nsinfo__mountns_exit(&nsc);
96 return 0;
97 }
98
99 bool dsos__read_build_ids(struct dsos *dsos, bool with_hits)
100 {
101 struct dsos__read_build_ids_cb_args args = {
102 .with_hits = with_hits,
103 .have_build_id = false,
104 };
105
106 dsos__for_each_dso(dsos, dsos__read_build_ids_cb, &args);
107 return args.have_build_id;
108 }
109
110 static int __dso__cmp_long_name(const char *long_name, const struct dso_id *id,
111 const struct dso *b)
112 {
113 int rc = strcmp(long_name, dso__long_name(b));
114 return rc ?: dso_id__cmp(id, dso__id_const(b));
115 }
116
117 static int __dso__cmp_short_name(const char *short_name, const struct dso_id *id,
118 const struct dso *b)
119 {
120 int rc = strcmp(short_name, dso__short_name(b));
121 return rc ?: dso_id__cmp(id, dso__id_const(b));
122 }
123
124 static int dsos__cmp_long_name_id_short_name(const void *va, const void *vb)
125 {
126 const struct dso *a = *((const struct dso **)va);
127 const struct dso *b = *((const struct dso **)vb);
128 int rc = strcmp(dso__long_name(a), dso__long_name(b));
129
130 if (!rc) {
131 rc = dso_id__cmp(dso__id_const(a), dso__id_const(b));
132 if (!rc)
133 rc = strcmp(dso__short_name(a), dso__short_name(b));
134 }
135 return rc;
136 }
137
138 struct dsos__key {
139 const char *long_name;
140 const struct dso_id *id;
141 };
142
143 static int dsos__cmp_key_long_name_id(const void *vkey, const void *vdso)
144 {
145 const struct dsos__key *key = vkey;
146 const struct dso *dso = *((const struct dso **)vdso);
147
148 return __dso__cmp_long_name(key->long_name, key->id, dso);
149 }
150
151 /*
152 * Find a matching entry and/or link current entry to RB tree.
153 * Either one of the dso or name parameter must be non-NULL or the
154 * function will not work.
155 */
156 static struct dso *__dsos__find_by_longname_id(struct dsos *dsos,
157 const char *name,
158 struct dso_id *id,
159 bool write_locked)
160 {
161 struct dsos__key key = {
162 .long_name = name,
163 .id = id,
164 };
165 struct dso **res;
166
167 if (dsos->dsos == NULL)
168 return NULL;
169
170 if (!dsos->sorted) {
171 if (!write_locked) {
172 struct dso *dso;
173
174 up_read(&dsos->lock);
175 down_write(&dsos->lock);
176 dso = __dsos__find_by_longname_id(dsos, name, id,
177 /*write_locked=*/true);
178 up_write(&dsos->lock);
179 down_read(&dsos->lock);
180 return dso;
181 }
182 qsort(dsos->dsos, dsos->cnt, sizeof(struct dso *),
183 dsos__cmp_long_name_id_short_name);
184 dsos->sorted = true;
185 }
186
187 res = bsearch(&key, dsos->dsos, dsos->cnt, sizeof(struct dso *),
188 dsos__cmp_key_long_name_id);
189 if (!res)
190 return NULL;
191
192 return dso__get(*res);
193 }
194
195 int __dsos__add(struct dsos *dsos, struct dso *dso)
196 {
197 if (dsos->cnt == dsos->allocated) {
198 unsigned int to_allocate = 2;
199 struct dso **temp;
200
201 if (dsos->allocated > 0)
202 to_allocate = dsos->allocated * 2;
203 temp = realloc(dsos->dsos, sizeof(struct dso *) * to_allocate);
204 if (!temp)
205 return -ENOMEM;
206 dsos->dsos = temp;
207 dsos->allocated = to_allocate;
208 }
209 if (!dsos->sorted) {
210 dsos->dsos[dsos->cnt++] = dso__get(dso);
211 } else {
212 int low = 0, high = dsos->cnt - 1;
213 int insert = dsos->cnt; /* Default to inserting at the end. */
214
215 while (low <= high) {
216 int mid = low + (high - low) / 2;
217 int cmp = dsos__cmp_long_name_id_short_name(&dsos->dsos[mid], &dso);
218
219 if (cmp < 0) {
220 low = mid + 1;
221 } else {
222 high = mid - 1;
223 insert = mid;
224 }
225 }
226 memmove(&dsos->dsos[insert + 1], &dsos->dsos[insert],
227 (dsos->cnt - insert) * sizeof(struct dso *));
228 dsos->cnt++;
229 dsos->dsos[insert] = dso__get(dso);
230 }
231 dso__set_dsos(dso, dsos);
232 return 0;
233 }
234
235 int dsos__add(struct dsos *dsos, struct dso *dso)
236 {
237 int ret;
238
239 down_write(&dsos->lock);
240 ret = __dsos__add(dsos, dso);
241 up_write(&dsos->lock);
242 return ret;
243 }
244
245 struct dsos__find_id_cb_args {
246 const char *name;
247 struct dso_id *id;
248 struct dso *res;
249 };
250
251 static int dsos__find_id_cb(struct dso *dso, void *data)
252 {
253 struct dsos__find_id_cb_args *args = data;
254
255 if (__dso__cmp_short_name(args->name, args->id, dso) == 0) {
256 args->res = dso__get(dso);
257 return 1;
258 }
259 return 0;
260
261 }
262
263 static struct dso *__dsos__find_id(struct dsos *dsos, const char *name, struct dso_id *id,
264 bool cmp_short, bool write_locked)
265 {
266 struct dso *res;
267
268 if (cmp_short) {
269 struct dsos__find_id_cb_args args = {
270 .name = name,
271 .id = id,
272 .res = NULL,
273 };
274
275 __dsos__for_each_dso(dsos, dsos__find_id_cb, &args);
276 return args.res;
277 }
278 res = __dsos__find_by_longname_id(dsos, name, id, write_locked);
279 return res;
280 }
281
282 struct dso *dsos__find(struct dsos *dsos, const char *name, bool cmp_short)
283 {
284 struct dso *res;
285
286 down_read(&dsos->lock);
287 res = __dsos__find_id(dsos, name, NULL, cmp_short, /*write_locked=*/false);
288 up_read(&dsos->lock);
289 return res;
290 }
291
292 static void dso__set_basename(struct dso *dso)
293 {
294 char *base, *lname;
295 int tid;
296
297 if (perf_pid_map_tid(dso__long_name(dso), &tid)) {
298 if (asprintf(&base, "[JIT] tid %d", tid) < 0)
299 return;
300 } else {
301 /*
302 * basename() may modify path buffer, so we must pass
303 * a copy.
304 */
305 lname = strdup(dso__long_name(dso));
306 if (!lname)
307 return;
308
309 /*
310 * basename() may return a pointer to internal
311 * storage which is reused in subsequent calls
312 * so copy the result.
313 */
314 base = strdup(basename(lname));
315
316 free(lname);
317
318 if (!base)
319 return;
320 }
321 dso__set_short_name(dso, base, true);
322 }
323
324 static struct dso *__dsos__addnew_id(struct dsos *dsos, const char *name, struct dso_id *id)
325 {
326 struct dso *dso = dso__new_id(name, id);
327
328 if (dso != NULL) {
329 /*
330 * The dsos lock is held on entry, so rename the dso before
331 * adding it to avoid needing to take the dsos lock again to say
332 * the array isn't sorted.
333 */
334 dso__set_basename(dso);
335 __dsos__add(dsos, dso);
336 }
337 return dso;
338 }
339
340 static struct dso *__dsos__findnew_id(struct dsos *dsos, const char *name, struct dso_id *id)
341 {
342 struct dso *dso = __dsos__find_id(dsos, name, id, false, /*write_locked=*/true);
343
344 if (dso && dso_id__empty(dso__id(dso)) && !dso_id__empty(id))
345 __dso__inject_id(dso, id);
346
347 return dso ? dso : __dsos__addnew_id(dsos, name, id);
348 }
349
350 struct dso *dsos__findnew_id(struct dsos *dsos, const char *name, struct dso_id *id)
351 {
352 struct dso *dso;
353 down_write(&dsos->lock);
354 dso = __dsos__findnew_id(dsos, name, id);
355 up_write(&dsos->lock);
356 return dso;
357 }
358
359 struct dsos__fprintf_buildid_cb_args {
360 FILE *fp;
361 bool (*skip)(struct dso *dso, int parm);
362 int parm;
363 size_t ret;
364 };
365
366 static int dsos__fprintf_buildid_cb(struct dso *dso, void *data)
367 {
368 struct dsos__fprintf_buildid_cb_args *args = data;
369 char sbuild_id[SBUILD_ID_SIZE];
370
371 if (args->skip && args->skip(dso, args->parm))
372 return 0;
373 build_id__sprintf(dso__bid(dso), sbuild_id);
374 args->ret += fprintf(args->fp, "%-40s %s\n", sbuild_id, dso__long_name(dso));
375 return 0;
376 }
377
378 size_t dsos__fprintf_buildid(struct dsos *dsos, FILE *fp,
379 bool (*skip)(struct dso *dso, int parm), int parm)
380 {
381 struct dsos__fprintf_buildid_cb_args args = {
382 .fp = fp,
383 .skip = skip,
384 .parm = parm,
385 .ret = 0,
386 };
387
388 dsos__for_each_dso(dsos, dsos__fprintf_buildid_cb, &args);
389 return args.ret;
390 }
391
392 struct dsos__fprintf_cb_args {
393 FILE *fp;
394 size_t ret;
395 };
396
397 static int dsos__fprintf_cb(struct dso *dso, void *data)
398 {
399 struct dsos__fprintf_cb_args *args = data;
400
401 args->ret += dso__fprintf(dso, args->fp);
402 return 0;
403 }
404
405 size_t dsos__fprintf(struct dsos *dsos, FILE *fp)
406 {
407 struct dsos__fprintf_cb_args args = {
408 .fp = fp,
409 .ret = 0,
410 };
411
412 dsos__for_each_dso(dsos, dsos__fprintf_cb, &args);
413 return args.ret;
414 }
415
416 static int dsos__hit_all_cb(struct dso *dso, void *data __maybe_unused)
417 {
418 dso__set_hit(dso);
419 return 0;
420 }
421
422 int dsos__hit_all(struct dsos *dsos)
423 {
424 return dsos__for_each_dso(dsos, dsos__hit_all_cb, NULL);
425 }
426
427 struct dso *dsos__findnew_module_dso(struct dsos *dsos,
428 struct machine *machine,
429 struct kmod_path *m,
430 const char *filename)
431 {
432 struct dso *dso;
433
434 down_write(&dsos->lock);
435
436 dso = __dsos__find_id(dsos, m->name, NULL, /*cmp_short=*/true, /*write_locked=*/true);
437 if (dso) {
438 up_write(&dsos->lock);
439 return dso;
440 }
441 /*
442 * Failed to find the dso so create it. Change the name before adding it
443 * to the array, to avoid unnecessary sorts and potential locking
444 * issues.
445 */
446 dso = dso__new_id(m->name, /*id=*/NULL);
447 if (!dso) {
448 up_write(&dsos->lock);
449 return NULL;
450 }
451 dso__set_basename(dso);
452 dso__set_module_info(dso, m, machine);
453 dso__set_long_name(dso, strdup(filename), true);
454 dso__set_kernel(dso, DSO_SPACE__KERNEL);
455 __dsos__add(dsos, dso);
456
457 up_write(&dsos->lock);
458 return dso;
459 }
460
461 static int dsos__find_kernel_dso_cb(struct dso *dso, void *data)
462 {
463 struct dso **res = data;
464 /*
465 * The cpumode passed to is_kernel_module is not the cpumode of *this*
466 * event. If we insist on passing correct cpumode to is_kernel_module,
467 * we should record the cpumode when we adding this dso to the linked
468 * list.
469 *
470 * However we don't really need passing correct cpumode. We know the
471 * correct cpumode must be kernel mode (if not, we should not link it
472 * onto kernel_dsos list).
473 *
474 * Therefore, we pass PERF_RECORD_MISC_CPUMODE_UNKNOWN.
475 * is_kernel_module() treats it as a kernel cpumode.
476 */
477 if (!dso__kernel(dso) ||
478 is_kernel_module(dso__long_name(dso), PERF_RECORD_MISC_CPUMODE_UNKNOWN))
479 return 0;
480
481 *res = dso__get(dso);
482 return 1;
483 }
484
485 struct dso *dsos__find_kernel_dso(struct dsos *dsos)
486 {
487 struct dso *res = NULL;
488
489 dsos__for_each_dso(dsos, dsos__find_kernel_dso_cb, &res);
490 return res;
491 }
492
493 int dsos__for_each_dso(struct dsos *dsos, int (*cb)(struct dso *dso, void *data), void *data)
494 {
495 int err;
496
497 down_read(&dsos->lock);
498 err = __dsos__for_each_dso(dsos, cb, data);
499 up_read(&dsos->lock);
500 return err;
501 }
502
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.