0001
0002
0003
0004
0005
0006
0007
0008 #include <inttypes.h>
0009 #include <sys/utsname.h>
0010 #include <sys/types.h>
0011 #include <sys/stat.h>
0012 #include <fcntl.h>
0013 #include <errno.h>
0014 #include <stdio.h>
0015 #include <unistd.h>
0016 #include <stdlib.h>
0017 #include <string.h>
0018 #include <stdarg.h>
0019 #include <dwarf-regs.h>
0020
0021 #include <linux/bitops.h>
0022 #include <linux/zalloc.h>
0023 #include "event.h"
0024 #include "dso.h"
0025 #include "debug.h"
0026 #include "intlist.h"
0027 #include "strbuf.h"
0028 #include "strlist.h"
0029 #include "symbol.h"
0030 #include "probe-finder.h"
0031 #include "probe-file.h"
0032 #include "string2.h"
0033
0034 #ifdef HAVE_DEBUGINFOD_SUPPORT
0035 #include <elfutils/debuginfod.h>
0036 #endif
0037
0038
0039 #define MAX_BASIC_TYPE_BITS 64
0040
0041
0042 static char *debuginfo_path;
0043
0044 static const Dwfl_Callbacks offline_callbacks = {
0045 .find_debuginfo = dwfl_standard_find_debuginfo,
0046 .debuginfo_path = &debuginfo_path,
0047
0048 .section_address = dwfl_offline_section_address,
0049
0050
0051 .find_elf = dwfl_build_id_find_elf,
0052 };
0053
0054
0055 static int debuginfo__init_offline_dwarf(struct debuginfo *dbg,
0056 const char *path)
0057 {
0058 GElf_Addr dummy;
0059 int fd;
0060
0061 fd = open(path, O_RDONLY);
0062 if (fd < 0)
0063 return fd;
0064
0065 dbg->dwfl = dwfl_begin(&offline_callbacks);
0066 if (!dbg->dwfl)
0067 goto error;
0068
0069 dwfl_report_begin(dbg->dwfl);
0070 dbg->mod = dwfl_report_offline(dbg->dwfl, "", "", fd);
0071 if (!dbg->mod)
0072 goto error;
0073
0074 dbg->dbg = dwfl_module_getdwarf(dbg->mod, &dbg->bias);
0075 if (!dbg->dbg)
0076 goto error;
0077
0078 dwfl_module_build_id(dbg->mod, &dbg->build_id, &dummy);
0079
0080 dwfl_report_end(dbg->dwfl, NULL, NULL);
0081
0082 return 0;
0083 error:
0084 if (dbg->dwfl)
0085 dwfl_end(dbg->dwfl);
0086 else
0087 close(fd);
0088 memset(dbg, 0, sizeof(*dbg));
0089
0090 return -ENOENT;
0091 }
0092
0093 static struct debuginfo *__debuginfo__new(const char *path)
0094 {
0095 struct debuginfo *dbg = zalloc(sizeof(*dbg));
0096 if (!dbg)
0097 return NULL;
0098
0099 if (debuginfo__init_offline_dwarf(dbg, path) < 0)
0100 zfree(&dbg);
0101 if (dbg)
0102 pr_debug("Open Debuginfo file: %s\n", path);
0103 return dbg;
0104 }
0105
0106 enum dso_binary_type distro_dwarf_types[] = {
0107 DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
0108 DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
0109 DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
0110 DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
0111 DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO,
0112 DSO_BINARY_TYPE__NOT_FOUND,
0113 };
0114
0115 struct debuginfo *debuginfo__new(const char *path)
0116 {
0117 enum dso_binary_type *type;
0118 char buf[PATH_MAX], nil = '\0';
0119 struct dso *dso;
0120 struct debuginfo *dinfo = NULL;
0121 struct build_id bid;
0122
0123
0124 dso = dso__new(path);
0125 if (!dso)
0126 goto out;
0127
0128
0129 if (is_regular_file(path) && filename__read_build_id(path, &bid) > 0)
0130 dso__set_build_id(dso, &bid);
0131
0132 for (type = distro_dwarf_types;
0133 !dinfo && *type != DSO_BINARY_TYPE__NOT_FOUND;
0134 type++) {
0135 if (dso__read_binary_type_filename(dso, *type, &nil,
0136 buf, PATH_MAX) < 0)
0137 continue;
0138 dinfo = __debuginfo__new(buf);
0139 }
0140 dso__put(dso);
0141
0142 out:
0143
0144 return dinfo ? : __debuginfo__new(path);
0145 }
0146
0147 void debuginfo__delete(struct debuginfo *dbg)
0148 {
0149 if (dbg) {
0150 if (dbg->dwfl)
0151 dwfl_end(dbg->dwfl);
0152 free(dbg);
0153 }
0154 }
0155
0156
0157
0158
0159
0160 static struct probe_trace_arg_ref *alloc_trace_arg_ref(long offs)
0161 {
0162 struct probe_trace_arg_ref *ref;
0163 ref = zalloc(sizeof(struct probe_trace_arg_ref));
0164 if (ref != NULL)
0165 ref->offset = offs;
0166 return ref;
0167 }
0168
0169
0170
0171
0172
0173
0174
0175 static int convert_variable_location(Dwarf_Die *vr_die, Dwarf_Addr addr,
0176 Dwarf_Op *fb_ops, Dwarf_Die *sp_die,
0177 unsigned int machine,
0178 struct probe_trace_arg *tvar)
0179 {
0180 Dwarf_Attribute attr;
0181 Dwarf_Addr tmp = 0;
0182 Dwarf_Op *op;
0183 size_t nops;
0184 unsigned int regn;
0185 Dwarf_Word offs = 0;
0186 bool ref = false;
0187 const char *regs;
0188 int ret, ret2 = 0;
0189
0190 if (dwarf_attr(vr_die, DW_AT_external, &attr) != NULL)
0191 goto static_var;
0192
0193
0194 if (dwarf_attr(vr_die, DW_AT_const_value, &attr) &&
0195 immediate_value_is_supported()) {
0196 Dwarf_Sword snum;
0197
0198 if (!tvar)
0199 return 0;
0200
0201 dwarf_formsdata(&attr, &snum);
0202 ret = asprintf(&tvar->value, "\\%ld", (long)snum);
0203
0204 return ret < 0 ? -ENOMEM : 0;
0205 }
0206
0207
0208 if (dwarf_attr(vr_die, DW_AT_location, &attr) == NULL)
0209 return -EINVAL;
0210 if (dwarf_getlocation_addr(&attr, addr, &op, &nops, 1) <= 0) {
0211 ret = dwarf_entrypc(sp_die, &tmp);
0212 if (ret)
0213 return -ENOENT;
0214
0215 if (probe_conf.show_location_range &&
0216 (dwarf_tag(vr_die) == DW_TAG_variable)) {
0217 ret2 = -ERANGE;
0218 } else if (addr != tmp ||
0219 dwarf_tag(vr_die) != DW_TAG_formal_parameter) {
0220 return -ENOENT;
0221 }
0222
0223 ret = dwarf_highpc(sp_die, &tmp);
0224 if (ret)
0225 return -ENOENT;
0226
0227
0228
0229
0230 for (addr += 1; addr <= tmp; addr++) {
0231 if (dwarf_getlocation_addr(&attr, addr, &op,
0232 &nops, 1) > 0)
0233 goto found;
0234 }
0235 return -ENOENT;
0236 }
0237 found:
0238 if (nops == 0)
0239
0240 return -ENOENT;
0241
0242 if (op->atom == DW_OP_addr) {
0243 static_var:
0244 if (!tvar)
0245 return ret2;
0246
0247 ret = strlen(dwarf_diename(vr_die));
0248 tvar->value = zalloc(ret + 2);
0249 if (tvar->value == NULL)
0250 return -ENOMEM;
0251 snprintf(tvar->value, ret + 2, "@%s", dwarf_diename(vr_die));
0252 tvar->ref = alloc_trace_arg_ref((long)offs);
0253 if (tvar->ref == NULL)
0254 return -ENOMEM;
0255 return ret2;
0256 }
0257
0258
0259 if (op->atom == DW_OP_fbreg) {
0260 if (fb_ops == NULL)
0261 return -ENOTSUP;
0262 ref = true;
0263 offs = op->number;
0264 op = &fb_ops[0];
0265 }
0266
0267 if (op->atom >= DW_OP_breg0 && op->atom <= DW_OP_breg31) {
0268 regn = op->atom - DW_OP_breg0;
0269 offs += op->number;
0270 ref = true;
0271 } else if (op->atom >= DW_OP_reg0 && op->atom <= DW_OP_reg31) {
0272 regn = op->atom - DW_OP_reg0;
0273 } else if (op->atom == DW_OP_bregx) {
0274 regn = op->number;
0275 offs += op->number2;
0276 ref = true;
0277 } else if (op->atom == DW_OP_regx) {
0278 regn = op->number;
0279 } else {
0280 pr_debug("DW_OP %x is not supported.\n", op->atom);
0281 return -ENOTSUP;
0282 }
0283
0284 if (!tvar)
0285 return ret2;
0286
0287 regs = get_dwarf_regstr(regn, machine);
0288 if (!regs) {
0289
0290 pr_warning("Mapping for the register number %u "
0291 "missing on this architecture.\n", regn);
0292 return -ENOTSUP;
0293 }
0294
0295 tvar->value = strdup(regs);
0296 if (tvar->value == NULL)
0297 return -ENOMEM;
0298
0299 if (ref) {
0300 tvar->ref = alloc_trace_arg_ref((long)offs);
0301 if (tvar->ref == NULL)
0302 return -ENOMEM;
0303 }
0304 return ret2;
0305 }
0306
0307 #define BYTES_TO_BITS(nb) ((nb) * BITS_PER_LONG / sizeof(long))
0308
0309 static int convert_variable_type(Dwarf_Die *vr_die,
0310 struct probe_trace_arg *tvar,
0311 const char *cast, bool user_access)
0312 {
0313 struct probe_trace_arg_ref **ref_ptr = &tvar->ref;
0314 Dwarf_Die type;
0315 char buf[16];
0316 char sbuf[STRERR_BUFSIZE];
0317 int bsize, boffs, total;
0318 int ret;
0319 char prefix;
0320
0321
0322 if (cast && strcmp(cast, "string") != 0 && strcmp(cast, "ustring") &&
0323 strcmp(cast, "x") != 0 &&
0324 strcmp(cast, "s") != 0 && strcmp(cast, "u") != 0) {
0325
0326
0327 tvar->type = strdup(cast);
0328 return (tvar->type == NULL) ? -ENOMEM : 0;
0329 }
0330
0331 bsize = dwarf_bitsize(vr_die);
0332 if (bsize > 0) {
0333
0334 boffs = dwarf_bitoffset(vr_die);
0335 total = dwarf_bytesize(vr_die);
0336 if (boffs < 0 || total < 0)
0337 return -ENOENT;
0338 ret = snprintf(buf, 16, "b%d@%d/%zd", bsize, boffs,
0339 BYTES_TO_BITS(total));
0340 goto formatted;
0341 }
0342
0343 if (die_get_real_type(vr_die, &type) == NULL) {
0344 pr_warning("Failed to get a type information of %s.\n",
0345 dwarf_diename(vr_die));
0346 return -ENOENT;
0347 }
0348
0349 pr_debug("%s type is %s.\n",
0350 dwarf_diename(vr_die), dwarf_diename(&type));
0351
0352 if (cast && (!strcmp(cast, "string") || !strcmp(cast, "ustring"))) {
0353
0354 ret = dwarf_tag(&type);
0355 if (ret != DW_TAG_pointer_type &&
0356 ret != DW_TAG_array_type) {
0357 pr_warning("Failed to cast into string: "
0358 "%s(%s) is not a pointer nor array.\n",
0359 dwarf_diename(vr_die), dwarf_diename(&type));
0360 return -EINVAL;
0361 }
0362 if (die_get_real_type(&type, &type) == NULL) {
0363 pr_warning("Failed to get a type"
0364 " information.\n");
0365 return -ENOENT;
0366 }
0367 if (ret == DW_TAG_pointer_type) {
0368 while (*ref_ptr)
0369 ref_ptr = &(*ref_ptr)->next;
0370
0371 *ref_ptr = zalloc(sizeof(struct probe_trace_arg_ref));
0372 if (*ref_ptr == NULL) {
0373 pr_warning("Out of memory error\n");
0374 return -ENOMEM;
0375 }
0376 (*ref_ptr)->user_access = user_access;
0377 }
0378 if (!die_compare_name(&type, "char") &&
0379 !die_compare_name(&type, "unsigned char")) {
0380 pr_warning("Failed to cast into string: "
0381 "%s is not (unsigned) char *.\n",
0382 dwarf_diename(vr_die));
0383 return -EINVAL;
0384 }
0385 tvar->type = strdup(cast);
0386 return (tvar->type == NULL) ? -ENOMEM : 0;
0387 }
0388
0389 if (cast && (strcmp(cast, "u") == 0))
0390 prefix = 'u';
0391 else if (cast && (strcmp(cast, "s") == 0))
0392 prefix = 's';
0393 else if (cast && (strcmp(cast, "x") == 0) &&
0394 probe_type_is_available(PROBE_TYPE_X))
0395 prefix = 'x';
0396 else
0397 prefix = die_is_signed_type(&type) ? 's' :
0398 probe_type_is_available(PROBE_TYPE_X) ? 'x' : 'u';
0399
0400 ret = dwarf_bytesize(&type);
0401 if (ret <= 0)
0402
0403 return 0;
0404 ret = BYTES_TO_BITS(ret);
0405
0406
0407 if (ret > MAX_BASIC_TYPE_BITS) {
0408 pr_info("%s exceeds max-bitwidth. Cut down to %d bits.\n",
0409 dwarf_diename(&type), MAX_BASIC_TYPE_BITS);
0410 ret = MAX_BASIC_TYPE_BITS;
0411 }
0412 ret = snprintf(buf, 16, "%c%d", prefix, ret);
0413
0414 formatted:
0415 if (ret < 0 || ret >= 16) {
0416 if (ret >= 16)
0417 ret = -E2BIG;
0418 pr_warning("Failed to convert variable type: %s\n",
0419 str_error_r(-ret, sbuf, sizeof(sbuf)));
0420 return ret;
0421 }
0422 tvar->type = strdup(buf);
0423 if (tvar->type == NULL)
0424 return -ENOMEM;
0425 return 0;
0426 }
0427
0428 static int convert_variable_fields(Dwarf_Die *vr_die, const char *varname,
0429 struct perf_probe_arg_field *field,
0430 struct probe_trace_arg_ref **ref_ptr,
0431 Dwarf_Die *die_mem, bool user_access)
0432 {
0433 struct probe_trace_arg_ref *ref = *ref_ptr;
0434 Dwarf_Die type;
0435 Dwarf_Word offs;
0436 int ret, tag;
0437
0438 pr_debug("converting %s in %s\n", field->name, varname);
0439 if (die_get_real_type(vr_die, &type) == NULL) {
0440 pr_warning("Failed to get the type of %s.\n", varname);
0441 return -ENOENT;
0442 }
0443 pr_debug2("Var real type: %s (%x)\n", dwarf_diename(&type),
0444 (unsigned)dwarf_dieoffset(&type));
0445 tag = dwarf_tag(&type);
0446
0447 if (field->name[0] == '[' &&
0448 (tag == DW_TAG_array_type || tag == DW_TAG_pointer_type)) {
0449
0450 memcpy(die_mem, &type, sizeof(*die_mem));
0451
0452 if (die_get_real_type(&type, &type) == NULL) {
0453 pr_warning("Failed to get the type of %s.\n", varname);
0454 return -ENOENT;
0455 }
0456 pr_debug2("Array real type: %s (%x)\n", dwarf_diename(&type),
0457 (unsigned)dwarf_dieoffset(&type));
0458 if (tag == DW_TAG_pointer_type) {
0459 ref = zalloc(sizeof(struct probe_trace_arg_ref));
0460 if (ref == NULL)
0461 return -ENOMEM;
0462 if (*ref_ptr)
0463 (*ref_ptr)->next = ref;
0464 else
0465 *ref_ptr = ref;
0466 }
0467 ref->offset += dwarf_bytesize(&type) * field->index;
0468 ref->user_access = user_access;
0469 goto next;
0470 } else if (tag == DW_TAG_pointer_type) {
0471
0472 if (!field->ref) {
0473 pr_err("Semantic error: %s must be referred by '->'\n",
0474 field->name);
0475 return -EINVAL;
0476 }
0477
0478 if (die_get_real_type(&type, &type) == NULL) {
0479 pr_warning("Failed to get the type of %s.\n", varname);
0480 return -ENOENT;
0481 }
0482
0483 tag = dwarf_tag(&type);
0484 if (tag != DW_TAG_structure_type && tag != DW_TAG_union_type) {
0485 pr_warning("%s is not a data structure nor a union.\n",
0486 varname);
0487 return -EINVAL;
0488 }
0489
0490 ref = zalloc(sizeof(struct probe_trace_arg_ref));
0491 if (ref == NULL)
0492 return -ENOMEM;
0493 if (*ref_ptr)
0494 (*ref_ptr)->next = ref;
0495 else
0496 *ref_ptr = ref;
0497 } else {
0498
0499 if (tag != DW_TAG_structure_type && tag != DW_TAG_union_type) {
0500 pr_warning("%s is not a data structure nor a union.\n",
0501 varname);
0502 return -EINVAL;
0503 }
0504 if (field->name[0] == '[') {
0505 pr_err("Semantic error: %s is not a pointer"
0506 " nor array.\n", varname);
0507 return -EINVAL;
0508 }
0509
0510 if (field->ref && dwarf_diename(vr_die)) {
0511 pr_err("Semantic error: %s must be referred by '.'\n",
0512 field->name);
0513 return -EINVAL;
0514 }
0515 if (!ref) {
0516 pr_warning("Structure on a register is not "
0517 "supported yet.\n");
0518 return -ENOTSUP;
0519 }
0520 }
0521
0522 if (die_find_member(&type, field->name, die_mem) == NULL) {
0523 pr_warning("%s(type:%s) has no member %s.\n", varname,
0524 dwarf_diename(&type), field->name);
0525 return -EINVAL;
0526 }
0527
0528
0529 if (tag == DW_TAG_union_type) {
0530 offs = 0;
0531 } else {
0532 ret = die_get_data_member_location(die_mem, &offs);
0533 if (ret < 0) {
0534 pr_warning("Failed to get the offset of %s.\n",
0535 field->name);
0536 return ret;
0537 }
0538 }
0539 ref->offset += (long)offs;
0540 ref->user_access = user_access;
0541
0542
0543 if (!dwarf_diename(die_mem))
0544 return convert_variable_fields(die_mem, varname, field,
0545 &ref, die_mem, user_access);
0546
0547 next:
0548
0549 if (field->next)
0550 return convert_variable_fields(die_mem, field->name,
0551 field->next, &ref, die_mem, user_access);
0552 else
0553 return 0;
0554 }
0555
0556 static void print_var_not_found(const char *varname)
0557 {
0558 pr_err("Failed to find the location of the '%s' variable at this address.\n"
0559 " Perhaps it has been optimized out.\n"
0560 " Use -V with the --range option to show '%s' location range.\n",
0561 varname, varname);
0562 }
0563
0564
0565 static int convert_variable(Dwarf_Die *vr_die, struct probe_finder *pf)
0566 {
0567 Dwarf_Die die_mem;
0568 int ret;
0569
0570 pr_debug("Converting variable %s into trace event.\n",
0571 dwarf_diename(vr_die));
0572
0573 ret = convert_variable_location(vr_die, pf->addr, pf->fb_ops,
0574 &pf->sp_die, pf->machine, pf->tvar);
0575 if (ret == -ENOENT && pf->skip_empty_arg)
0576
0577 return 0;
0578 if (ret == -ENOENT || ret == -EINVAL) {
0579 print_var_not_found(pf->pvar->var);
0580 } else if (ret == -ENOTSUP)
0581 pr_err("Sorry, we don't support this variable location yet.\n");
0582 else if (ret == 0 && pf->pvar->field) {
0583 ret = convert_variable_fields(vr_die, pf->pvar->var,
0584 pf->pvar->field, &pf->tvar->ref,
0585 &die_mem, pf->pvar->user_access);
0586 vr_die = &die_mem;
0587 }
0588 if (ret == 0)
0589 ret = convert_variable_type(vr_die, pf->tvar, pf->pvar->type,
0590 pf->pvar->user_access);
0591
0592 return ret;
0593 }
0594
0595
0596 static int find_variable(Dwarf_Die *sc_die, struct probe_finder *pf)
0597 {
0598 Dwarf_Die vr_die;
0599 char *buf, *ptr;
0600 int ret = 0;
0601
0602
0603 if (!is_c_varname(pf->pvar->var))
0604 return copy_to_probe_trace_arg(pf->tvar, pf->pvar);
0605
0606 if (pf->pvar->name)
0607 pf->tvar->name = strdup(pf->pvar->name);
0608 else {
0609 buf = synthesize_perf_probe_arg(pf->pvar);
0610 if (!buf)
0611 return -ENOMEM;
0612 ptr = strchr(buf, ':');
0613 if (ptr)
0614 *ptr = '_';
0615 pf->tvar->name = buf;
0616 }
0617 if (pf->tvar->name == NULL)
0618 return -ENOMEM;
0619
0620 pr_debug("Searching '%s' variable in context.\n", pf->pvar->var);
0621
0622 if (!die_find_variable_at(sc_die, pf->pvar->var, pf->addr, &vr_die)) {
0623
0624 if (!die_find_variable_at(&pf->cu_die, pf->pvar->var,
0625 0, &vr_die)) {
0626 if (pf->skip_empty_arg)
0627 return 0;
0628 pr_warning("Failed to find '%s' in this function.\n",
0629 pf->pvar->var);
0630 ret = -ENOENT;
0631 }
0632 }
0633 if (ret >= 0)
0634 ret = convert_variable(&vr_die, pf);
0635
0636 return ret;
0637 }
0638
0639
0640 static int convert_to_trace_point(Dwarf_Die *sp_die, Dwfl_Module *mod,
0641 Dwarf_Addr paddr, bool retprobe,
0642 const char *function,
0643 struct probe_trace_point *tp)
0644 {
0645 Dwarf_Addr eaddr;
0646 GElf_Sym sym;
0647 const char *symbol;
0648
0649
0650 if (!dwarf_haspc(sp_die, paddr)) {
0651 pr_warning("Specified offset is out of %s\n",
0652 dwarf_diename(sp_die));
0653 return -EINVAL;
0654 }
0655
0656 if (dwarf_entrypc(sp_die, &eaddr) == 0) {
0657
0658 symbol = dwarf_diename(sp_die);
0659 } else {
0660
0661 symbol = dwfl_module_addrsym(mod, paddr, &sym, NULL);
0662 eaddr = sym.st_value;
0663 }
0664 if (!symbol) {
0665 pr_warning("Failed to find symbol at 0x%lx\n",
0666 (unsigned long)paddr);
0667 return -ENOENT;
0668 }
0669
0670 tp->offset = (unsigned long)(paddr - eaddr);
0671 tp->address = paddr;
0672 tp->symbol = strdup(symbol);
0673 if (!tp->symbol)
0674 return -ENOMEM;
0675
0676
0677 if (retprobe) {
0678 if (eaddr != paddr) {
0679 pr_warning("Failed to find \"%s%%return\",\n"
0680 " because %s is an inlined function and"
0681 " has no return point.\n", function,
0682 function);
0683 return -EINVAL;
0684 }
0685 tp->retprobe = true;
0686 }
0687
0688 return 0;
0689 }
0690
0691
0692 static int call_probe_finder(Dwarf_Die *sc_die, struct probe_finder *pf)
0693 {
0694 Dwarf_Attribute fb_attr;
0695 Dwarf_Frame *frame = NULL;
0696 size_t nops;
0697 int ret;
0698
0699 if (!sc_die) {
0700 pr_err("Caller must pass a scope DIE. Program error.\n");
0701 return -EINVAL;
0702 }
0703
0704
0705 if (!die_is_func_def(sc_die)) {
0706 if (!die_find_realfunc(&pf->cu_die, pf->addr, &pf->sp_die)) {
0707 if (die_find_tailfunc(&pf->cu_die, pf->addr, &pf->sp_die)) {
0708 pr_warning("Ignoring tail call from %s\n",
0709 dwarf_diename(&pf->sp_die));
0710 return 0;
0711 } else {
0712 pr_warning("Failed to find probe point in any "
0713 "functions.\n");
0714 return -ENOENT;
0715 }
0716 }
0717 } else
0718 memcpy(&pf->sp_die, sc_die, sizeof(Dwarf_Die));
0719
0720
0721 dwarf_attr(&pf->sp_die, DW_AT_frame_base, &fb_attr);
0722 ret = dwarf_getlocation_addr(&fb_attr, pf->addr, &pf->fb_ops, &nops, 1);
0723 if (ret <= 0 || nops == 0) {
0724 pf->fb_ops = NULL;
0725 #if _ELFUTILS_PREREQ(0, 142)
0726 } else if (nops == 1 && pf->fb_ops[0].atom == DW_OP_call_frame_cfa &&
0727 (pf->cfi_eh != NULL || pf->cfi_dbg != NULL)) {
0728 if ((dwarf_cfi_addrframe(pf->cfi_eh, pf->addr, &frame) != 0 &&
0729 (dwarf_cfi_addrframe(pf->cfi_dbg, pf->addr, &frame) != 0)) ||
0730 dwarf_frame_cfa(frame, &pf->fb_ops, &nops) != 0) {
0731 pr_warning("Failed to get call frame on 0x%jx\n",
0732 (uintmax_t)pf->addr);
0733 free(frame);
0734 return -ENOENT;
0735 }
0736 #endif
0737 }
0738
0739
0740 ret = pf->callback(sc_die, pf);
0741
0742
0743 free(frame);
0744 pf->fb_ops = NULL;
0745
0746 return ret;
0747 }
0748
0749 struct find_scope_param {
0750 const char *function;
0751 const char *file;
0752 int line;
0753 int diff;
0754 Dwarf_Die *die_mem;
0755 bool found;
0756 };
0757
0758 static int find_best_scope_cb(Dwarf_Die *fn_die, void *data)
0759 {
0760 struct find_scope_param *fsp = data;
0761 const char *file;
0762 int lno;
0763
0764
0765 if (fsp->file) {
0766 file = dwarf_decl_file(fn_die);
0767 if (!file || strcmp(fsp->file, file) != 0)
0768 return 0;
0769 }
0770
0771 if (fsp->function) {
0772 if (die_match_name(fn_die, fsp->function)) {
0773 memcpy(fsp->die_mem, fn_die, sizeof(Dwarf_Die));
0774 fsp->found = true;
0775 return 1;
0776 }
0777 } else {
0778
0779 dwarf_decl_line(fn_die, &lno);
0780 if (lno < fsp->line && fsp->diff > fsp->line - lno) {
0781
0782 fsp->diff = fsp->line - lno;
0783 memcpy(fsp->die_mem, fn_die, sizeof(Dwarf_Die));
0784 fsp->found = true;
0785 }
0786 }
0787 return 0;
0788 }
0789
0790
0791 static int find_inner_scope_cb(Dwarf_Die *fn_die, void *data)
0792 {
0793 struct find_scope_param *fsp = data;
0794
0795 memcpy(fsp->die_mem, fn_die, sizeof(Dwarf_Die));
0796 fsp->found = true;
0797 return 1;
0798 }
0799
0800
0801 static Dwarf_Die *find_best_scope(struct probe_finder *pf, Dwarf_Die *die_mem)
0802 {
0803 struct find_scope_param fsp = {
0804 .function = pf->pev->point.function,
0805 .file = pf->fname,
0806 .line = pf->lno,
0807 .diff = INT_MAX,
0808 .die_mem = die_mem,
0809 .found = false,
0810 };
0811 int ret;
0812
0813 ret = cu_walk_functions_at(&pf->cu_die, pf->addr, find_best_scope_cb,
0814 &fsp);
0815 if (!ret && !fsp.found)
0816 cu_walk_functions_at(&pf->cu_die, pf->addr,
0817 find_inner_scope_cb, &fsp);
0818
0819 return fsp.found ? die_mem : NULL;
0820 }
0821
0822 static int verify_representive_line(struct probe_finder *pf, const char *fname,
0823 int lineno, Dwarf_Addr addr)
0824 {
0825 const char *__fname, *__func = NULL;
0826 Dwarf_Die die_mem;
0827 int __lineno;
0828
0829
0830 if (cu_find_lineinfo(&pf->cu_die, addr, &__fname, &__lineno) < 0)
0831 return 0;
0832
0833 pr_debug2("Reversed line: %s:%d\n", __fname, __lineno);
0834 if (strcmp(fname, __fname) || lineno == __lineno)
0835 return 0;
0836
0837 pr_warning("This line is sharing the address with other lines.\n");
0838
0839 if (pf->pev->point.function) {
0840
0841 pf->addr = addr;
0842 if (find_best_scope(pf, &die_mem)
0843 && die_match_name(&die_mem, pf->pev->point.function)
0844 && dwarf_decl_line(&die_mem, &lineno) == 0) {
0845 __func = dwarf_diename(&die_mem);
0846 __lineno -= lineno;
0847 }
0848 }
0849 pr_warning("Please try to probe at %s:%d instead.\n",
0850 __func ? : __fname, __lineno);
0851
0852 return -ENOENT;
0853 }
0854
0855 static int probe_point_line_walker(const char *fname, int lineno,
0856 Dwarf_Addr addr, void *data)
0857 {
0858 struct probe_finder *pf = data;
0859 Dwarf_Die *sc_die, die_mem;
0860 int ret;
0861
0862 if (lineno != pf->lno || strtailcmp(fname, pf->fname) != 0)
0863 return 0;
0864
0865 if (verify_representive_line(pf, fname, lineno, addr))
0866 return -ENOENT;
0867
0868 pf->addr = addr;
0869 sc_die = find_best_scope(pf, &die_mem);
0870 if (!sc_die) {
0871 pr_warning("Failed to find scope of probe point.\n");
0872 return -ENOENT;
0873 }
0874
0875 ret = call_probe_finder(sc_die, pf);
0876
0877
0878 return ret < 0 ? ret : 0;
0879 }
0880
0881
0882 static int find_probe_point_by_line(struct probe_finder *pf)
0883 {
0884 return die_walk_lines(&pf->cu_die, probe_point_line_walker, pf);
0885 }
0886
0887
0888 static int find_lazy_match_lines(struct intlist *list,
0889 const char *fname, const char *pat)
0890 {
0891 FILE *fp;
0892 char *line = NULL;
0893 size_t line_len;
0894 ssize_t len;
0895 int count = 0, linenum = 1;
0896 char sbuf[STRERR_BUFSIZE];
0897
0898 fp = fopen(fname, "r");
0899 if (!fp) {
0900 pr_warning("Failed to open %s: %s\n", fname,
0901 str_error_r(errno, sbuf, sizeof(sbuf)));
0902 return -errno;
0903 }
0904
0905 while ((len = getline(&line, &line_len, fp)) > 0) {
0906
0907 if (line[len - 1] == '\n')
0908 line[len - 1] = '\0';
0909
0910 if (strlazymatch(line, pat)) {
0911 intlist__add(list, linenum);
0912 count++;
0913 }
0914 linenum++;
0915 }
0916
0917 if (ferror(fp))
0918 count = -errno;
0919 free(line);
0920 fclose(fp);
0921
0922 if (count == 0)
0923 pr_debug("No matched lines found in %s.\n", fname);
0924 return count;
0925 }
0926
0927 static int probe_point_lazy_walker(const char *fname, int lineno,
0928 Dwarf_Addr addr, void *data)
0929 {
0930 struct probe_finder *pf = data;
0931 Dwarf_Die *sc_die, die_mem;
0932 int ret;
0933
0934 if (!intlist__has_entry(pf->lcache, lineno) ||
0935 strtailcmp(fname, pf->fname) != 0)
0936 return 0;
0937
0938 pr_debug("Probe line found: line:%d addr:0x%llx\n",
0939 lineno, (unsigned long long)addr);
0940 pf->addr = addr;
0941 pf->lno = lineno;
0942 sc_die = find_best_scope(pf, &die_mem);
0943 if (!sc_die) {
0944 pr_warning("Failed to find scope of probe point.\n");
0945 return -ENOENT;
0946 }
0947
0948 ret = call_probe_finder(sc_die, pf);
0949
0950
0951
0952
0953
0954 return ret < 0 ? ret : 0;
0955 }
0956
0957
0958 static int find_probe_point_lazy(Dwarf_Die *sp_die, struct probe_finder *pf)
0959 {
0960 struct build_id bid;
0961 char sbuild_id[SBUILD_ID_SIZE] = "";
0962 int ret = 0;
0963 char *fpath;
0964
0965 if (intlist__empty(pf->lcache)) {
0966 const char *comp_dir;
0967
0968 comp_dir = cu_get_comp_dir(&pf->cu_die);
0969 if (pf->dbg->build_id) {
0970 build_id__init(&bid, pf->dbg->build_id, BUILD_ID_SIZE);
0971 build_id__sprintf(&bid, sbuild_id);
0972 }
0973 ret = find_source_path(pf->fname, sbuild_id, comp_dir, &fpath);
0974 if (ret < 0) {
0975 pr_warning("Failed to find source file path.\n");
0976 return ret;
0977 }
0978
0979
0980 ret = find_lazy_match_lines(pf->lcache, fpath,
0981 pf->pev->point.lazy_line);
0982 free(fpath);
0983 if (ret <= 0)
0984 return ret;
0985 }
0986
0987 return die_walk_lines(sp_die, probe_point_lazy_walker, pf);
0988 }
0989
0990 static void skip_prologue(Dwarf_Die *sp_die, struct probe_finder *pf)
0991 {
0992 struct perf_probe_point *pp = &pf->pev->point;
0993
0994
0995 if (!pf->pev->uprobes)
0996 return;
0997
0998
0999 if (die_is_optimized_target(&pf->cu_die))
1000 return;
1001
1002
1003 if (!pf->addr)
1004 return;
1005
1006
1007 if (!pp->function || pp->line || pp->retprobe || pp->lazy_line ||
1008 pp->offset || pp->abs_address)
1009 return;
1010
1011
1012 if (!perf_probe_with_var(pf->pev))
1013 return;
1014
1015 pr_info("Target program is compiled without optimization. Skipping prologue.\n"
1016 "Probe on address 0x%" PRIx64 " to force probing at the function entry.\n\n",
1017 pf->addr);
1018
1019 die_skip_prologue(sp_die, &pf->cu_die, &pf->addr);
1020 }
1021
1022 static int probe_point_inline_cb(Dwarf_Die *in_die, void *data)
1023 {
1024 struct probe_finder *pf = data;
1025 struct perf_probe_point *pp = &pf->pev->point;
1026 Dwarf_Addr addr;
1027 int ret;
1028
1029 if (pp->lazy_line)
1030 ret = find_probe_point_lazy(in_die, pf);
1031 else {
1032
1033 if (die_entrypc(in_die, &addr) != 0) {
1034 pr_warning("Failed to get entry address of %s.\n",
1035 dwarf_diename(in_die));
1036 return -ENOENT;
1037 }
1038 if (addr == 0) {
1039 pr_debug("%s has no valid entry address. skipped.\n",
1040 dwarf_diename(in_die));
1041 return -ENOENT;
1042 }
1043 pf->addr = addr;
1044 pf->addr += pp->offset;
1045 pr_debug("found inline addr: 0x%jx\n",
1046 (uintmax_t)pf->addr);
1047
1048 ret = call_probe_finder(in_die, pf);
1049 }
1050
1051 return ret;
1052 }
1053
1054
1055 struct dwarf_callback_param {
1056 void *data;
1057 int retval;
1058 };
1059
1060
1061 static int probe_point_search_cb(Dwarf_Die *sp_die, void *data)
1062 {
1063 struct dwarf_callback_param *param = data;
1064 struct probe_finder *pf = param->data;
1065 struct perf_probe_point *pp = &pf->pev->point;
1066
1067
1068 if (!die_is_func_def(sp_die) ||
1069 !die_match_name(sp_die, pp->function))
1070 return DWARF_CB_OK;
1071
1072
1073 if (pp->file && strtailcmp(pp->file, dwarf_decl_file(sp_die)))
1074 return DWARF_CB_OK;
1075
1076 pr_debug("Matched function: %s [%lx]\n", dwarf_diename(sp_die),
1077 (unsigned long)dwarf_dieoffset(sp_die));
1078 pf->fname = dwarf_decl_file(sp_die);
1079 if (pp->line) {
1080 dwarf_decl_line(sp_die, &pf->lno);
1081 pf->lno += pp->line;
1082 param->retval = find_probe_point_by_line(pf);
1083 } else if (die_is_func_instance(sp_die)) {
1084
1085 die_entrypc(sp_die, &pf->addr);
1086
1087 if (pf->addr == 0) {
1088 pr_debug("%s has no entry PC. Skipped\n",
1089 dwarf_diename(sp_die));
1090 param->retval = 0;
1091
1092 } else if (pp->lazy_line)
1093 param->retval = find_probe_point_lazy(sp_die, pf);
1094 else {
1095 skip_prologue(sp_die, pf);
1096 pf->addr += pp->offset;
1097
1098 param->retval = call_probe_finder(sp_die, pf);
1099 }
1100 } else if (!probe_conf.no_inlines) {
1101
1102 param->retval = die_walk_instances(sp_die,
1103 probe_point_inline_cb, (void *)pf);
1104
1105 if (param->retval == -ENOENT)
1106 param->retval = 0;
1107 }
1108
1109
1110 if (strisglob(pp->function) && param->retval >= 0) {
1111 param->retval = 0;
1112 return DWARF_CB_OK;
1113 }
1114
1115 return DWARF_CB_ABORT;
1116 }
1117
1118 static int find_probe_point_by_func(struct probe_finder *pf)
1119 {
1120 struct dwarf_callback_param _param = {.data = (void *)pf,
1121 .retval = 0};
1122 dwarf_getfuncs(&pf->cu_die, probe_point_search_cb, &_param, 0);
1123 return _param.retval;
1124 }
1125
1126 struct pubname_callback_param {
1127 char *function;
1128 char *file;
1129 Dwarf_Die *cu_die;
1130 Dwarf_Die *sp_die;
1131 int found;
1132 };
1133
1134 static int pubname_search_cb(Dwarf *dbg, Dwarf_Global *gl, void *data)
1135 {
1136 struct pubname_callback_param *param = data;
1137
1138 if (dwarf_offdie(dbg, gl->die_offset, param->sp_die)) {
1139 if (dwarf_tag(param->sp_die) != DW_TAG_subprogram)
1140 return DWARF_CB_OK;
1141
1142 if (die_match_name(param->sp_die, param->function)) {
1143 if (!dwarf_offdie(dbg, gl->cu_offset, param->cu_die))
1144 return DWARF_CB_OK;
1145
1146 if (param->file &&
1147 strtailcmp(param->file, dwarf_decl_file(param->sp_die)))
1148 return DWARF_CB_OK;
1149
1150 param->found = 1;
1151 return DWARF_CB_ABORT;
1152 }
1153 }
1154
1155 return DWARF_CB_OK;
1156 }
1157
1158 static int debuginfo__find_probe_location(struct debuginfo *dbg,
1159 struct probe_finder *pf)
1160 {
1161 struct perf_probe_point *pp = &pf->pev->point;
1162 Dwarf_Off off, noff;
1163 size_t cuhl;
1164 Dwarf_Die *diep;
1165 int ret = 0;
1166
1167 off = 0;
1168 pf->lcache = intlist__new(NULL);
1169 if (!pf->lcache)
1170 return -ENOMEM;
1171
1172
1173 if (pp->function && !strisglob(pp->function)) {
1174 struct pubname_callback_param pubname_param = {
1175 .function = pp->function,
1176 .file = pp->file,
1177 .cu_die = &pf->cu_die,
1178 .sp_die = &pf->sp_die,
1179 .found = 0,
1180 };
1181 struct dwarf_callback_param probe_param = {
1182 .data = pf,
1183 };
1184
1185 dwarf_getpubnames(dbg->dbg, pubname_search_cb,
1186 &pubname_param, 0);
1187 if (pubname_param.found) {
1188 ret = probe_point_search_cb(&pf->sp_die, &probe_param);
1189 if (ret)
1190 goto found;
1191 }
1192 }
1193
1194
1195 while (!dwarf_nextcu(dbg->dbg, off, &noff, &cuhl, NULL, NULL, NULL)) {
1196
1197 diep = dwarf_offdie(dbg->dbg, off + cuhl, &pf->cu_die);
1198 if (!diep) {
1199 off = noff;
1200 continue;
1201 }
1202
1203
1204 if (pp->file)
1205 pf->fname = cu_find_realpath(&pf->cu_die, pp->file);
1206 else
1207 pf->fname = NULL;
1208
1209 if (!pp->file || pf->fname) {
1210 if (pp->function)
1211 ret = find_probe_point_by_func(pf);
1212 else if (pp->lazy_line)
1213 ret = find_probe_point_lazy(&pf->cu_die, pf);
1214 else {
1215 pf->lno = pp->line;
1216 ret = find_probe_point_by_line(pf);
1217 }
1218 if (ret < 0)
1219 break;
1220 }
1221 off = noff;
1222 }
1223
1224 found:
1225 intlist__delete(pf->lcache);
1226 pf->lcache = NULL;
1227
1228 return ret;
1229 }
1230
1231
1232 static int debuginfo__find_probes(struct debuginfo *dbg,
1233 struct probe_finder *pf)
1234 {
1235 int ret = 0;
1236 Elf *elf;
1237 GElf_Ehdr ehdr;
1238
1239 if (pf->cfi_eh || pf->cfi_dbg)
1240 return debuginfo__find_probe_location(dbg, pf);
1241
1242
1243 elf = dwarf_getelf(dbg->dbg);
1244 if (elf == NULL)
1245 return -EINVAL;
1246
1247 if (gelf_getehdr(elf, &ehdr) == NULL)
1248 return -EINVAL;
1249
1250 pf->machine = ehdr.e_machine;
1251
1252 #if _ELFUTILS_PREREQ(0, 142)
1253 do {
1254 GElf_Shdr shdr;
1255
1256 if (elf_section_by_name(elf, &ehdr, &shdr, ".eh_frame", NULL) &&
1257 shdr.sh_type == SHT_PROGBITS)
1258 pf->cfi_eh = dwarf_getcfi_elf(elf);
1259
1260 pf->cfi_dbg = dwarf_getcfi(dbg->dbg);
1261 } while (0);
1262 #endif
1263
1264 ret = debuginfo__find_probe_location(dbg, pf);
1265 return ret;
1266 }
1267
1268 struct local_vars_finder {
1269 struct probe_finder *pf;
1270 struct perf_probe_arg *args;
1271 bool vars;
1272 int max_args;
1273 int nargs;
1274 int ret;
1275 };
1276
1277
1278 static int copy_variables_cb(Dwarf_Die *die_mem, void *data)
1279 {
1280 struct local_vars_finder *vf = data;
1281 struct probe_finder *pf = vf->pf;
1282 int tag;
1283
1284 tag = dwarf_tag(die_mem);
1285 if (tag == DW_TAG_formal_parameter ||
1286 (tag == DW_TAG_variable && vf->vars)) {
1287 if (convert_variable_location(die_mem, vf->pf->addr,
1288 vf->pf->fb_ops, &pf->sp_die,
1289 pf->machine, NULL) == 0) {
1290 vf->args[vf->nargs].var = (char *)dwarf_diename(die_mem);
1291 if (vf->args[vf->nargs].var == NULL) {
1292 vf->ret = -ENOMEM;
1293 return DIE_FIND_CB_END;
1294 }
1295 pr_debug(" %s", vf->args[vf->nargs].var);
1296 vf->nargs++;
1297 }
1298 }
1299
1300 if (dwarf_haspc(die_mem, vf->pf->addr))
1301 return DIE_FIND_CB_CONTINUE;
1302 else
1303 return DIE_FIND_CB_SIBLING;
1304 }
1305
1306 static int expand_probe_args(Dwarf_Die *sc_die, struct probe_finder *pf,
1307 struct perf_probe_arg *args)
1308 {
1309 Dwarf_Die die_mem;
1310 int i;
1311 int n = 0;
1312 struct local_vars_finder vf = {.pf = pf, .args = args, .vars = false,
1313 .max_args = MAX_PROBE_ARGS, .ret = 0};
1314
1315 for (i = 0; i < pf->pev->nargs; i++) {
1316
1317 if (strcmp(pf->pev->args[i].var, PROBE_ARG_VARS) == 0)
1318 vf.vars = true;
1319 else if (strcmp(pf->pev->args[i].var, PROBE_ARG_PARAMS) != 0) {
1320
1321 args[n] = pf->pev->args[i];
1322 n++;
1323 continue;
1324 }
1325 pr_debug("Expanding %s into:", pf->pev->args[i].var);
1326 vf.nargs = n;
1327
1328 die_find_child(sc_die, copy_variables_cb, (void *)&vf,
1329 &die_mem);
1330 pr_debug(" (%d)\n", vf.nargs - n);
1331 if (vf.ret < 0)
1332 return vf.ret;
1333 n = vf.nargs;
1334 }
1335 return n;
1336 }
1337
1338 static bool trace_event_finder_overlap(struct trace_event_finder *tf)
1339 {
1340 int i;
1341
1342 for (i = 0; i < tf->ntevs; i++) {
1343 if (tf->pf.addr == tf->tevs[i].point.address)
1344 return true;
1345 }
1346 return false;
1347 }
1348
1349
1350 static int add_probe_trace_event(Dwarf_Die *sc_die, struct probe_finder *pf)
1351 {
1352 struct trace_event_finder *tf =
1353 container_of(pf, struct trace_event_finder, pf);
1354 struct perf_probe_point *pp = &pf->pev->point;
1355 struct probe_trace_event *tev;
1356 struct perf_probe_arg *args = NULL;
1357 int ret, i;
1358
1359
1360
1361
1362
1363
1364 if (trace_event_finder_overlap(tf))
1365 return 0;
1366
1367
1368 if (tf->ntevs == tf->max_tevs) {
1369 pr_warning("Too many( > %d) probe point found.\n",
1370 tf->max_tevs);
1371 return -ERANGE;
1372 }
1373 tev = &tf->tevs[tf->ntevs++];
1374
1375
1376 ret = convert_to_trace_point(&pf->sp_die, tf->mod, pf->addr,
1377 pp->retprobe, pp->function, &tev->point);
1378 if (ret < 0)
1379 goto end;
1380
1381 tev->point.realname = strdup(dwarf_diename(sc_die));
1382 if (!tev->point.realname) {
1383 ret = -ENOMEM;
1384 goto end;
1385 }
1386
1387 pr_debug("Probe point found: %s+%lu\n", tev->point.symbol,
1388 tev->point.offset);
1389
1390
1391 args = zalloc(sizeof(struct perf_probe_arg) * MAX_PROBE_ARGS);
1392 if (args == NULL) {
1393 ret = -ENOMEM;
1394 goto end;
1395 }
1396
1397 ret = expand_probe_args(sc_die, pf, args);
1398 if (ret < 0)
1399 goto end;
1400
1401 tev->nargs = ret;
1402 tev->args = zalloc(sizeof(struct probe_trace_arg) * tev->nargs);
1403 if (tev->args == NULL) {
1404 ret = -ENOMEM;
1405 goto end;
1406 }
1407
1408
1409 for (i = 0; i < tev->nargs; i++) {
1410 pf->pvar = &args[i];
1411 pf->tvar = &tev->args[i];
1412
1413 ret = find_variable(sc_die, pf);
1414 if (ret != 0)
1415 break;
1416 }
1417
1418 end:
1419 if (ret) {
1420 clear_probe_trace_event(tev);
1421 tf->ntevs--;
1422 }
1423 free(args);
1424 return ret;
1425 }
1426
1427 static int fill_empty_trace_arg(struct perf_probe_event *pev,
1428 struct probe_trace_event *tevs, int ntevs)
1429 {
1430 char **valp;
1431 char *type;
1432 int i, j, ret;
1433
1434 if (!ntevs)
1435 return -ENOENT;
1436
1437 for (i = 0; i < pev->nargs; i++) {
1438 type = NULL;
1439 for (j = 0; j < ntevs; j++) {
1440 if (tevs[j].args[i].value) {
1441 type = tevs[j].args[i].type;
1442 break;
1443 }
1444 }
1445 if (j == ntevs) {
1446 print_var_not_found(pev->args[i].var);
1447 return -ENOENT;
1448 }
1449 for (j = 0; j < ntevs; j++) {
1450 valp = &tevs[j].args[i].value;
1451 if (*valp)
1452 continue;
1453
1454 ret = asprintf(valp, "\\%lx", probe_conf.magic_num);
1455 if (ret < 0)
1456 return -ENOMEM;
1457
1458 if (type) {
1459 tevs[j].args[i].type = strdup(type);
1460 if (!tevs[j].args[i].type)
1461 return -ENOMEM;
1462 }
1463 }
1464 }
1465 return 0;
1466 }
1467
1468
1469 int debuginfo__find_trace_events(struct debuginfo *dbg,
1470 struct perf_probe_event *pev,
1471 struct probe_trace_event **tevs)
1472 {
1473 struct trace_event_finder tf = {
1474 .pf = {.pev = pev, .dbg = dbg, .callback = add_probe_trace_event},
1475 .max_tevs = probe_conf.max_probes, .mod = dbg->mod};
1476 int ret, i;
1477
1478
1479 *tevs = zalloc(sizeof(struct probe_trace_event) * tf.max_tevs);
1480 if (*tevs == NULL)
1481 return -ENOMEM;
1482
1483 tf.tevs = *tevs;
1484 tf.ntevs = 0;
1485
1486 if (pev->nargs != 0 && immediate_value_is_supported())
1487 tf.pf.skip_empty_arg = true;
1488
1489 ret = debuginfo__find_probes(dbg, &tf.pf);
1490 if (ret >= 0 && tf.pf.skip_empty_arg)
1491 ret = fill_empty_trace_arg(pev, tf.tevs, tf.ntevs);
1492
1493 if (ret < 0 || tf.ntevs == 0) {
1494 for (i = 0; i < tf.ntevs; i++)
1495 clear_probe_trace_event(&tf.tevs[i]);
1496 zfree(tevs);
1497 return ret;
1498 }
1499
1500 return (ret < 0) ? ret : tf.ntevs;
1501 }
1502
1503
1504 static int collect_variables_cb(Dwarf_Die *die_mem, void *data)
1505 {
1506 struct available_var_finder *af = data;
1507 struct variable_list *vl;
1508 struct strbuf buf = STRBUF_INIT;
1509 int tag, ret;
1510
1511 vl = &af->vls[af->nvls - 1];
1512
1513 tag = dwarf_tag(die_mem);
1514 if (tag == DW_TAG_formal_parameter ||
1515 tag == DW_TAG_variable) {
1516 ret = convert_variable_location(die_mem, af->pf.addr,
1517 af->pf.fb_ops, &af->pf.sp_die,
1518 af->pf.machine, NULL);
1519 if (ret == 0 || ret == -ERANGE) {
1520 int ret2;
1521 bool externs = !af->child;
1522
1523 if (strbuf_init(&buf, 64) < 0)
1524 goto error;
1525
1526 if (probe_conf.show_location_range) {
1527 if (!externs)
1528 ret2 = strbuf_add(&buf,
1529 ret ? "[INV]\t" : "[VAL]\t", 6);
1530 else
1531 ret2 = strbuf_add(&buf, "[EXT]\t", 6);
1532 if (ret2)
1533 goto error;
1534 }
1535
1536 ret2 = die_get_varname(die_mem, &buf);
1537
1538 if (!ret2 && probe_conf.show_location_range &&
1539 !externs) {
1540 if (strbuf_addch(&buf, '\t') < 0)
1541 goto error;
1542 ret2 = die_get_var_range(&af->pf.sp_die,
1543 die_mem, &buf);
1544 }
1545
1546 pr_debug("Add new var: %s\n", buf.buf);
1547 if (ret2 == 0) {
1548 strlist__add(vl->vars,
1549 strbuf_detach(&buf, NULL));
1550 }
1551 strbuf_release(&buf);
1552 }
1553 }
1554
1555 if (af->child && dwarf_haspc(die_mem, af->pf.addr))
1556 return DIE_FIND_CB_CONTINUE;
1557 else
1558 return DIE_FIND_CB_SIBLING;
1559 error:
1560 strbuf_release(&buf);
1561 pr_debug("Error in strbuf\n");
1562 return DIE_FIND_CB_END;
1563 }
1564
1565 static bool available_var_finder_overlap(struct available_var_finder *af)
1566 {
1567 int i;
1568
1569 for (i = 0; i < af->nvls; i++) {
1570 if (af->pf.addr == af->vls[i].point.address)
1571 return true;
1572 }
1573 return false;
1574
1575 }
1576
1577
1578 static int add_available_vars(Dwarf_Die *sc_die, struct probe_finder *pf)
1579 {
1580 struct available_var_finder *af =
1581 container_of(pf, struct available_var_finder, pf);
1582 struct perf_probe_point *pp = &pf->pev->point;
1583 struct variable_list *vl;
1584 Dwarf_Die die_mem;
1585 int ret;
1586
1587
1588
1589
1590
1591
1592 if (available_var_finder_overlap(af))
1593 return 0;
1594
1595
1596 if (af->nvls == af->max_vls) {
1597 pr_warning("Too many( > %d) probe point found.\n", af->max_vls);
1598 return -ERANGE;
1599 }
1600 vl = &af->vls[af->nvls++];
1601
1602
1603 ret = convert_to_trace_point(&pf->sp_die, af->mod, pf->addr,
1604 pp->retprobe, pp->function, &vl->point);
1605 if (ret < 0)
1606 return ret;
1607
1608 pr_debug("Probe point found: %s+%lu\n", vl->point.symbol,
1609 vl->point.offset);
1610
1611
1612 vl->vars = strlist__new(NULL, NULL);
1613 if (vl->vars == NULL)
1614 return -ENOMEM;
1615 af->child = true;
1616 die_find_child(sc_die, collect_variables_cb, (void *)af, &die_mem);
1617
1618
1619 if (!probe_conf.show_ext_vars)
1620 goto out;
1621
1622 af->child = false;
1623 die_find_child(&pf->cu_die, collect_variables_cb, (void *)af, &die_mem);
1624
1625 out:
1626 if (strlist__empty(vl->vars)) {
1627 strlist__delete(vl->vars);
1628 vl->vars = NULL;
1629 }
1630
1631 return ret;
1632 }
1633
1634
1635
1636
1637
1638
1639 int debuginfo__find_available_vars_at(struct debuginfo *dbg,
1640 struct perf_probe_event *pev,
1641 struct variable_list **vls)
1642 {
1643 struct available_var_finder af = {
1644 .pf = {.pev = pev, .dbg = dbg, .callback = add_available_vars},
1645 .mod = dbg->mod,
1646 .max_vls = probe_conf.max_probes};
1647 int ret;
1648
1649
1650 *vls = zalloc(sizeof(struct variable_list) * af.max_vls);
1651 if (*vls == NULL)
1652 return -ENOMEM;
1653
1654 af.vls = *vls;
1655 af.nvls = 0;
1656
1657 ret = debuginfo__find_probes(dbg, &af.pf);
1658 if (ret < 0) {
1659
1660 while (af.nvls--) {
1661 zfree(&af.vls[af.nvls].point.symbol);
1662 strlist__delete(af.vls[af.nvls].vars);
1663 }
1664 zfree(vls);
1665 return ret;
1666 }
1667
1668 return (ret < 0) ? ret : af.nvls;
1669 }
1670
1671
1672 int debuginfo__get_text_offset(struct debuginfo *dbg, Dwarf_Addr *offs,
1673 bool adjust_offset)
1674 {
1675 int n, i;
1676 Elf32_Word shndx;
1677 Elf_Scn *scn;
1678 Elf *elf;
1679 GElf_Shdr mem, *shdr;
1680 const char *p;
1681
1682 elf = dwfl_module_getelf(dbg->mod, &dbg->bias);
1683 if (!elf)
1684 return -EINVAL;
1685
1686
1687 n = dwfl_module_relocations(dbg->mod);
1688 if (n < 0)
1689 return -ENOENT;
1690
1691 for (i = 0; i < n; i++) {
1692 p = dwfl_module_relocation_info(dbg->mod, i, &shndx);
1693 if (strcmp(p, ".text") == 0) {
1694
1695 scn = elf_getscn(elf, shndx);
1696 if (!scn)
1697 return -ENOENT;
1698 shdr = gelf_getshdr(scn, &mem);
1699 if (!shdr)
1700 return -ENOENT;
1701 *offs = shdr->sh_addr;
1702 if (adjust_offset)
1703 *offs -= shdr->sh_offset;
1704 }
1705 }
1706 return 0;
1707 }
1708
1709
1710 int debuginfo__find_probe_point(struct debuginfo *dbg, u64 addr,
1711 struct perf_probe_point *ppt)
1712 {
1713 Dwarf_Die cudie, spdie, indie;
1714 Dwarf_Addr _addr = 0, baseaddr = 0;
1715 const char *fname = NULL, *func = NULL, *basefunc = NULL, *tmp;
1716 int baseline = 0, lineno = 0, ret = 0;
1717
1718
1719 if (debuginfo__get_text_offset(dbg, &baseaddr, false) == 0)
1720 addr += baseaddr;
1721
1722 if (!dwarf_addrdie(dbg->dbg, (Dwarf_Addr)addr, &cudie)) {
1723 pr_warning("Failed to find debug information for address %" PRIx64 "\n",
1724 addr);
1725 ret = -EINVAL;
1726 goto end;
1727 }
1728
1729
1730 cu_find_lineinfo(&cudie, (Dwarf_Addr)addr, &fname, &lineno);
1731
1732
1733
1734 if (die_find_realfunc(&cudie, (Dwarf_Addr)addr, &spdie)) {
1735
1736 func = basefunc = dwarf_diename(&spdie);
1737 if (!func ||
1738 die_entrypc(&spdie, &baseaddr) != 0 ||
1739 dwarf_decl_line(&spdie, &baseline) != 0) {
1740 lineno = 0;
1741 goto post;
1742 }
1743
1744 fname = dwarf_decl_file(&spdie);
1745 if (addr == baseaddr) {
1746
1747 lineno = baseline;
1748 goto post;
1749 }
1750
1751
1752 while (die_find_top_inlinefunc(&spdie, (Dwarf_Addr)addr,
1753 &indie)) {
1754
1755 if (die_entrypc(&indie, &_addr) == 0 &&
1756 _addr == addr) {
1757
1758
1759
1760
1761
1762 lineno = die_get_call_lineno(&indie);
1763 fname = die_get_call_file(&indie);
1764 break;
1765 } else {
1766
1767
1768
1769
1770
1771
1772 tmp = dwarf_diename(&indie);
1773 if (!tmp ||
1774 dwarf_decl_line(&indie, &baseline) != 0)
1775 break;
1776 func = tmp;
1777 spdie = indie;
1778 }
1779 }
1780
1781 tmp = dwarf_decl_file(&spdie);
1782 if (!tmp || strcmp(tmp, fname) != 0)
1783 lineno = 0;
1784 }
1785
1786 post:
1787
1788 if (lineno)
1789 ppt->line = lineno - baseline;
1790 else if (basefunc) {
1791 ppt->offset = addr - baseaddr;
1792 func = basefunc;
1793 }
1794
1795
1796 if (func) {
1797 ppt->function = strdup(func);
1798 if (ppt->function == NULL) {
1799 ret = -ENOMEM;
1800 goto end;
1801 }
1802 }
1803 if (fname) {
1804 ppt->file = strdup(fname);
1805 if (ppt->file == NULL) {
1806 zfree(&ppt->function);
1807 ret = -ENOMEM;
1808 goto end;
1809 }
1810 }
1811 end:
1812 if (ret == 0 && (fname || func))
1813 ret = 1;
1814 return ret;
1815 }
1816
1817
1818 static int line_range_add_line(const char *src, unsigned int lineno,
1819 struct line_range *lr)
1820 {
1821
1822 if (!lr->path) {
1823 lr->path = strdup(src);
1824 if (lr->path == NULL)
1825 return -ENOMEM;
1826 }
1827 return intlist__add(lr->line_list, lineno);
1828 }
1829
1830 static int line_range_walk_cb(const char *fname, int lineno,
1831 Dwarf_Addr addr, void *data)
1832 {
1833 struct line_finder *lf = data;
1834 const char *__fname;
1835 int __lineno;
1836 int err;
1837
1838 if ((strtailcmp(fname, lf->fname) != 0) ||
1839 (lf->lno_s > lineno || lf->lno_e < lineno))
1840 return 0;
1841
1842
1843 if (cu_find_lineinfo(&lf->cu_die, addr, &__fname, &__lineno) > 0
1844 && (lineno != __lineno || strcmp(fname, __fname)))
1845 return 0;
1846
1847 err = line_range_add_line(fname, lineno, lf->lr);
1848 if (err < 0 && err != -EEXIST)
1849 return err;
1850
1851 return 0;
1852 }
1853
1854
1855 static int find_line_range_by_line(Dwarf_Die *sp_die, struct line_finder *lf)
1856 {
1857 int ret;
1858
1859 ret = die_walk_lines(sp_die ?: &lf->cu_die, line_range_walk_cb, lf);
1860
1861
1862 if (ret >= 0)
1863 if (!intlist__empty(lf->lr->line_list))
1864 ret = lf->found = 1;
1865 else
1866 ret = 0;
1867 else {
1868 zfree(&lf->lr->path);
1869 }
1870 return ret;
1871 }
1872
1873 static int line_range_inline_cb(Dwarf_Die *in_die, void *data)
1874 {
1875 int ret = find_line_range_by_line(in_die, data);
1876
1877
1878
1879
1880
1881
1882
1883 return ret < 0 ? ret : 0;
1884 }
1885
1886
1887 static int line_range_search_cb(Dwarf_Die *sp_die, void *data)
1888 {
1889 struct dwarf_callback_param *param = data;
1890 struct line_finder *lf = param->data;
1891 struct line_range *lr = lf->lr;
1892
1893
1894 if (lr->file && strtailcmp(lr->file, dwarf_decl_file(sp_die)))
1895 return DWARF_CB_OK;
1896
1897 if (die_match_name(sp_die, lr->function) && die_is_func_def(sp_die)) {
1898 lf->fname = dwarf_decl_file(sp_die);
1899 dwarf_decl_line(sp_die, &lr->offset);
1900 pr_debug("fname: %s, lineno:%d\n", lf->fname, lr->offset);
1901 lf->lno_s = lr->offset + lr->start;
1902 if (lf->lno_s < 0)
1903 lf->lno_s = INT_MAX;
1904 lf->lno_e = lr->offset + lr->end;
1905 if (lf->lno_e < 0)
1906 lf->lno_e = INT_MAX;
1907 pr_debug("New line range: %d to %d\n", lf->lno_s, lf->lno_e);
1908 lr->start = lf->lno_s;
1909 lr->end = lf->lno_e;
1910 if (!die_is_func_instance(sp_die))
1911 param->retval = die_walk_instances(sp_die,
1912 line_range_inline_cb, lf);
1913 else
1914 param->retval = find_line_range_by_line(sp_die, lf);
1915 return DWARF_CB_ABORT;
1916 }
1917 return DWARF_CB_OK;
1918 }
1919
1920 static int find_line_range_by_func(struct line_finder *lf)
1921 {
1922 struct dwarf_callback_param param = {.data = (void *)lf, .retval = 0};
1923 dwarf_getfuncs(&lf->cu_die, line_range_search_cb, ¶m, 0);
1924 return param.retval;
1925 }
1926
1927 int debuginfo__find_line_range(struct debuginfo *dbg, struct line_range *lr)
1928 {
1929 struct line_finder lf = {.lr = lr, .found = 0};
1930 int ret = 0;
1931 Dwarf_Off off = 0, noff;
1932 size_t cuhl;
1933 Dwarf_Die *diep;
1934 const char *comp_dir;
1935
1936
1937 if (lr->function) {
1938 struct pubname_callback_param pubname_param = {
1939 .function = lr->function, .file = lr->file,
1940 .cu_die = &lf.cu_die, .sp_die = &lf.sp_die, .found = 0};
1941 struct dwarf_callback_param line_range_param = {
1942 .data = (void *)&lf, .retval = 0};
1943
1944 dwarf_getpubnames(dbg->dbg, pubname_search_cb,
1945 &pubname_param, 0);
1946 if (pubname_param.found) {
1947 line_range_search_cb(&lf.sp_die, &line_range_param);
1948 if (lf.found)
1949 goto found;
1950 }
1951 }
1952
1953
1954 while (!lf.found && ret >= 0) {
1955 if (dwarf_nextcu(dbg->dbg, off, &noff, &cuhl,
1956 NULL, NULL, NULL) != 0)
1957 break;
1958
1959
1960 diep = dwarf_offdie(dbg->dbg, off + cuhl, &lf.cu_die);
1961 if (!diep) {
1962 off = noff;
1963 continue;
1964 }
1965
1966
1967 if (lr->file)
1968 lf.fname = cu_find_realpath(&lf.cu_die, lr->file);
1969 else
1970 lf.fname = 0;
1971
1972 if (!lr->file || lf.fname) {
1973 if (lr->function)
1974 ret = find_line_range_by_func(&lf);
1975 else {
1976 lf.lno_s = lr->start;
1977 lf.lno_e = lr->end;
1978 ret = find_line_range_by_line(NULL, &lf);
1979 }
1980 }
1981 off = noff;
1982 }
1983
1984 found:
1985
1986 if (lf.found) {
1987 comp_dir = cu_get_comp_dir(&lf.cu_die);
1988 if (comp_dir) {
1989 lr->comp_dir = strdup(comp_dir);
1990 if (!lr->comp_dir)
1991 ret = -ENOMEM;
1992 }
1993 }
1994
1995 pr_debug("path: %s\n", lr->path);
1996 return (ret < 0) ? ret : lf.found;
1997 }
1998
1999 #ifdef HAVE_DEBUGINFOD_SUPPORT
2000
2001 static int get_source_from_debuginfod(const char *raw_path,
2002 const char *sbuild_id, char **new_path)
2003 {
2004 debuginfod_client *c = debuginfod_begin();
2005 const char *p = raw_path;
2006 int fd;
2007
2008 if (!c)
2009 return -ENOMEM;
2010
2011 fd = debuginfod_find_source(c, (const unsigned char *)sbuild_id,
2012 0, p, new_path);
2013 pr_debug("Search %s from debuginfod -> %d\n", p, fd);
2014 if (fd >= 0)
2015 close(fd);
2016 debuginfod_end(c);
2017 if (fd < 0) {
2018 pr_debug("Failed to find %s in debuginfod (%s)\n",
2019 raw_path, sbuild_id);
2020 return -ENOENT;
2021 }
2022 pr_debug("Got a source %s\n", *new_path);
2023
2024 return 0;
2025 }
2026 #else
2027 static inline int get_source_from_debuginfod(const char *raw_path __maybe_unused,
2028 const char *sbuild_id __maybe_unused,
2029 char **new_path __maybe_unused)
2030 {
2031 return -ENOTSUP;
2032 }
2033 #endif
2034
2035
2036
2037
2038
2039
2040 int find_source_path(const char *raw_path, const char *sbuild_id,
2041 const char *comp_dir, char **new_path)
2042 {
2043 const char *prefix = symbol_conf.source_prefix;
2044
2045 if (sbuild_id && !prefix) {
2046 if (!get_source_from_debuginfod(raw_path, sbuild_id, new_path))
2047 return 0;
2048 }
2049
2050 if (!prefix) {
2051 if (raw_path[0] != '/' && comp_dir)
2052
2053 prefix = comp_dir;
2054 else {
2055 if (access(raw_path, R_OK) == 0) {
2056 *new_path = strdup(raw_path);
2057 return *new_path ? 0 : -ENOMEM;
2058 } else
2059 return -errno;
2060 }
2061 }
2062
2063 *new_path = malloc((strlen(prefix) + strlen(raw_path) + 2));
2064 if (!*new_path)
2065 return -ENOMEM;
2066
2067 for (;;) {
2068 sprintf(*new_path, "%s/%s", prefix, raw_path);
2069
2070 if (access(*new_path, R_OK) == 0)
2071 return 0;
2072
2073 if (!symbol_conf.source_prefix) {
2074
2075 zfree(new_path);
2076 return -errno;
2077 }
2078
2079 switch (errno) {
2080 case ENAMETOOLONG:
2081 case ENOENT:
2082 case EROFS:
2083 case EFAULT:
2084 raw_path = strchr(++raw_path, '/');
2085 if (!raw_path) {
2086 zfree(new_path);
2087 return -ENOENT;
2088 }
2089 continue;
2090
2091 default:
2092 zfree(new_path);
2093 return -errno;
2094 }
2095 }
2096 }