1 // SPDX-License-Identifier: GPL-2.0 << 2 #include <stdbool.h> 1 #include <stdbool.h> 3 #include <inttypes.h> 2 #include <inttypes.h> 4 #include <stdlib.h> << 5 #include <string.h> << 6 #include <linux/bitops.h> << 7 #include <linux/kernel.h> 3 #include <linux/kernel.h> 8 #include <linux/types.h> 4 #include <linux/types.h> 9 5 10 #include "map_symbol.h" !! 6 #include "util.h" 11 #include "branch.h" << 12 #include "event.h" 7 #include "event.h" 13 #include "evsel.h" 8 #include "evsel.h" 14 #include "debug.h" 9 #include "debug.h" 15 #include "util/synthetic-events.h" << 16 #include "util/util.h" << 17 10 18 #include "tests.h" 11 #include "tests.h" 19 12 20 #define COMP(m) do { 13 #define COMP(m) do { \ 21 if (s1->m != s2->m) { 14 if (s1->m != s2->m) { \ 22 pr_debug("Samples differ at '" 15 pr_debug("Samples differ at '"#m"'\n"); \ 23 return false; 16 return false; \ 24 } 17 } \ 25 } while (0) 18 } while (0) 26 19 27 #define MCOMP(m) do { 20 #define MCOMP(m) do { \ 28 if (memcmp(&s1->m, &s2->m, sizeof(s1-> 21 if (memcmp(&s1->m, &s2->m, sizeof(s1->m))) { \ 29 pr_debug("Samples differ at '" 22 pr_debug("Samples differ at '"#m"'\n"); \ 30 return false; 23 return false; \ 31 } 24 } \ 32 } while (0) 25 } while (0) 33 26 34 /* << 35 * Hardcode the expected values for branch_ent << 36 * These are based on the input value (213) sp << 37 * in branch_stack variable. << 38 */ << 39 #define BS_EXPECTED_BE 0xa000d00000000000 << 40 #define BS_EXPECTED_LE 0x1aa00000000 << 41 #define FLAG(s) s->branch_stack->entries[i].fl << 42 << 43 static bool samples_same(const struct perf_sam 27 static bool samples_same(const struct perf_sample *s1, 44 const struct perf_sam 28 const struct perf_sample *s2, 45 u64 type, u64 read_fo !! 29 u64 type, u64 read_format) 46 { 30 { 47 size_t i; 31 size_t i; 48 32 49 if (type & PERF_SAMPLE_IDENTIFIER) 33 if (type & PERF_SAMPLE_IDENTIFIER) 50 COMP(id); 34 COMP(id); 51 35 52 if (type & PERF_SAMPLE_IP) 36 if (type & PERF_SAMPLE_IP) 53 COMP(ip); 37 COMP(ip); 54 38 55 if (type & PERF_SAMPLE_TID) { 39 if (type & PERF_SAMPLE_TID) { 56 COMP(pid); 40 COMP(pid); 57 COMP(tid); 41 COMP(tid); 58 } 42 } 59 43 60 if (type & PERF_SAMPLE_TIME) 44 if (type & PERF_SAMPLE_TIME) 61 COMP(time); 45 COMP(time); 62 46 63 if (type & PERF_SAMPLE_ADDR) 47 if (type & PERF_SAMPLE_ADDR) 64 COMP(addr); 48 COMP(addr); 65 49 66 if (type & PERF_SAMPLE_ID) 50 if (type & PERF_SAMPLE_ID) 67 COMP(id); 51 COMP(id); 68 52 69 if (type & PERF_SAMPLE_STREAM_ID) 53 if (type & PERF_SAMPLE_STREAM_ID) 70 COMP(stream_id); 54 COMP(stream_id); 71 55 72 if (type & PERF_SAMPLE_CPU) 56 if (type & PERF_SAMPLE_CPU) 73 COMP(cpu); 57 COMP(cpu); 74 58 75 if (type & PERF_SAMPLE_PERIOD) 59 if (type & PERF_SAMPLE_PERIOD) 76 COMP(period); 60 COMP(period); 77 61 78 if (type & PERF_SAMPLE_READ) { 62 if (type & PERF_SAMPLE_READ) { 79 if (read_format & PERF_FORMAT_ 63 if (read_format & PERF_FORMAT_GROUP) 80 COMP(read.group.nr); 64 COMP(read.group.nr); 81 else 65 else 82 COMP(read.one.value); 66 COMP(read.one.value); 83 if (read_format & PERF_FORMAT_ 67 if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED) 84 COMP(read.time_enabled 68 COMP(read.time_enabled); 85 if (read_format & PERF_FORMAT_ 69 if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING) 86 COMP(read.time_running 70 COMP(read.time_running); 87 /* PERF_FORMAT_ID is forced fo 71 /* PERF_FORMAT_ID is forced for PERF_SAMPLE_READ */ 88 if (read_format & PERF_FORMAT_ 72 if (read_format & PERF_FORMAT_GROUP) { 89 for (i = 0; i < s1->re !! 73 for (i = 0; i < s1->read.group.nr; i++) 90 /* FIXME: chec !! 74 MCOMP(read.group.values[i]); 91 if (read_forma << 92 MCOMP( << 93 } << 94 } else { 75 } else { 95 COMP(read.one.id); 76 COMP(read.one.id); 96 if (read_format & PERF << 97 COMP(read.one. << 98 } 77 } 99 } 78 } 100 79 101 if (type & PERF_SAMPLE_CALLCHAIN) { 80 if (type & PERF_SAMPLE_CALLCHAIN) { 102 COMP(callchain->nr); 81 COMP(callchain->nr); 103 for (i = 0; i < s1->callchain- 82 for (i = 0; i < s1->callchain->nr; i++) 104 COMP(callchain->ips[i] 83 COMP(callchain->ips[i]); 105 } 84 } 106 85 107 if (type & PERF_SAMPLE_RAW) { 86 if (type & PERF_SAMPLE_RAW) { 108 COMP(raw_size); 87 COMP(raw_size); 109 if (memcmp(s1->raw_data, s2->r 88 if (memcmp(s1->raw_data, s2->raw_data, s1->raw_size)) { 110 pr_debug("Samples diff 89 pr_debug("Samples differ at 'raw_data'\n"); 111 return false; 90 return false; 112 } 91 } 113 } 92 } 114 93 115 if (type & PERF_SAMPLE_BRANCH_STACK) { 94 if (type & PERF_SAMPLE_BRANCH_STACK) { 116 COMP(branch_stack->nr); 95 COMP(branch_stack->nr); 117 COMP(branch_stack->hw_idx); !! 96 for (i = 0; i < s1->branch_stack->nr; i++) 118 for (i = 0; i < s1->branch_sta !! 97 MCOMP(branch_stack->entries[i]); 119 if (needs_swap) << 120 return ((host_ << 121 (FLAG( << 122 (FLAG( << 123 else << 124 MCOMP(branch_s << 125 } << 126 } 98 } 127 99 128 if (type & PERF_SAMPLE_REGS_USER) { 100 if (type & PERF_SAMPLE_REGS_USER) { 129 size_t sz = hweight_long(s1->u 101 size_t sz = hweight_long(s1->user_regs.mask) * sizeof(u64); 130 102 131 COMP(user_regs.mask); 103 COMP(user_regs.mask); 132 COMP(user_regs.abi); 104 COMP(user_regs.abi); 133 if (s1->user_regs.abi && 105 if (s1->user_regs.abi && 134 (!s1->user_regs.regs || !s 106 (!s1->user_regs.regs || !s2->user_regs.regs || 135 memcmp(s1->user_regs.regs 107 memcmp(s1->user_regs.regs, s2->user_regs.regs, sz))) { 136 pr_debug("Samples diff 108 pr_debug("Samples differ at 'user_regs'\n"); 137 return false; 109 return false; 138 } 110 } 139 } 111 } 140 112 141 if (type & PERF_SAMPLE_STACK_USER) { 113 if (type & PERF_SAMPLE_STACK_USER) { 142 COMP(user_stack.size); 114 COMP(user_stack.size); 143 if (memcmp(s1->user_stack.data 115 if (memcmp(s1->user_stack.data, s2->user_stack.data, 144 s1->user_stack.size 116 s1->user_stack.size)) { 145 pr_debug("Samples diff 117 pr_debug("Samples differ at 'user_stack'\n"); 146 return false; 118 return false; 147 } 119 } 148 } 120 } 149 121 150 if (type & PERF_SAMPLE_WEIGHT) 122 if (type & PERF_SAMPLE_WEIGHT) 151 COMP(weight); 123 COMP(weight); 152 124 153 if (type & PERF_SAMPLE_DATA_SRC) 125 if (type & PERF_SAMPLE_DATA_SRC) 154 COMP(data_src); 126 COMP(data_src); 155 127 156 if (type & PERF_SAMPLE_TRANSACTION) 128 if (type & PERF_SAMPLE_TRANSACTION) 157 COMP(transaction); 129 COMP(transaction); 158 130 159 if (type & PERF_SAMPLE_REGS_INTR) { 131 if (type & PERF_SAMPLE_REGS_INTR) { 160 size_t sz = hweight_long(s1->i 132 size_t sz = hweight_long(s1->intr_regs.mask) * sizeof(u64); 161 133 162 COMP(intr_regs.mask); 134 COMP(intr_regs.mask); 163 COMP(intr_regs.abi); 135 COMP(intr_regs.abi); 164 if (s1->intr_regs.abi && 136 if (s1->intr_regs.abi && 165 (!s1->intr_regs.regs || !s 137 (!s1->intr_regs.regs || !s2->intr_regs.regs || 166 memcmp(s1->intr_regs.regs 138 memcmp(s1->intr_regs.regs, s2->intr_regs.regs, sz))) { 167 pr_debug("Samples diff 139 pr_debug("Samples differ at 'intr_regs'\n"); 168 return false; 140 return false; 169 } 141 } 170 } 142 } 171 143 172 if (type & PERF_SAMPLE_PHYS_ADDR) << 173 COMP(phys_addr); << 174 << 175 if (type & PERF_SAMPLE_CGROUP) << 176 COMP(cgroup); << 177 << 178 if (type & PERF_SAMPLE_DATA_PAGE_SIZE) << 179 COMP(data_page_size); << 180 << 181 if (type & PERF_SAMPLE_CODE_PAGE_SIZE) << 182 COMP(code_page_size); << 183 << 184 if (type & PERF_SAMPLE_AUX) { << 185 COMP(aux_sample.size); << 186 if (memcmp(s1->aux_sample.data << 187 s1->aux_sample.size << 188 pr_debug("Samples diff << 189 return false; << 190 } << 191 } << 192 << 193 return true; 144 return true; 194 } 145 } 195 146 196 static int do_test(u64 sample_type, u64 sample 147 static int do_test(u64 sample_type, u64 sample_regs, u64 read_format) 197 { 148 { 198 struct evsel evsel = { !! 149 struct perf_evsel evsel = { 199 .needs_swap = false, 150 .needs_swap = false, 200 .core = { !! 151 .attr = { 201 . attr = { !! 152 .sample_type = sample_type, 202 .sample_type = !! 153 .read_format = read_format, 203 .read_format = << 204 }, << 205 }, 154 }, 206 }; 155 }; 207 union perf_event *event; 156 union perf_event *event; 208 union { 157 union { 209 struct ip_callchain callchain; 158 struct ip_callchain callchain; 210 u64 data[64]; 159 u64 data[64]; 211 } callchain = { 160 } callchain = { 212 /* 3 ips */ 161 /* 3 ips */ 213 .data = {3, 201, 202, 203}, 162 .data = {3, 201, 202, 203}, 214 }; 163 }; 215 union { 164 union { 216 struct branch_stack branch_sta 165 struct branch_stack branch_stack; 217 u64 data[64]; 166 u64 data[64]; 218 } branch_stack = { 167 } branch_stack = { 219 /* 1 branch_entry */ 168 /* 1 branch_entry */ 220 .data = {1, -1ULL, 211, 212, 2 !! 169 .data = {1, 211, 212, 213}, 221 }; 170 }; 222 u64 regs[64]; 171 u64 regs[64]; 223 const u32 raw_data[] = {0x12345678, 0x !! 172 const u64 raw_data[] = {0x123456780a0b0c0dULL, 0x1102030405060708ULL}; 224 const u64 data[] = {0x2211443366558877 173 const u64 data[] = {0x2211443366558877ULL, 0, 0xaabbccddeeff4321ULL}; 225 const u64 aux_data[] = {0xa55a, 0, 0xe << 226 struct perf_sample sample = { 174 struct perf_sample sample = { 227 .ip = 101, 175 .ip = 101, 228 .pid = 102, 176 .pid = 102, 229 .tid = 103, 177 .tid = 103, 230 .time = 104, 178 .time = 104, 231 .addr = 105, 179 .addr = 105, 232 .id = 106, 180 .id = 106, 233 .stream_id = 107, 181 .stream_id = 107, 234 .period = 108, 182 .period = 108, 235 .weight = 109, 183 .weight = 109, 236 .cpu = 110, 184 .cpu = 110, 237 .raw_size = sizeof(raw_d 185 .raw_size = sizeof(raw_data), 238 .data_src = 111, 186 .data_src = 111, 239 .transaction = 112, 187 .transaction = 112, 240 .raw_data = (void *)raw_ 188 .raw_data = (void *)raw_data, 241 .callchain = &callchain.c 189 .callchain = &callchain.callchain, 242 .no_hw_idx = false, << 243 .branch_stack = &branch_stac 190 .branch_stack = &branch_stack.branch_stack, 244 .user_regs = { 191 .user_regs = { 245 .abi = PERF_SAMPLE_ 192 .abi = PERF_SAMPLE_REGS_ABI_64, 246 .mask = sample_regs, 193 .mask = sample_regs, 247 .regs = regs, 194 .regs = regs, 248 }, 195 }, 249 .user_stack = { 196 .user_stack = { 250 .size = sizeof(data) 197 .size = sizeof(data), 251 .data = (void *)data 198 .data = (void *)data, 252 }, 199 }, 253 .read = { 200 .read = { 254 .time_enabled = 0x030a 201 .time_enabled = 0x030a59d664fca7deULL, 255 .time_running = 0x011b 202 .time_running = 0x011b6ae553eb98edULL, 256 }, 203 }, 257 .intr_regs = { 204 .intr_regs = { 258 .abi = PERF_SAMPLE_ 205 .abi = PERF_SAMPLE_REGS_ABI_64, 259 .mask = sample_regs, 206 .mask = sample_regs, 260 .regs = regs, 207 .regs = regs, 261 }, 208 }, 262 .phys_addr = 113, << 263 .cgroup = 114, << 264 .data_page_size = 115, << 265 .code_page_size = 116, << 266 .aux_sample = { << 267 .size = sizeof(aux_d << 268 .data = (void *)aux_ << 269 }, << 270 }; 209 }; 271 struct sample_read_value values[] = {{ !! 210 struct sample_read_value values[] = {{1, 5}, {9, 3}, {2, 7}, {6, 4},}; 272 struct perf_sample sample_out, sample_ !! 211 struct perf_sample sample_out; 273 size_t i, sz, bufsz; 212 size_t i, sz, bufsz; 274 int err, ret = -1; 213 int err, ret = -1; 275 214 276 if (sample_type & PERF_SAMPLE_REGS_USE 215 if (sample_type & PERF_SAMPLE_REGS_USER) 277 evsel.core.attr.sample_regs_us !! 216 evsel.attr.sample_regs_user = sample_regs; 278 217 279 if (sample_type & PERF_SAMPLE_REGS_INT 218 if (sample_type & PERF_SAMPLE_REGS_INTR) 280 evsel.core.attr.sample_regs_in !! 219 evsel.attr.sample_regs_intr = sample_regs; 281 << 282 if (sample_type & PERF_SAMPLE_BRANCH_S << 283 evsel.core.attr.branch_sample_ << 284 220 285 for (i = 0; i < sizeof(regs); i++) 221 for (i = 0; i < sizeof(regs); i++) 286 *(i + (u8 *)regs) = i & 0xfe; 222 *(i + (u8 *)regs) = i & 0xfe; 287 223 288 if (read_format & PERF_FORMAT_GROUP) { 224 if (read_format & PERF_FORMAT_GROUP) { 289 sample.read.group.nr = 4; 225 sample.read.group.nr = 4; 290 sample.read.group.values = val 226 sample.read.group.values = values; 291 } else { 227 } else { 292 sample.read.one.value = 0x0878 228 sample.read.one.value = 0x08789faeb786aa87ULL; 293 sample.read.one.id = 99; 229 sample.read.one.id = 99; 294 sample.read.one.lost = 1; << 295 } 230 } 296 231 297 sz = perf_event__sample_event_size(&sa 232 sz = perf_event__sample_event_size(&sample, sample_type, read_format); 298 bufsz = sz + 4096; /* Add a bit for ov 233 bufsz = sz + 4096; /* Add a bit for overrun checking */ 299 event = malloc(bufsz); 234 event = malloc(bufsz); 300 if (!event) { 235 if (!event) { 301 pr_debug("malloc failed\n"); 236 pr_debug("malloc failed\n"); 302 return -1; 237 return -1; 303 } 238 } 304 239 305 memset(event, 0xff, bufsz); 240 memset(event, 0xff, bufsz); 306 event->header.type = PERF_RECORD_SAMPL 241 event->header.type = PERF_RECORD_SAMPLE; 307 event->header.misc = 0; 242 event->header.misc = 0; 308 event->header.size = sz; 243 event->header.size = sz; 309 244 310 err = perf_event__synthesize_sample(ev 245 err = perf_event__synthesize_sample(event, sample_type, read_format, 311 &s !! 246 &sample, false); 312 if (err) { 247 if (err) { 313 pr_debug("%s failed for sample 248 pr_debug("%s failed for sample_type %#"PRIx64", error %d\n", 314 "perf_event__synthesi 249 "perf_event__synthesize_sample", sample_type, err); 315 goto out_free; 250 goto out_free; 316 } 251 } 317 252 318 /* The data does not contain 0xff so w 253 /* The data does not contain 0xff so we use that to check the size */ 319 for (i = bufsz; i > 0; i--) { 254 for (i = bufsz; i > 0; i--) { 320 if (*(i - 1 + (u8 *)event) != 255 if (*(i - 1 + (u8 *)event) != 0xff) 321 break; 256 break; 322 } 257 } 323 if (i != sz) { 258 if (i != sz) { 324 pr_debug("Event size mismatch: 259 pr_debug("Event size mismatch: actual %zu vs expected %zu\n", 325 i, sz); 260 i, sz); 326 goto out_free; 261 goto out_free; 327 } 262 } 328 263 329 evsel.sample_size = __evsel__sample_si !! 264 evsel.sample_size = __perf_evsel__sample_size(sample_type); 330 265 331 err = evsel__parse_sample(&evsel, even !! 266 err = perf_evsel__parse_sample(&evsel, event, &sample_out); 332 if (err) { 267 if (err) { 333 pr_debug("%s failed for sample 268 pr_debug("%s failed for sample_type %#"PRIx64", error %d\n", 334 "evsel__parse_sample" !! 269 "perf_evsel__parse_sample", sample_type, err); 335 goto out_free; 270 goto out_free; 336 } 271 } 337 272 338 if (!samples_same(&sample, &sample_out !! 273 if (!samples_same(&sample, &sample_out, sample_type, read_format)) { 339 pr_debug("parsing failed for s 274 pr_debug("parsing failed for sample_type %#"PRIx64"\n", 340 sample_type); 275 sample_type); 341 goto out_free; 276 goto out_free; 342 } 277 } 343 278 344 if (sample_type == PERF_SAMPLE_BRANCH_ << 345 evsel.needs_swap = true; << 346 evsel.sample_size = __evsel__s << 347 err = evsel__parse_sample(&evs << 348 if (err) { << 349 pr_debug("%s failed fo << 350 "evsel__parse << 351 goto out_free; << 352 } << 353 << 354 if (!samples_same(&sample, &sa << 355 pr_debug("parsing fail << 356 sample_type); << 357 goto out_free; << 358 } << 359 } << 360 << 361 ret = 0; 279 ret = 0; 362 out_free: 280 out_free: 363 free(event); 281 free(event); 364 if (ret && read_format) 282 if (ret && read_format) 365 pr_debug("read_format %#"PRIx6 283 pr_debug("read_format %#"PRIx64"\n", read_format); 366 return ret; 284 return ret; 367 } 285 } 368 286 369 /** 287 /** 370 * test__sample_parsing - test sample parsing. 288 * test__sample_parsing - test sample parsing. 371 * 289 * 372 * This function implements a test that synthe 290 * This function implements a test that synthesizes a sample event, parses it 373 * and then checks that the parsed sample matc 291 * and then checks that the parsed sample matches the original sample. The test 374 * checks sample format bits separately and to 292 * checks sample format bits separately and together. If the test passes %0 is 375 * returned, otherwise %-1 is returned. 293 * returned, otherwise %-1 is returned. 376 */ 294 */ 377 static int test__sample_parsing(struct test_su !! 295 int test__sample_parsing(int subtest __maybe_unused) 378 { 296 { 379 const u64 rf[] = {4, 5, 6, 7, 12, 13, !! 297 const u64 rf[] = {4, 5, 6, 7, 12, 13, 14, 15}; 380 u64 sample_type; 298 u64 sample_type; 381 u64 sample_regs; 299 u64 sample_regs; 382 size_t i; 300 size_t i; 383 int err; 301 int err; 384 302 385 /* 303 /* 386 * Fail the test if it has not been up 304 * Fail the test if it has not been updated when new sample format bits 387 * were added. Please actually update 305 * were added. Please actually update the test rather than just change 388 * the condition below. 306 * the condition below. 389 */ 307 */ 390 if (PERF_SAMPLE_MAX > PERF_SAMPLE_WEIG !! 308 if (PERF_SAMPLE_MAX > PERF_SAMPLE_REGS_INTR << 1) { 391 pr_debug("sample format has ch 309 pr_debug("sample format has changed, some new PERF_SAMPLE_ bit was introduced - test needs updating\n"); 392 return -1; 310 return -1; 393 } 311 } 394 312 395 /* Test each sample format bit separat 313 /* Test each sample format bit separately */ 396 for (sample_type = 1; sample_type != P 314 for (sample_type = 1; sample_type != PERF_SAMPLE_MAX; 397 sample_type <<= 1) { 315 sample_type <<= 1) { 398 /* Test read_format variations 316 /* Test read_format variations */ 399 if (sample_type == PERF_SAMPLE 317 if (sample_type == PERF_SAMPLE_READ) { 400 for (i = 0; i < ARRAY_ 318 for (i = 0; i < ARRAY_SIZE(rf); i++) { 401 err = do_test( 319 err = do_test(sample_type, 0, rf[i]); 402 if (err) 320 if (err) 403 return 321 return err; 404 } 322 } 405 continue; 323 continue; 406 } 324 } 407 sample_regs = 0; 325 sample_regs = 0; 408 326 409 if (sample_type == PERF_SAMPLE 327 if (sample_type == PERF_SAMPLE_REGS_USER) 410 sample_regs = 0x3fff; 328 sample_regs = 0x3fff; 411 329 412 if (sample_type == PERF_SAMPLE 330 if (sample_type == PERF_SAMPLE_REGS_INTR) 413 sample_regs = 0xff0fff 331 sample_regs = 0xff0fff; 414 332 415 err = do_test(sample_type, sam 333 err = do_test(sample_type, sample_regs, 0); 416 if (err) 334 if (err) 417 return err; 335 return err; 418 } 336 } 419 337 420 /* !! 338 /* Test all sample format bits together */ 421 * Test all sample format bits togethe !! 339 sample_type = PERF_SAMPLE_MAX - 1; 422 * Note: PERF_SAMPLE_WEIGHT and PERF_S << 423 * be set simultaneously. << 424 */ << 425 sample_type = (PERF_SAMPLE_MAX - 1) & << 426 sample_regs = 0x3fff; /* shared yb int 340 sample_regs = 0x3fff; /* shared yb intr and user regs */ 427 for (i = 0; i < ARRAY_SIZE(rf); i++) { 341 for (i = 0; i < ARRAY_SIZE(rf); i++) { 428 err = do_test(sample_type, sam 342 err = do_test(sample_type, sample_regs, rf[i]); 429 if (err) 343 if (err) 430 return err; 344 return err; 431 } 345 } 432 346 433 return 0; 347 return 0; 434 } 348 } 435 << 436 DEFINE_SUITE("Sample parsing", sample_parsing) << 437 349
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.