switch-tracking.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586
  1. // SPDX-License-Identifier: GPL-2.0
  2. #include <sys/time.h>
  3. #include <sys/prctl.h>
  4. #include <errno.h>
  5. #include <limits.h>
  6. #include <time.h>
  7. #include <stdlib.h>
  8. #include <linux/zalloc.h>
  9. #include <linux/err.h>
  10. #include <perf/cpumap.h>
  11. #include <perf/evlist.h>
  12. #include <perf/mmap.h>
  13. #include "debug.h"
  14. #include "parse-events.h"
  15. #include "evlist.h"
  16. #include "evsel.h"
  17. #include "thread_map.h"
  18. #include "record.h"
  19. #include "tests.h"
  20. #include "util/mmap.h"
  21. #include "util/sample.h"
  22. #include "pmus.h"
  23. static int spin_sleep(void)
  24. {
  25. struct timeval start, now, diff, maxtime;
  26. struct timespec ts;
  27. int err, i;
  28. maxtime.tv_sec = 0;
  29. maxtime.tv_usec = 50000;
  30. err = gettimeofday(&start, NULL);
  31. if (err)
  32. return err;
  33. /* Spin for 50ms */
  34. while (1) {
  35. for (i = 0; i < 1000; i++)
  36. barrier();
  37. err = gettimeofday(&now, NULL);
  38. if (err)
  39. return err;
  40. timersub(&now, &start, &diff);
  41. if (timercmp(&diff, &maxtime, > /* For checkpatch */))
  42. break;
  43. }
  44. ts.tv_nsec = 50 * 1000 * 1000;
  45. ts.tv_sec = 0;
  46. /* Sleep for 50ms */
  47. err = nanosleep(&ts, NULL);
  48. if (err == EINTR)
  49. err = 0;
  50. return err;
  51. }
  52. struct switch_tracking {
  53. struct evsel *switch_evsel;
  54. struct evsel *cycles_evsel;
  55. pid_t *tids;
  56. int nr_tids;
  57. int comm_seen[4];
  58. int cycles_before_comm_1;
  59. int cycles_between_comm_2_and_comm_3;
  60. int cycles_after_comm_4;
  61. };
  62. static int check_comm(struct switch_tracking *switch_tracking,
  63. union perf_event *event, const char *comm, int nr)
  64. {
  65. if (event->header.type == PERF_RECORD_COMM &&
  66. (pid_t)event->comm.pid == getpid() &&
  67. (pid_t)event->comm.tid == getpid() &&
  68. strcmp(event->comm.comm, comm) == 0) {
  69. if (switch_tracking->comm_seen[nr]) {
  70. pr_debug("Duplicate comm event\n");
  71. return -1;
  72. }
  73. switch_tracking->comm_seen[nr] = 1;
  74. pr_debug3("comm event: %s nr: %d\n", event->comm.comm, nr);
  75. return 1;
  76. }
  77. return 0;
  78. }
  79. static int check_cpu(struct switch_tracking *switch_tracking, int cpu)
  80. {
  81. int i, nr = cpu + 1;
  82. if (cpu < 0)
  83. return -1;
  84. if (!switch_tracking->tids) {
  85. switch_tracking->tids = calloc(nr, sizeof(pid_t));
  86. if (!switch_tracking->tids)
  87. return -1;
  88. for (i = 0; i < nr; i++)
  89. switch_tracking->tids[i] = -1;
  90. switch_tracking->nr_tids = nr;
  91. return 0;
  92. }
  93. if (cpu >= switch_tracking->nr_tids) {
  94. void *addr;
  95. addr = realloc(switch_tracking->tids, nr * sizeof(pid_t));
  96. if (!addr)
  97. return -1;
  98. switch_tracking->tids = addr;
  99. for (i = switch_tracking->nr_tids; i < nr; i++)
  100. switch_tracking->tids[i] = -1;
  101. switch_tracking->nr_tids = nr;
  102. return 0;
  103. }
  104. return 0;
  105. }
  106. static int process_sample_event(struct evlist *evlist,
  107. union perf_event *event,
  108. struct switch_tracking *switch_tracking)
  109. {
  110. struct perf_sample sample;
  111. struct evsel *evsel;
  112. pid_t next_tid, prev_tid;
  113. int cpu, err;
  114. if (evlist__parse_sample(evlist, event, &sample)) {
  115. pr_debug("evlist__parse_sample failed\n");
  116. return -1;
  117. }
  118. evsel = evlist__id2evsel(evlist, sample.id);
  119. if (evsel == switch_tracking->switch_evsel) {
  120. next_tid = evsel__intval(evsel, &sample, "next_pid");
  121. prev_tid = evsel__intval(evsel, &sample, "prev_pid");
  122. cpu = sample.cpu;
  123. pr_debug3("sched_switch: cpu: %d prev_tid %d next_tid %d\n",
  124. cpu, prev_tid, next_tid);
  125. err = check_cpu(switch_tracking, cpu);
  126. if (err)
  127. return err;
  128. /*
  129. * Check for no missing sched_switch events i.e. that the
  130. * evsel->core.system_wide flag has worked.
  131. */
  132. if (switch_tracking->tids[cpu] != -1 &&
  133. switch_tracking->tids[cpu] != prev_tid) {
  134. pr_debug("Missing sched_switch events\n");
  135. return -1;
  136. }
  137. switch_tracking->tids[cpu] = next_tid;
  138. }
  139. if (evsel == switch_tracking->cycles_evsel) {
  140. pr_debug3("cycles event\n");
  141. if (!switch_tracking->comm_seen[0])
  142. switch_tracking->cycles_before_comm_1 = 1;
  143. if (switch_tracking->comm_seen[1] &&
  144. !switch_tracking->comm_seen[2])
  145. switch_tracking->cycles_between_comm_2_and_comm_3 = 1;
  146. if (switch_tracking->comm_seen[3])
  147. switch_tracking->cycles_after_comm_4 = 1;
  148. }
  149. return 0;
  150. }
  151. static int process_event(struct evlist *evlist, union perf_event *event,
  152. struct switch_tracking *switch_tracking)
  153. {
  154. if (event->header.type == PERF_RECORD_SAMPLE)
  155. return process_sample_event(evlist, event, switch_tracking);
  156. if (event->header.type == PERF_RECORD_COMM) {
  157. int err, done = 0;
  158. err = check_comm(switch_tracking, event, "Test COMM 1", 0);
  159. if (err < 0)
  160. return -1;
  161. done += err;
  162. err = check_comm(switch_tracking, event, "Test COMM 2", 1);
  163. if (err < 0)
  164. return -1;
  165. done += err;
  166. err = check_comm(switch_tracking, event, "Test COMM 3", 2);
  167. if (err < 0)
  168. return -1;
  169. done += err;
  170. err = check_comm(switch_tracking, event, "Test COMM 4", 3);
  171. if (err < 0)
  172. return -1;
  173. done += err;
  174. if (done != 1) {
  175. pr_debug("Unexpected comm event\n");
  176. return -1;
  177. }
  178. }
  179. return 0;
  180. }
  181. struct event_node {
  182. struct list_head list;
  183. union perf_event *event;
  184. u64 event_time;
  185. };
  186. static int add_event(struct evlist *evlist, struct list_head *events,
  187. union perf_event *event)
  188. {
  189. struct perf_sample sample;
  190. struct event_node *node;
  191. node = malloc(sizeof(struct event_node));
  192. if (!node) {
  193. pr_debug("malloc failed\n");
  194. return -1;
  195. }
  196. node->event = event;
  197. list_add(&node->list, events);
  198. if (evlist__parse_sample(evlist, event, &sample)) {
  199. pr_debug("evlist__parse_sample failed\n");
  200. return -1;
  201. }
  202. if (!sample.time) {
  203. pr_debug("event with no time\n");
  204. return -1;
  205. }
  206. node->event_time = sample.time;
  207. return 0;
  208. }
  209. static void free_event_nodes(struct list_head *events)
  210. {
  211. struct event_node *node;
  212. while (!list_empty(events)) {
  213. node = list_entry(events->next, struct event_node, list);
  214. list_del_init(&node->list);
  215. free(node);
  216. }
  217. }
  218. static int compar(const void *a, const void *b)
  219. {
  220. const struct event_node *nodea = a;
  221. const struct event_node *nodeb = b;
  222. s64 cmp = nodea->event_time - nodeb->event_time;
  223. return cmp < 0 ? -1 : (cmp > 0 ? 1 : 0);
  224. }
  225. static int process_events(struct evlist *evlist,
  226. struct switch_tracking *switch_tracking)
  227. {
  228. union perf_event *event;
  229. unsigned pos, cnt = 0;
  230. LIST_HEAD(events);
  231. struct event_node *events_array, *node;
  232. struct mmap *md;
  233. int i, ret;
  234. for (i = 0; i < evlist->core.nr_mmaps; i++) {
  235. md = &evlist->mmap[i];
  236. if (perf_mmap__read_init(&md->core) < 0)
  237. continue;
  238. while ((event = perf_mmap__read_event(&md->core)) != NULL) {
  239. cnt += 1;
  240. ret = add_event(evlist, &events, event);
  241. perf_mmap__consume(&md->core);
  242. if (ret < 0)
  243. goto out_free_nodes;
  244. }
  245. perf_mmap__read_done(&md->core);
  246. }
  247. events_array = calloc(cnt, sizeof(struct event_node));
  248. if (!events_array) {
  249. pr_debug("calloc failed\n");
  250. ret = -1;
  251. goto out_free_nodes;
  252. }
  253. pos = 0;
  254. list_for_each_entry(node, &events, list)
  255. events_array[pos++] = *node;
  256. qsort(events_array, cnt, sizeof(struct event_node), compar);
  257. for (pos = 0; pos < cnt; pos++) {
  258. ret = process_event(evlist, events_array[pos].event,
  259. switch_tracking);
  260. if (ret < 0)
  261. goto out_free;
  262. }
  263. ret = 0;
  264. out_free:
  265. pr_debug("%u events recorded\n", cnt);
  266. free(events_array);
  267. out_free_nodes:
  268. free_event_nodes(&events);
  269. return ret;
  270. }
  271. /**
  272. * test__switch_tracking - test using sched_switch and tracking events.
  273. *
  274. * This function implements a test that checks that sched_switch events and
  275. * tracking events can be recorded for a workload (current process) using the
  276. * evsel->core.system_wide and evsel->tracking flags (respectively) with other events
  277. * sometimes enabled or disabled.
  278. */
  279. static int test__switch_tracking(struct test_suite *test __maybe_unused, int subtest __maybe_unused)
  280. {
  281. const char *sched_switch = "sched:sched_switch";
  282. const char *cycles = "cycles:u";
  283. struct switch_tracking switch_tracking = { .tids = NULL, };
  284. struct record_opts opts = {
  285. .mmap_pages = UINT_MAX,
  286. .user_freq = UINT_MAX,
  287. .user_interval = ULLONG_MAX,
  288. .freq = 4000,
  289. .target = {
  290. .uses_mmap = true,
  291. },
  292. };
  293. struct perf_thread_map *threads = NULL;
  294. struct perf_cpu_map *cpus = NULL;
  295. struct evlist *evlist = NULL;
  296. struct evsel *evsel, *cpu_clocks_evsel, *cycles_evsel;
  297. struct evsel *switch_evsel, *tracking_evsel;
  298. const char *comm;
  299. int err = -1;
  300. threads = thread_map__new(-1, getpid(), UINT_MAX);
  301. if (!threads) {
  302. pr_debug("thread_map__new failed!\n");
  303. goto out_err;
  304. }
  305. cpus = perf_cpu_map__new_online_cpus();
  306. if (!cpus) {
  307. pr_debug("perf_cpu_map__new failed!\n");
  308. goto out_err;
  309. }
  310. evlist = evlist__new();
  311. if (!evlist) {
  312. pr_debug("evlist__new failed!\n");
  313. goto out_err;
  314. }
  315. perf_evlist__set_maps(&evlist->core, cpus, threads);
  316. /* First event */
  317. err = parse_event(evlist, "cpu-clock:u");
  318. if (err) {
  319. pr_debug("Failed to parse event dummy:u\n");
  320. goto out_err;
  321. }
  322. cpu_clocks_evsel = evlist__last(evlist);
  323. /* Second event */
  324. err = parse_event(evlist, cycles);
  325. if (err) {
  326. pr_debug("Failed to parse event %s\n", cycles);
  327. goto out_err;
  328. }
  329. cycles_evsel = evlist__last(evlist);
  330. /* Third event */
  331. if (!evlist__can_select_event(evlist, sched_switch)) {
  332. pr_debug("No sched_switch\n");
  333. err = 0;
  334. goto out;
  335. }
  336. switch_evsel = evlist__add_sched_switch(evlist, true);
  337. if (IS_ERR(switch_evsel)) {
  338. err = PTR_ERR(switch_evsel);
  339. pr_debug("Failed to create event %s\n", sched_switch);
  340. goto out_err;
  341. }
  342. switch_evsel->immediate = true;
  343. /* Test moving an event to the front */
  344. if (cycles_evsel == evlist__first(evlist)) {
  345. pr_debug("cycles event already at front");
  346. goto out_err;
  347. }
  348. evlist__to_front(evlist, cycles_evsel);
  349. if (cycles_evsel != evlist__first(evlist)) {
  350. pr_debug("Failed to move cycles event to front");
  351. goto out_err;
  352. }
  353. evsel__set_sample_bit(cycles_evsel, CPU);
  354. evsel__set_sample_bit(cycles_evsel, TIME);
  355. /* Fourth event */
  356. err = parse_event(evlist, "dummy:u");
  357. if (err) {
  358. pr_debug("Failed to parse event dummy:u\n");
  359. goto out_err;
  360. }
  361. tracking_evsel = evlist__last(evlist);
  362. evlist__set_tracking_event(evlist, tracking_evsel);
  363. tracking_evsel->core.attr.freq = 0;
  364. tracking_evsel->core.attr.sample_period = 1;
  365. evsel__set_sample_bit(tracking_evsel, TIME);
  366. /* Config events */
  367. evlist__config(evlist, &opts, NULL);
  368. /* Check moved event is still at the front */
  369. if (cycles_evsel != evlist__first(evlist)) {
  370. pr_debug("Front event no longer at front");
  371. goto out_err;
  372. }
  373. /* Check tracking event is tracking */
  374. if (!tracking_evsel->core.attr.mmap || !tracking_evsel->core.attr.comm) {
  375. pr_debug("Tracking event not tracking\n");
  376. goto out_err;
  377. }
  378. /* Check non-tracking events are not tracking */
  379. evlist__for_each_entry(evlist, evsel) {
  380. if (evsel != tracking_evsel) {
  381. if (evsel->core.attr.mmap || evsel->core.attr.comm) {
  382. pr_debug("Non-tracking event is tracking\n");
  383. goto out_err;
  384. }
  385. }
  386. }
  387. if (evlist__open(evlist) < 0) {
  388. pr_debug("Not supported\n");
  389. err = 0;
  390. goto out;
  391. }
  392. err = evlist__mmap(evlist, UINT_MAX);
  393. if (err) {
  394. pr_debug("evlist__mmap failed!\n");
  395. goto out_err;
  396. }
  397. evlist__enable(evlist);
  398. err = evsel__disable(cpu_clocks_evsel);
  399. if (err) {
  400. pr_debug("perf_evlist__disable_event failed!\n");
  401. goto out_err;
  402. }
  403. err = spin_sleep();
  404. if (err) {
  405. pr_debug("spin_sleep failed!\n");
  406. goto out_err;
  407. }
  408. comm = "Test COMM 1";
  409. err = prctl(PR_SET_NAME, (unsigned long)comm, 0, 0, 0);
  410. if (err) {
  411. pr_debug("PR_SET_NAME failed!\n");
  412. goto out_err;
  413. }
  414. err = evsel__disable(cycles_evsel);
  415. if (err) {
  416. pr_debug("perf_evlist__disable_event failed!\n");
  417. goto out_err;
  418. }
  419. comm = "Test COMM 2";
  420. err = prctl(PR_SET_NAME, (unsigned long)comm, 0, 0, 0);
  421. if (err) {
  422. pr_debug("PR_SET_NAME failed!\n");
  423. goto out_err;
  424. }
  425. err = spin_sleep();
  426. if (err) {
  427. pr_debug("spin_sleep failed!\n");
  428. goto out_err;
  429. }
  430. comm = "Test COMM 3";
  431. err = prctl(PR_SET_NAME, (unsigned long)comm, 0, 0, 0);
  432. if (err) {
  433. pr_debug("PR_SET_NAME failed!\n");
  434. goto out_err;
  435. }
  436. err = evsel__enable(cycles_evsel);
  437. if (err) {
  438. pr_debug("perf_evlist__disable_event failed!\n");
  439. goto out_err;
  440. }
  441. comm = "Test COMM 4";
  442. err = prctl(PR_SET_NAME, (unsigned long)comm, 0, 0, 0);
  443. if (err) {
  444. pr_debug("PR_SET_NAME failed!\n");
  445. goto out_err;
  446. }
  447. err = spin_sleep();
  448. if (err) {
  449. pr_debug("spin_sleep failed!\n");
  450. goto out_err;
  451. }
  452. evlist__disable(evlist);
  453. switch_tracking.switch_evsel = switch_evsel;
  454. switch_tracking.cycles_evsel = cycles_evsel;
  455. err = process_events(evlist, &switch_tracking);
  456. zfree(&switch_tracking.tids);
  457. if (err)
  458. goto out_err;
  459. /* Check all 4 comm events were seen i.e. that evsel->tracking works */
  460. if (!switch_tracking.comm_seen[0] || !switch_tracking.comm_seen[1] ||
  461. !switch_tracking.comm_seen[2] || !switch_tracking.comm_seen[3]) {
  462. pr_debug("Missing comm events\n");
  463. goto out_err;
  464. }
  465. /* Check cycles event got enabled */
  466. if (!switch_tracking.cycles_before_comm_1) {
  467. pr_debug("Missing cycles events\n");
  468. goto out_err;
  469. }
  470. /* Check cycles event got disabled */
  471. if (switch_tracking.cycles_between_comm_2_and_comm_3) {
  472. pr_debug("cycles events even though event was disabled\n");
  473. goto out_err;
  474. }
  475. /* Check cycles event got enabled again */
  476. if (!switch_tracking.cycles_after_comm_4) {
  477. pr_debug("Missing cycles events\n");
  478. goto out_err;
  479. }
  480. out:
  481. if (evlist) {
  482. evlist__disable(evlist);
  483. evlist__delete(evlist);
  484. }
  485. perf_cpu_map__put(cpus);
  486. perf_thread_map__put(threads);
  487. return err;
  488. out_err:
  489. err = -1;
  490. goto out;
  491. }
  492. DEFINE_SUITE("Track with sched_switch", switch_tracking);