xen.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #undef TRACE_SYSTEM
  3. #define TRACE_SYSTEM xen
  4. #if !defined(_TRACE_XEN_H) || defined(TRACE_HEADER_MULTI_READ)
  5. #define _TRACE_XEN_H
  6. #include <linux/tracepoint.h>
  7. #include <asm/paravirt_types.h>
  8. #include <asm/xen/trace_types.h>
  9. struct multicall_entry;
  10. /* Multicalls */
  11. DECLARE_EVENT_CLASS(xen_mc__batch,
  12. TP_PROTO(enum paravirt_lazy_mode mode),
  13. TP_ARGS(mode),
  14. TP_STRUCT__entry(
  15. __field(enum paravirt_lazy_mode, mode)
  16. ),
  17. TP_fast_assign(__entry->mode = mode),
  18. TP_printk("start batch LAZY_%s",
  19. (__entry->mode == PARAVIRT_LAZY_MMU) ? "MMU" :
  20. (__entry->mode == PARAVIRT_LAZY_CPU) ? "CPU" : "NONE")
  21. );
  22. #define DEFINE_XEN_MC_BATCH(name) \
  23. DEFINE_EVENT(xen_mc__batch, name, \
  24. TP_PROTO(enum paravirt_lazy_mode mode), \
  25. TP_ARGS(mode))
  26. DEFINE_XEN_MC_BATCH(xen_mc_batch);
  27. DEFINE_XEN_MC_BATCH(xen_mc_issue);
  28. TRACE_DEFINE_SIZEOF(ulong);
  29. TRACE_EVENT(xen_mc_entry,
  30. TP_PROTO(struct multicall_entry *mc, unsigned nargs),
  31. TP_ARGS(mc, nargs),
  32. TP_STRUCT__entry(
  33. __field(unsigned int, op)
  34. __field(unsigned int, nargs)
  35. __array(unsigned long, args, 6)
  36. ),
  37. TP_fast_assign(__entry->op = mc->op;
  38. __entry->nargs = nargs;
  39. memcpy(__entry->args, mc->args, sizeof(ulong) * nargs);
  40. memset(__entry->args + nargs, 0, sizeof(ulong) * (6 - nargs));
  41. ),
  42. TP_printk("op %u%s args [%lx, %lx, %lx, %lx, %lx, %lx]",
  43. __entry->op, xen_hypercall_name(__entry->op),
  44. __entry->args[0], __entry->args[1], __entry->args[2],
  45. __entry->args[3], __entry->args[4], __entry->args[5])
  46. );
  47. TRACE_EVENT(xen_mc_entry_alloc,
  48. TP_PROTO(size_t args),
  49. TP_ARGS(args),
  50. TP_STRUCT__entry(
  51. __field(size_t, args)
  52. ),
  53. TP_fast_assign(__entry->args = args),
  54. TP_printk("alloc entry %zu arg bytes", __entry->args)
  55. );
  56. TRACE_EVENT(xen_mc_callback,
  57. TP_PROTO(xen_mc_callback_fn_t fn, void *data),
  58. TP_ARGS(fn, data),
  59. TP_STRUCT__entry(
  60. /*
  61. * Use field_struct to avoid is_signed_type()
  62. * comparison of a function pointer.
  63. */
  64. __field_struct(xen_mc_callback_fn_t, fn)
  65. __field(void *, data)
  66. ),
  67. TP_fast_assign(
  68. __entry->fn = fn;
  69. __entry->data = data;
  70. ),
  71. TP_printk("callback %pf, data %p",
  72. __entry->fn, __entry->data)
  73. );
  74. TRACE_EVENT(xen_mc_flush_reason,
  75. TP_PROTO(enum xen_mc_flush_reason reason),
  76. TP_ARGS(reason),
  77. TP_STRUCT__entry(
  78. __field(enum xen_mc_flush_reason, reason)
  79. ),
  80. TP_fast_assign(__entry->reason = reason),
  81. TP_printk("flush reason %s",
  82. (__entry->reason == XEN_MC_FL_NONE) ? "NONE" :
  83. (__entry->reason == XEN_MC_FL_BATCH) ? "BATCH" :
  84. (__entry->reason == XEN_MC_FL_ARGS) ? "ARGS" :
  85. (__entry->reason == XEN_MC_FL_CALLBACK) ? "CALLBACK" : "??")
  86. );
  87. TRACE_EVENT(xen_mc_flush,
  88. TP_PROTO(unsigned mcidx, unsigned argidx, unsigned cbidx),
  89. TP_ARGS(mcidx, argidx, cbidx),
  90. TP_STRUCT__entry(
  91. __field(unsigned, mcidx)
  92. __field(unsigned, argidx)
  93. __field(unsigned, cbidx)
  94. ),
  95. TP_fast_assign(__entry->mcidx = mcidx;
  96. __entry->argidx = argidx;
  97. __entry->cbidx = cbidx),
  98. TP_printk("flushing %u hypercalls, %u arg bytes, %u callbacks",
  99. __entry->mcidx, __entry->argidx, __entry->cbidx)
  100. );
  101. TRACE_EVENT(xen_mc_extend_args,
  102. TP_PROTO(unsigned long op, size_t args, enum xen_mc_extend_args res),
  103. TP_ARGS(op, args, res),
  104. TP_STRUCT__entry(
  105. __field(unsigned int, op)
  106. __field(size_t, args)
  107. __field(enum xen_mc_extend_args, res)
  108. ),
  109. TP_fast_assign(__entry->op = op;
  110. __entry->args = args;
  111. __entry->res = res),
  112. TP_printk("extending op %u%s by %zu bytes res %s",
  113. __entry->op, xen_hypercall_name(__entry->op),
  114. __entry->args,
  115. __entry->res == XEN_MC_XE_OK ? "OK" :
  116. __entry->res == XEN_MC_XE_BAD_OP ? "BAD_OP" :
  117. __entry->res == XEN_MC_XE_NO_SPACE ? "NO_SPACE" : "???")
  118. );
  119. TRACE_DEFINE_SIZEOF(pteval_t);
  120. /* mmu */
  121. DECLARE_EVENT_CLASS(xen_mmu__set_pte,
  122. TP_PROTO(pte_t *ptep, pte_t pteval),
  123. TP_ARGS(ptep, pteval),
  124. TP_STRUCT__entry(
  125. __field(pte_t *, ptep)
  126. __field(pteval_t, pteval)
  127. ),
  128. TP_fast_assign(__entry->ptep = ptep;
  129. __entry->pteval = pteval.pte),
  130. TP_printk("ptep %p pteval %0*llx (raw %0*llx)",
  131. __entry->ptep,
  132. (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
  133. (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
  134. );
  135. #define DEFINE_XEN_MMU_SET_PTE(name) \
  136. DEFINE_EVENT(xen_mmu__set_pte, name, \
  137. TP_PROTO(pte_t *ptep, pte_t pteval), \
  138. TP_ARGS(ptep, pteval))
  139. DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte);
  140. TRACE_EVENT(xen_mmu_set_pte_at,
  141. TP_PROTO(struct mm_struct *mm, unsigned long addr,
  142. pte_t *ptep, pte_t pteval),
  143. TP_ARGS(mm, addr, ptep, pteval),
  144. TP_STRUCT__entry(
  145. __field(struct mm_struct *, mm)
  146. __field(unsigned long, addr)
  147. __field(pte_t *, ptep)
  148. __field(pteval_t, pteval)
  149. ),
  150. TP_fast_assign(__entry->mm = mm;
  151. __entry->addr = addr;
  152. __entry->ptep = ptep;
  153. __entry->pteval = pteval.pte),
  154. TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
  155. __entry->mm, __entry->addr, __entry->ptep,
  156. (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
  157. (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
  158. );
  159. TRACE_DEFINE_SIZEOF(pmdval_t);
  160. TRACE_EVENT(xen_mmu_set_pmd,
  161. TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
  162. TP_ARGS(pmdp, pmdval),
  163. TP_STRUCT__entry(
  164. __field(pmd_t *, pmdp)
  165. __field(pmdval_t, pmdval)
  166. ),
  167. TP_fast_assign(__entry->pmdp = pmdp;
  168. __entry->pmdval = pmdval.pmd),
  169. TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)",
  170. __entry->pmdp,
  171. (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
  172. (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
  173. );
  174. #ifdef CONFIG_X86_PAE
  175. DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte_atomic);
  176. TRACE_EVENT(xen_mmu_pte_clear,
  177. TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
  178. TP_ARGS(mm, addr, ptep),
  179. TP_STRUCT__entry(
  180. __field(struct mm_struct *, mm)
  181. __field(unsigned long, addr)
  182. __field(pte_t *, ptep)
  183. ),
  184. TP_fast_assign(__entry->mm = mm;
  185. __entry->addr = addr;
  186. __entry->ptep = ptep),
  187. TP_printk("mm %p addr %lx ptep %p",
  188. __entry->mm, __entry->addr, __entry->ptep)
  189. );
  190. TRACE_EVENT(xen_mmu_pmd_clear,
  191. TP_PROTO(pmd_t *pmdp),
  192. TP_ARGS(pmdp),
  193. TP_STRUCT__entry(
  194. __field(pmd_t *, pmdp)
  195. ),
  196. TP_fast_assign(__entry->pmdp = pmdp),
  197. TP_printk("pmdp %p", __entry->pmdp)
  198. );
  199. #endif
  200. #if CONFIG_PGTABLE_LEVELS >= 4
  201. TRACE_DEFINE_SIZEOF(pudval_t);
  202. TRACE_EVENT(xen_mmu_set_pud,
  203. TP_PROTO(pud_t *pudp, pud_t pudval),
  204. TP_ARGS(pudp, pudval),
  205. TP_STRUCT__entry(
  206. __field(pud_t *, pudp)
  207. __field(pudval_t, pudval)
  208. ),
  209. TP_fast_assign(__entry->pudp = pudp;
  210. __entry->pudval = native_pud_val(pudval)),
  211. TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
  212. __entry->pudp,
  213. (int)sizeof(pudval_t) * 2, (unsigned long long)pud_val(native_make_pud(__entry->pudval)),
  214. (int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
  215. );
  216. TRACE_DEFINE_SIZEOF(p4dval_t);
  217. TRACE_EVENT(xen_mmu_set_p4d,
  218. TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
  219. TP_ARGS(p4dp, user_p4dp, p4dval),
  220. TP_STRUCT__entry(
  221. __field(p4d_t *, p4dp)
  222. __field(p4d_t *, user_p4dp)
  223. __field(p4dval_t, p4dval)
  224. ),
  225. TP_fast_assign(__entry->p4dp = p4dp;
  226. __entry->user_p4dp = user_p4dp;
  227. __entry->p4dval = p4d_val(p4dval)),
  228. TP_printk("p4dp %p user_p4dp %p p4dval %0*llx (raw %0*llx)",
  229. __entry->p4dp, __entry->user_p4dp,
  230. (int)sizeof(p4dval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->p4dval)),
  231. (int)sizeof(p4dval_t) * 2, (unsigned long long)__entry->p4dval)
  232. );
  233. #else
  234. TRACE_EVENT(xen_mmu_set_pud,
  235. TP_PROTO(pud_t *pudp, pud_t pudval),
  236. TP_ARGS(pudp, pudval),
  237. TP_STRUCT__entry(
  238. __field(pud_t *, pudp)
  239. __field(pudval_t, pudval)
  240. ),
  241. TP_fast_assign(__entry->pudp = pudp;
  242. __entry->pudval = native_pud_val(pudval)),
  243. TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
  244. __entry->pudp,
  245. (int)sizeof(pudval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->pudval)),
  246. (int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
  247. );
  248. #endif
  249. DECLARE_EVENT_CLASS(xen_mmu_ptep_modify_prot,
  250. TP_PROTO(struct mm_struct *mm, unsigned long addr,
  251. pte_t *ptep, pte_t pteval),
  252. TP_ARGS(mm, addr, ptep, pteval),
  253. TP_STRUCT__entry(
  254. __field(struct mm_struct *, mm)
  255. __field(unsigned long, addr)
  256. __field(pte_t *, ptep)
  257. __field(pteval_t, pteval)
  258. ),
  259. TP_fast_assign(__entry->mm = mm;
  260. __entry->addr = addr;
  261. __entry->ptep = ptep;
  262. __entry->pteval = pteval.pte),
  263. TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
  264. __entry->mm, __entry->addr, __entry->ptep,
  265. (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
  266. (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
  267. );
  268. #define DEFINE_XEN_MMU_PTEP_MODIFY_PROT(name) \
  269. DEFINE_EVENT(xen_mmu_ptep_modify_prot, name, \
  270. TP_PROTO(struct mm_struct *mm, unsigned long addr, \
  271. pte_t *ptep, pte_t pteval), \
  272. TP_ARGS(mm, addr, ptep, pteval))
  273. DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_start);
  274. DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_commit);
  275. TRACE_EVENT(xen_mmu_alloc_ptpage,
  276. TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
  277. TP_ARGS(mm, pfn, level, pinned),
  278. TP_STRUCT__entry(
  279. __field(struct mm_struct *, mm)
  280. __field(unsigned long, pfn)
  281. __field(unsigned, level)
  282. __field(bool, pinned)
  283. ),
  284. TP_fast_assign(__entry->mm = mm;
  285. __entry->pfn = pfn;
  286. __entry->level = level;
  287. __entry->pinned = pinned),
  288. TP_printk("mm %p pfn %lx level %d %spinned",
  289. __entry->mm, __entry->pfn, __entry->level,
  290. __entry->pinned ? "" : "un")
  291. );
  292. TRACE_EVENT(xen_mmu_release_ptpage,
  293. TP_PROTO(unsigned long pfn, unsigned level, bool pinned),
  294. TP_ARGS(pfn, level, pinned),
  295. TP_STRUCT__entry(
  296. __field(unsigned long, pfn)
  297. __field(unsigned, level)
  298. __field(bool, pinned)
  299. ),
  300. TP_fast_assign(__entry->pfn = pfn;
  301. __entry->level = level;
  302. __entry->pinned = pinned),
  303. TP_printk("pfn %lx level %d %spinned",
  304. __entry->pfn, __entry->level,
  305. __entry->pinned ? "" : "un")
  306. );
  307. DECLARE_EVENT_CLASS(xen_mmu_pgd,
  308. TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
  309. TP_ARGS(mm, pgd),
  310. TP_STRUCT__entry(
  311. __field(struct mm_struct *, mm)
  312. __field(pgd_t *, pgd)
  313. ),
  314. TP_fast_assign(__entry->mm = mm;
  315. __entry->pgd = pgd),
  316. TP_printk("mm %p pgd %p", __entry->mm, __entry->pgd)
  317. );
  318. #define DEFINE_XEN_MMU_PGD_EVENT(name) \
  319. DEFINE_EVENT(xen_mmu_pgd, name, \
  320. TP_PROTO(struct mm_struct *mm, pgd_t *pgd), \
  321. TP_ARGS(mm, pgd))
  322. DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_pin);
  323. DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_unpin);
  324. TRACE_EVENT(xen_mmu_flush_tlb_one_user,
  325. TP_PROTO(unsigned long addr),
  326. TP_ARGS(addr),
  327. TP_STRUCT__entry(
  328. __field(unsigned long, addr)
  329. ),
  330. TP_fast_assign(__entry->addr = addr),
  331. TP_printk("addr %lx", __entry->addr)
  332. );
  333. TRACE_EVENT(xen_mmu_flush_tlb_others,
  334. TP_PROTO(const struct cpumask *cpus, struct mm_struct *mm,
  335. unsigned long addr, unsigned long end),
  336. TP_ARGS(cpus, mm, addr, end),
  337. TP_STRUCT__entry(
  338. __field(unsigned, ncpus)
  339. __field(struct mm_struct *, mm)
  340. __field(unsigned long, addr)
  341. __field(unsigned long, end)
  342. ),
  343. TP_fast_assign(__entry->ncpus = cpumask_weight(cpus);
  344. __entry->mm = mm;
  345. __entry->addr = addr,
  346. __entry->end = end),
  347. TP_printk("ncpus %d mm %p addr %lx, end %lx",
  348. __entry->ncpus, __entry->mm, __entry->addr, __entry->end)
  349. );
  350. TRACE_EVENT(xen_mmu_write_cr3,
  351. TP_PROTO(bool kernel, unsigned long cr3),
  352. TP_ARGS(kernel, cr3),
  353. TP_STRUCT__entry(
  354. __field(bool, kernel)
  355. __field(unsigned long, cr3)
  356. ),
  357. TP_fast_assign(__entry->kernel = kernel;
  358. __entry->cr3 = cr3),
  359. TP_printk("%s cr3 %lx",
  360. __entry->kernel ? "kernel" : "user", __entry->cr3)
  361. );
  362. /* CPU */
  363. TRACE_EVENT(xen_cpu_write_ldt_entry,
  364. TP_PROTO(struct desc_struct *dt, int entrynum, u64 desc),
  365. TP_ARGS(dt, entrynum, desc),
  366. TP_STRUCT__entry(
  367. __field(struct desc_struct *, dt)
  368. __field(int, entrynum)
  369. __field(u64, desc)
  370. ),
  371. TP_fast_assign(__entry->dt = dt;
  372. __entry->entrynum = entrynum;
  373. __entry->desc = desc;
  374. ),
  375. TP_printk("dt %p entrynum %d entry %016llx",
  376. __entry->dt, __entry->entrynum,
  377. (unsigned long long)__entry->desc)
  378. );
  379. TRACE_EVENT(xen_cpu_write_idt_entry,
  380. TP_PROTO(gate_desc *dt, int entrynum, const gate_desc *ent),
  381. TP_ARGS(dt, entrynum, ent),
  382. TP_STRUCT__entry(
  383. __field(gate_desc *, dt)
  384. __field(int, entrynum)
  385. ),
  386. TP_fast_assign(__entry->dt = dt;
  387. __entry->entrynum = entrynum;
  388. ),
  389. TP_printk("dt %p entrynum %d",
  390. __entry->dt, __entry->entrynum)
  391. );
  392. TRACE_EVENT(xen_cpu_load_idt,
  393. TP_PROTO(const struct desc_ptr *desc),
  394. TP_ARGS(desc),
  395. TP_STRUCT__entry(
  396. __field(unsigned long, addr)
  397. ),
  398. TP_fast_assign(__entry->addr = desc->address),
  399. TP_printk("addr %lx", __entry->addr)
  400. );
  401. TRACE_EVENT(xen_cpu_write_gdt_entry,
  402. TP_PROTO(struct desc_struct *dt, int entrynum, const void *desc, int type),
  403. TP_ARGS(dt, entrynum, desc, type),
  404. TP_STRUCT__entry(
  405. __field(u64, desc)
  406. __field(struct desc_struct *, dt)
  407. __field(int, entrynum)
  408. __field(int, type)
  409. ),
  410. TP_fast_assign(__entry->dt = dt;
  411. __entry->entrynum = entrynum;
  412. __entry->desc = *(u64 *)desc;
  413. __entry->type = type;
  414. ),
  415. TP_printk("dt %p entrynum %d type %d desc %016llx",
  416. __entry->dt, __entry->entrynum, __entry->type,
  417. (unsigned long long)__entry->desc)
  418. );
  419. TRACE_EVENT(xen_cpu_set_ldt,
  420. TP_PROTO(const void *addr, unsigned entries),
  421. TP_ARGS(addr, entries),
  422. TP_STRUCT__entry(
  423. __field(const void *, addr)
  424. __field(unsigned, entries)
  425. ),
  426. TP_fast_assign(__entry->addr = addr;
  427. __entry->entries = entries),
  428. TP_printk("addr %p entries %u",
  429. __entry->addr, __entry->entries)
  430. );
  431. #endif /* _TRACE_XEN_H */
  432. /* This part must be outside protection */
  433. #include <trace/define_trace.h>