blob: e5150fc67e91d9b3ed145c1dd44a72f99c462172 [file] [log] [blame]
rjw1f884582022-01-06 17:20:42 +08001/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM xen
4
5#if !defined(_TRACE_XEN_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_XEN_H
7
8#include <linux/tracepoint.h>
9#include <asm/paravirt_types.h>
10#include <asm/xen/trace_types.h>
11
12struct multicall_entry;
13
14/* Multicalls */
15DECLARE_EVENT_CLASS(xen_mc__batch,
16 TP_PROTO(enum paravirt_lazy_mode mode),
17 TP_ARGS(mode),
18 TP_STRUCT__entry(
19 __field(enum paravirt_lazy_mode, mode)
20 ),
21 TP_fast_assign(__entry->mode = mode),
22 TP_printk("start batch LAZY_%s",
23 (__entry->mode == PARAVIRT_LAZY_MMU) ? "MMU" :
24 (__entry->mode == PARAVIRT_LAZY_CPU) ? "CPU" : "NONE")
25 );
26#define DEFINE_XEN_MC_BATCH(name) \
27 DEFINE_EVENT(xen_mc__batch, name, \
28 TP_PROTO(enum paravirt_lazy_mode mode), \
29 TP_ARGS(mode))
30
31DEFINE_XEN_MC_BATCH(xen_mc_batch);
32DEFINE_XEN_MC_BATCH(xen_mc_issue);
33
34TRACE_DEFINE_SIZEOF(ulong);
35
36TRACE_EVENT(xen_mc_entry,
37 TP_PROTO(struct multicall_entry *mc, unsigned nargs),
38 TP_ARGS(mc, nargs),
39 TP_STRUCT__entry(
40 __field(unsigned int, op)
41 __field(unsigned int, nargs)
42 __array(unsigned long, args, 6)
43 ),
44 TP_fast_assign(__entry->op = mc->op;
45 __entry->nargs = nargs;
46 memcpy(__entry->args, mc->args, sizeof(ulong) * nargs);
47 memset(__entry->args + nargs, 0, sizeof(ulong) * (6 - nargs));
48 ),
49 TP_printk("op %u%s args [%lx, %lx, %lx, %lx, %lx, %lx]",
50 __entry->op, xen_hypercall_name(__entry->op),
51 __entry->args[0], __entry->args[1], __entry->args[2],
52 __entry->args[3], __entry->args[4], __entry->args[5])
53 );
54
55TRACE_EVENT(xen_mc_entry_alloc,
56 TP_PROTO(size_t args),
57 TP_ARGS(args),
58 TP_STRUCT__entry(
59 __field(size_t, args)
60 ),
61 TP_fast_assign(__entry->args = args),
62 TP_printk("alloc entry %zu arg bytes", __entry->args)
63 );
64
65TRACE_EVENT(xen_mc_callback,
66 TP_PROTO(xen_mc_callback_fn_t fn, void *data),
67 TP_ARGS(fn, data),
68 TP_STRUCT__entry(
69 /*
70 * Use field_struct to avoid is_signed_type()
71 * comparison of a function pointer.
72 */
73 __field_struct(xen_mc_callback_fn_t, fn)
74 __field(void *, data)
75 ),
76 TP_fast_assign(
77 __entry->fn = fn;
78 __entry->data = data;
79 ),
80 TP_printk("callback %pf, data %p",
81 __entry->fn, __entry->data)
82 );
83
84TRACE_EVENT(xen_mc_flush_reason,
85 TP_PROTO(enum xen_mc_flush_reason reason),
86 TP_ARGS(reason),
87 TP_STRUCT__entry(
88 __field(enum xen_mc_flush_reason, reason)
89 ),
90 TP_fast_assign(__entry->reason = reason),
91 TP_printk("flush reason %s",
92 (__entry->reason == XEN_MC_FL_NONE) ? "NONE" :
93 (__entry->reason == XEN_MC_FL_BATCH) ? "BATCH" :
94 (__entry->reason == XEN_MC_FL_ARGS) ? "ARGS" :
95 (__entry->reason == XEN_MC_FL_CALLBACK) ? "CALLBACK" : "??")
96 );
97
98TRACE_EVENT(xen_mc_flush,
99 TP_PROTO(unsigned mcidx, unsigned argidx, unsigned cbidx),
100 TP_ARGS(mcidx, argidx, cbidx),
101 TP_STRUCT__entry(
102 __field(unsigned, mcidx)
103 __field(unsigned, argidx)
104 __field(unsigned, cbidx)
105 ),
106 TP_fast_assign(__entry->mcidx = mcidx;
107 __entry->argidx = argidx;
108 __entry->cbidx = cbidx),
109 TP_printk("flushing %u hypercalls, %u arg bytes, %u callbacks",
110 __entry->mcidx, __entry->argidx, __entry->cbidx)
111 );
112
113TRACE_EVENT(xen_mc_extend_args,
114 TP_PROTO(unsigned long op, size_t args, enum xen_mc_extend_args res),
115 TP_ARGS(op, args, res),
116 TP_STRUCT__entry(
117 __field(unsigned int, op)
118 __field(size_t, args)
119 __field(enum xen_mc_extend_args, res)
120 ),
121 TP_fast_assign(__entry->op = op;
122 __entry->args = args;
123 __entry->res = res),
124 TP_printk("extending op %u%s by %zu bytes res %s",
125 __entry->op, xen_hypercall_name(__entry->op),
126 __entry->args,
127 __entry->res == XEN_MC_XE_OK ? "OK" :
128 __entry->res == XEN_MC_XE_BAD_OP ? "BAD_OP" :
129 __entry->res == XEN_MC_XE_NO_SPACE ? "NO_SPACE" : "???")
130 );
131
132TRACE_DEFINE_SIZEOF(pteval_t);
133/* mmu */
134DECLARE_EVENT_CLASS(xen_mmu__set_pte,
135 TP_PROTO(pte_t *ptep, pte_t pteval),
136 TP_ARGS(ptep, pteval),
137 TP_STRUCT__entry(
138 __field(pte_t *, ptep)
139 __field(pteval_t, pteval)
140 ),
141 TP_fast_assign(__entry->ptep = ptep;
142 __entry->pteval = pteval.pte),
143 TP_printk("ptep %p pteval %0*llx (raw %0*llx)",
144 __entry->ptep,
145 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
146 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
147 );
148
149#define DEFINE_XEN_MMU_SET_PTE(name) \
150 DEFINE_EVENT(xen_mmu__set_pte, name, \
151 TP_PROTO(pte_t *ptep, pte_t pteval), \
152 TP_ARGS(ptep, pteval))
153
154DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte);
155DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte_atomic);
156
157TRACE_EVENT(xen_mmu_set_pte_at,
158 TP_PROTO(struct mm_struct *mm, unsigned long addr,
159 pte_t *ptep, pte_t pteval),
160 TP_ARGS(mm, addr, ptep, pteval),
161 TP_STRUCT__entry(
162 __field(struct mm_struct *, mm)
163 __field(unsigned long, addr)
164 __field(pte_t *, ptep)
165 __field(pteval_t, pteval)
166 ),
167 TP_fast_assign(__entry->mm = mm;
168 __entry->addr = addr;
169 __entry->ptep = ptep;
170 __entry->pteval = pteval.pte),
171 TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
172 __entry->mm, __entry->addr, __entry->ptep,
173 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
174 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
175 );
176
177TRACE_EVENT(xen_mmu_pte_clear,
178 TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
179 TP_ARGS(mm, addr, ptep),
180 TP_STRUCT__entry(
181 __field(struct mm_struct *, mm)
182 __field(unsigned long, addr)
183 __field(pte_t *, ptep)
184 ),
185 TP_fast_assign(__entry->mm = mm;
186 __entry->addr = addr;
187 __entry->ptep = ptep),
188 TP_printk("mm %p addr %lx ptep %p",
189 __entry->mm, __entry->addr, __entry->ptep)
190 );
191
192TRACE_DEFINE_SIZEOF(pmdval_t);
193
194TRACE_EVENT(xen_mmu_set_pmd,
195 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
196 TP_ARGS(pmdp, pmdval),
197 TP_STRUCT__entry(
198 __field(pmd_t *, pmdp)
199 __field(pmdval_t, pmdval)
200 ),
201 TP_fast_assign(__entry->pmdp = pmdp;
202 __entry->pmdval = pmdval.pmd),
203 TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)",
204 __entry->pmdp,
205 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
206 (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
207 );
208
209TRACE_EVENT(xen_mmu_pmd_clear,
210 TP_PROTO(pmd_t *pmdp),
211 TP_ARGS(pmdp),
212 TP_STRUCT__entry(
213 __field(pmd_t *, pmdp)
214 ),
215 TP_fast_assign(__entry->pmdp = pmdp),
216 TP_printk("pmdp %p", __entry->pmdp)
217 );
218
219#if CONFIG_PGTABLE_LEVELS >= 4
220
221TRACE_DEFINE_SIZEOF(pudval_t);
222
223TRACE_EVENT(xen_mmu_set_pud,
224 TP_PROTO(pud_t *pudp, pud_t pudval),
225 TP_ARGS(pudp, pudval),
226 TP_STRUCT__entry(
227 __field(pud_t *, pudp)
228 __field(pudval_t, pudval)
229 ),
230 TP_fast_assign(__entry->pudp = pudp;
231 __entry->pudval = native_pud_val(pudval)),
232 TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
233 __entry->pudp,
234 (int)sizeof(pudval_t) * 2, (unsigned long long)pud_val(native_make_pud(__entry->pudval)),
235 (int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
236 );
237
238TRACE_DEFINE_SIZEOF(p4dval_t);
239
240TRACE_EVENT(xen_mmu_set_p4d,
241 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
242 TP_ARGS(p4dp, user_p4dp, p4dval),
243 TP_STRUCT__entry(
244 __field(p4d_t *, p4dp)
245 __field(p4d_t *, user_p4dp)
246 __field(p4dval_t, p4dval)
247 ),
248 TP_fast_assign(__entry->p4dp = p4dp;
249 __entry->user_p4dp = user_p4dp;
250 __entry->p4dval = p4d_val(p4dval)),
251 TP_printk("p4dp %p user_p4dp %p p4dval %0*llx (raw %0*llx)",
252 __entry->p4dp, __entry->user_p4dp,
253 (int)sizeof(p4dval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->p4dval)),
254 (int)sizeof(p4dval_t) * 2, (unsigned long long)__entry->p4dval)
255 );
256#else
257
258TRACE_EVENT(xen_mmu_set_pud,
259 TP_PROTO(pud_t *pudp, pud_t pudval),
260 TP_ARGS(pudp, pudval),
261 TP_STRUCT__entry(
262 __field(pud_t *, pudp)
263 __field(pudval_t, pudval)
264 ),
265 TP_fast_assign(__entry->pudp = pudp;
266 __entry->pudval = native_pud_val(pudval)),
267 TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
268 __entry->pudp,
269 (int)sizeof(pudval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->pudval)),
270 (int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
271 );
272
273#endif
274
275DECLARE_EVENT_CLASS(xen_mmu_ptep_modify_prot,
276 TP_PROTO(struct mm_struct *mm, unsigned long addr,
277 pte_t *ptep, pte_t pteval),
278 TP_ARGS(mm, addr, ptep, pteval),
279 TP_STRUCT__entry(
280 __field(struct mm_struct *, mm)
281 __field(unsigned long, addr)
282 __field(pte_t *, ptep)
283 __field(pteval_t, pteval)
284 ),
285 TP_fast_assign(__entry->mm = mm;
286 __entry->addr = addr;
287 __entry->ptep = ptep;
288 __entry->pteval = pteval.pte),
289 TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
290 __entry->mm, __entry->addr, __entry->ptep,
291 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
292 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
293 );
294#define DEFINE_XEN_MMU_PTEP_MODIFY_PROT(name) \
295 DEFINE_EVENT(xen_mmu_ptep_modify_prot, name, \
296 TP_PROTO(struct mm_struct *mm, unsigned long addr, \
297 pte_t *ptep, pte_t pteval), \
298 TP_ARGS(mm, addr, ptep, pteval))
299
300DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_start);
301DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_commit);
302
303TRACE_EVENT(xen_mmu_alloc_ptpage,
304 TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
305 TP_ARGS(mm, pfn, level, pinned),
306 TP_STRUCT__entry(
307 __field(struct mm_struct *, mm)
308 __field(unsigned long, pfn)
309 __field(unsigned, level)
310 __field(bool, pinned)
311 ),
312 TP_fast_assign(__entry->mm = mm;
313 __entry->pfn = pfn;
314 __entry->level = level;
315 __entry->pinned = pinned),
316 TP_printk("mm %p pfn %lx level %d %spinned",
317 __entry->mm, __entry->pfn, __entry->level,
318 __entry->pinned ? "" : "un")
319 );
320
321TRACE_EVENT(xen_mmu_release_ptpage,
322 TP_PROTO(unsigned long pfn, unsigned level, bool pinned),
323 TP_ARGS(pfn, level, pinned),
324 TP_STRUCT__entry(
325 __field(unsigned long, pfn)
326 __field(unsigned, level)
327 __field(bool, pinned)
328 ),
329 TP_fast_assign(__entry->pfn = pfn;
330 __entry->level = level;
331 __entry->pinned = pinned),
332 TP_printk("pfn %lx level %d %spinned",
333 __entry->pfn, __entry->level,
334 __entry->pinned ? "" : "un")
335 );
336
337DECLARE_EVENT_CLASS(xen_mmu_pgd,
338 TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
339 TP_ARGS(mm, pgd),
340 TP_STRUCT__entry(
341 __field(struct mm_struct *, mm)
342 __field(pgd_t *, pgd)
343 ),
344 TP_fast_assign(__entry->mm = mm;
345 __entry->pgd = pgd),
346 TP_printk("mm %p pgd %p", __entry->mm, __entry->pgd)
347 );
348#define DEFINE_XEN_MMU_PGD_EVENT(name) \
349 DEFINE_EVENT(xen_mmu_pgd, name, \
350 TP_PROTO(struct mm_struct *mm, pgd_t *pgd), \
351 TP_ARGS(mm, pgd))
352
353DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_pin);
354DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_unpin);
355
356TRACE_EVENT(xen_mmu_flush_tlb_one_user,
357 TP_PROTO(unsigned long addr),
358 TP_ARGS(addr),
359 TP_STRUCT__entry(
360 __field(unsigned long, addr)
361 ),
362 TP_fast_assign(__entry->addr = addr),
363 TP_printk("addr %lx", __entry->addr)
364 );
365
366TRACE_EVENT(xen_mmu_flush_tlb_others,
367 TP_PROTO(const struct cpumask *cpus, struct mm_struct *mm,
368 unsigned long addr, unsigned long end),
369 TP_ARGS(cpus, mm, addr, end),
370 TP_STRUCT__entry(
371 __field(unsigned, ncpus)
372 __field(struct mm_struct *, mm)
373 __field(unsigned long, addr)
374 __field(unsigned long, end)
375 ),
376 TP_fast_assign(__entry->ncpus = cpumask_weight(cpus);
377 __entry->mm = mm;
378 __entry->addr = addr,
379 __entry->end = end),
380 TP_printk("ncpus %d mm %p addr %lx, end %lx",
381 __entry->ncpus, __entry->mm, __entry->addr, __entry->end)
382 );
383
384TRACE_EVENT(xen_mmu_write_cr3,
385 TP_PROTO(bool kernel, unsigned long cr3),
386 TP_ARGS(kernel, cr3),
387 TP_STRUCT__entry(
388 __field(bool, kernel)
389 __field(unsigned long, cr3)
390 ),
391 TP_fast_assign(__entry->kernel = kernel;
392 __entry->cr3 = cr3),
393 TP_printk("%s cr3 %lx",
394 __entry->kernel ? "kernel" : "user", __entry->cr3)
395 );
396
397
398/* CPU */
399TRACE_EVENT(xen_cpu_write_ldt_entry,
400 TP_PROTO(struct desc_struct *dt, int entrynum, u64 desc),
401 TP_ARGS(dt, entrynum, desc),
402 TP_STRUCT__entry(
403 __field(struct desc_struct *, dt)
404 __field(int, entrynum)
405 __field(u64, desc)
406 ),
407 TP_fast_assign(__entry->dt = dt;
408 __entry->entrynum = entrynum;
409 __entry->desc = desc;
410 ),
411 TP_printk("dt %p entrynum %d entry %016llx",
412 __entry->dt, __entry->entrynum,
413 (unsigned long long)__entry->desc)
414 );
415
416TRACE_EVENT(xen_cpu_write_idt_entry,
417 TP_PROTO(gate_desc *dt, int entrynum, const gate_desc *ent),
418 TP_ARGS(dt, entrynum, ent),
419 TP_STRUCT__entry(
420 __field(gate_desc *, dt)
421 __field(int, entrynum)
422 ),
423 TP_fast_assign(__entry->dt = dt;
424 __entry->entrynum = entrynum;
425 ),
426 TP_printk("dt %p entrynum %d",
427 __entry->dt, __entry->entrynum)
428 );
429
430TRACE_EVENT(xen_cpu_load_idt,
431 TP_PROTO(const struct desc_ptr *desc),
432 TP_ARGS(desc),
433 TP_STRUCT__entry(
434 __field(unsigned long, addr)
435 ),
436 TP_fast_assign(__entry->addr = desc->address),
437 TP_printk("addr %lx", __entry->addr)
438 );
439
440TRACE_EVENT(xen_cpu_write_gdt_entry,
441 TP_PROTO(struct desc_struct *dt, int entrynum, const void *desc, int type),
442 TP_ARGS(dt, entrynum, desc, type),
443 TP_STRUCT__entry(
444 __field(u64, desc)
445 __field(struct desc_struct *, dt)
446 __field(int, entrynum)
447 __field(int, type)
448 ),
449 TP_fast_assign(__entry->dt = dt;
450 __entry->entrynum = entrynum;
451 __entry->desc = *(u64 *)desc;
452 __entry->type = type;
453 ),
454 TP_printk("dt %p entrynum %d type %d desc %016llx",
455 __entry->dt, __entry->entrynum, __entry->type,
456 (unsigned long long)__entry->desc)
457 );
458
459TRACE_EVENT(xen_cpu_set_ldt,
460 TP_PROTO(const void *addr, unsigned entries),
461 TP_ARGS(addr, entries),
462 TP_STRUCT__entry(
463 __field(const void *, addr)
464 __field(unsigned, entries)
465 ),
466 TP_fast_assign(__entry->addr = addr;
467 __entry->entries = entries),
468 TP_printk("addr %p entries %u",
469 __entry->addr, __entry->entries)
470 );
471
472
473#endif /* _TRACE_XEN_H */
474
475/* This part must be outside protection */
476#include <trace/define_trace.h>