b.liu | e958203 | 2025-04-17 19:18:16 +0800 | [diff] [blame^] | 1 | /* |
| 2 | * Copyright(c) 2016 Intel Corporation. |
| 3 | * |
| 4 | * This file is provided under a dual BSD/GPLv2 license. When using or |
| 5 | * redistributing this file, you may do so under either license. |
| 6 | * |
| 7 | * GPL LICENSE SUMMARY |
| 8 | * |
| 9 | * This program is free software; you can redistribute it and/or modify |
| 10 | * it under the terms of version 2 of the GNU General Public License as |
| 11 | * published by the Free Software Foundation. |
| 12 | * |
| 13 | * This program is distributed in the hope that it will be useful, but |
| 14 | * WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 16 | * General Public License for more details. |
| 17 | * |
| 18 | * BSD LICENSE |
| 19 | * |
| 20 | * Redistribution and use in source and binary forms, with or without |
| 21 | * modification, are permitted provided that the following conditions |
| 22 | * are met: |
| 23 | * |
| 24 | * - Redistributions of source code must retain the above copyright |
| 25 | * notice, this list of conditions and the following disclaimer. |
| 26 | * - Redistributions in binary form must reproduce the above copyright |
| 27 | * notice, this list of conditions and the following disclaimer in |
| 28 | * the documentation and/or other materials provided with the |
| 29 | * distribution. |
| 30 | * - Neither the name of Intel Corporation nor the names of its |
| 31 | * contributors may be used to endorse or promote products derived |
| 32 | * from this software without specific prior written permission. |
| 33 | * |
| 34 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 35 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 36 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 37 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 38 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 39 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 40 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 41 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 42 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 43 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 44 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 45 | * |
| 46 | */ |
| 47 | #if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ) |
| 48 | #define __RVT_TRACE_MR_H |
| 49 | |
| 50 | #include <linux/tracepoint.h> |
| 51 | #include <linux/trace_seq.h> |
| 52 | |
| 53 | #include <rdma/ib_verbs.h> |
| 54 | #include <rdma/rdma_vt.h> |
| 55 | #include <rdma/rdmavt_mr.h> |
| 56 | |
| 57 | #include "mr.h" |
| 58 | |
| 59 | #undef TRACE_SYSTEM |
| 60 | #define TRACE_SYSTEM rvt_mr |
| 61 | DECLARE_EVENT_CLASS( |
| 62 | rvt_mr_template, |
| 63 | TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len), |
| 64 | TP_ARGS(mr, m, n, v, len), |
| 65 | TP_STRUCT__entry( |
| 66 | RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device)) |
| 67 | __field(void *, vaddr) |
| 68 | __field(struct page *, page) |
| 69 | __field(u64, iova) |
| 70 | __field(u64, user_base) |
| 71 | __field(size_t, len) |
| 72 | __field(size_t, length) |
| 73 | __field(u32, lkey) |
| 74 | __field(u32, offset) |
| 75 | __field(u16, m) |
| 76 | __field(u16, n) |
| 77 | ), |
| 78 | TP_fast_assign( |
| 79 | RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device)); |
| 80 | __entry->vaddr = v; |
| 81 | __entry->page = virt_to_page(v); |
| 82 | __entry->iova = mr->iova; |
| 83 | __entry->user_base = mr->user_base; |
| 84 | __entry->lkey = mr->lkey; |
| 85 | __entry->m = m; |
| 86 | __entry->n = n; |
| 87 | __entry->len = len; |
| 88 | __entry->length = mr->length; |
| 89 | __entry->offset = mr->offset; |
| 90 | ), |
| 91 | TP_printk( |
| 92 | "[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u", |
| 93 | __get_str(dev), |
| 94 | __entry->lkey, |
| 95 | __entry->iova, |
| 96 | __entry->user_base, |
| 97 | __entry->length, |
| 98 | (unsigned long long)__entry->vaddr, |
| 99 | __entry->page, |
| 100 | __entry->m, |
| 101 | __entry->n, |
| 102 | __entry->len, |
| 103 | __entry->offset |
| 104 | ) |
| 105 | ); |
| 106 | |
| 107 | DEFINE_EVENT( |
| 108 | rvt_mr_template, rvt_mr_page_seg, |
| 109 | TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len), |
| 110 | TP_ARGS(mr, m, n, v, len)); |
| 111 | |
| 112 | DEFINE_EVENT( |
| 113 | rvt_mr_template, rvt_mr_fmr_seg, |
| 114 | TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len), |
| 115 | TP_ARGS(mr, m, n, v, len)); |
| 116 | |
| 117 | DEFINE_EVENT( |
| 118 | rvt_mr_template, rvt_mr_user_seg, |
| 119 | TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len), |
| 120 | TP_ARGS(mr, m, n, v, len)); |
| 121 | |
| 122 | DECLARE_EVENT_CLASS( |
| 123 | rvt_sge_template, |
| 124 | TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge), |
| 125 | TP_ARGS(sge, isge), |
| 126 | TP_STRUCT__entry( |
| 127 | RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device)) |
| 128 | __field(struct rvt_mregion *, mr) |
| 129 | __field(struct rvt_sge *, sge) |
| 130 | __field(struct ib_sge *, isge) |
| 131 | __field(void *, vaddr) |
| 132 | __field(u64, ivaddr) |
| 133 | __field(u32, lkey) |
| 134 | __field(u32, sge_length) |
| 135 | __field(u32, length) |
| 136 | __field(u32, ilength) |
| 137 | __field(int, user) |
| 138 | __field(u16, m) |
| 139 | __field(u16, n) |
| 140 | ), |
| 141 | TP_fast_assign( |
| 142 | RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device)); |
| 143 | __entry->mr = sge->mr; |
| 144 | __entry->sge = sge; |
| 145 | __entry->isge = isge; |
| 146 | __entry->vaddr = sge->vaddr; |
| 147 | __entry->ivaddr = isge->addr; |
| 148 | __entry->lkey = sge->mr->lkey; |
| 149 | __entry->sge_length = sge->sge_length; |
| 150 | __entry->length = sge->length; |
| 151 | __entry->ilength = isge->length; |
| 152 | __entry->m = sge->m; |
| 153 | __entry->n = sge->m; |
| 154 | __entry->user = ibpd_to_rvtpd(sge->mr->pd)->user; |
| 155 | ), |
| 156 | TP_printk( |
| 157 | "[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u", |
| 158 | __get_str(dev), |
| 159 | __entry->mr, |
| 160 | __entry->sge, |
| 161 | __entry->isge, |
| 162 | __entry->vaddr, |
| 163 | __entry->ivaddr, |
| 164 | __entry->lkey, |
| 165 | __entry->sge_length, |
| 166 | __entry->length, |
| 167 | __entry->ilength, |
| 168 | __entry->m, |
| 169 | __entry->n, |
| 170 | __entry->user |
| 171 | ) |
| 172 | ); |
| 173 | |
| 174 | DEFINE_EVENT( |
| 175 | rvt_sge_template, rvt_sge_adjacent, |
| 176 | TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge), |
| 177 | TP_ARGS(sge, isge)); |
| 178 | |
| 179 | DEFINE_EVENT( |
| 180 | rvt_sge_template, rvt_sge_new, |
| 181 | TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge), |
| 182 | TP_ARGS(sge, isge)); |
| 183 | |
| 184 | TRACE_EVENT( |
| 185 | rvt_map_mr_sg, |
| 186 | TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset), |
| 187 | TP_ARGS(ibmr, sg_nents, sg_offset), |
| 188 | TP_STRUCT__entry( |
| 189 | RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device)) |
| 190 | __field(u64, iova) |
| 191 | __field(u64, ibmr_iova) |
| 192 | __field(u64, user_base) |
| 193 | __field(u64, ibmr_length) |
| 194 | __field(int, sg_nents) |
| 195 | __field(uint, sg_offset) |
| 196 | ), |
| 197 | TP_fast_assign( |
| 198 | RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device)) |
| 199 | __entry->ibmr_iova = ibmr->iova; |
| 200 | __entry->iova = to_imr(ibmr)->mr.iova; |
| 201 | __entry->user_base = to_imr(ibmr)->mr.user_base; |
| 202 | __entry->ibmr_length = to_imr(ibmr)->mr.length; |
| 203 | __entry->sg_nents = sg_nents; |
| 204 | __entry->sg_offset = sg_offset ? *sg_offset : 0; |
| 205 | ), |
| 206 | TP_printk( |
| 207 | "[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u", |
| 208 | __get_str(dev), |
| 209 | __entry->ibmr_iova, |
| 210 | __entry->iova, |
| 211 | __entry->user_base, |
| 212 | __entry->ibmr_length, |
| 213 | __entry->sg_nents, |
| 214 | __entry->sg_offset |
| 215 | ) |
| 216 | ); |
| 217 | |
| 218 | #endif /* __RVT_TRACE_MR_H */ |
| 219 | |
| 220 | #undef TRACE_INCLUDE_PATH |
| 221 | #undef TRACE_INCLUDE_FILE |
| 222 | #define TRACE_INCLUDE_PATH . |
| 223 | #define TRACE_INCLUDE_FILE trace_mr |
| 224 | #include <trace/define_trace.h> |