1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM xdp
5 #if !defined(_TRACE_XDP_H) || defined(TRACE_HEADER_MULTI_READ)
8 #include <linux/netdevice.h>
9 #include <linux/filter.h>
10 #include <linux/tracepoint.h>
11 #include <linux/bpf.h>
13 #define __XDP_ACT_MAP(FN) \
20 #define __XDP_ACT_TP_FN(x) \
21 TRACE_DEFINE_ENUM(XDP_##x);
22 #define __XDP_ACT_SYM_FN(x) \
24 #define __XDP_ACT_SYM_TAB \
25 __XDP_ACT_MAP(__XDP_ACT_SYM_FN) { -1, NULL }
26 __XDP_ACT_MAP(__XDP_ACT_TP_FN)
28 TRACE_EVENT(xdp_exception,
30 TP_PROTO(const struct net_device *dev,
31 const struct bpf_prog *xdp, u32 act),
33 TP_ARGS(dev, xdp, act),
42 __entry->prog_id = xdp->aux->id;
44 __entry->ifindex = dev->ifindex;
47 TP_printk("prog_id=%d action=%s ifindex=%d",
49 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
53 TRACE_EVENT(xdp_bulk_tx,
55 TP_PROTO(const struct net_device *dev,
56 int sent, int drops, int err),
58 TP_ARGS(dev, sent, drops, err),
69 __entry->ifindex = dev->ifindex;
70 __entry->act = XDP_TX;
71 __entry->drops = drops;
76 TP_printk("ifindex=%d action=%s sent=%d drops=%d err=%d",
78 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
79 __entry->sent, __entry->drops, __entry->err)
82 #ifndef __DEVMAP_OBJ_TYPE
83 #define __DEVMAP_OBJ_TYPE
84 struct _bpf_dtab_netdev {
85 struct net_device *dev;
87 #endif /* __DEVMAP_OBJ_TYPE */
89 DECLARE_EVENT_CLASS(xdp_redirect_template,
91 TP_PROTO(const struct net_device *dev,
92 const struct bpf_prog *xdp,
93 const void *tgt, int err,
94 enum bpf_map_type map_type,
95 u32 map_id, u32 index),
97 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index),
100 __field(int, prog_id)
102 __field(int, ifindex)
104 __field(int, to_ifindex)
106 __field(int, map_index)
110 u32 ifindex = 0, map_index = index;
112 if (map_type == BPF_MAP_TYPE_DEVMAP || map_type == BPF_MAP_TYPE_DEVMAP_HASH) {
113 ifindex = ((struct _bpf_dtab_netdev *)tgt)->dev->ifindex;
114 } else if (map_type == BPF_MAP_TYPE_UNSPEC && map_id == INT_MAX) {
119 __entry->prog_id = xdp->aux->id;
120 __entry->act = XDP_REDIRECT;
121 __entry->ifindex = dev->ifindex;
123 __entry->to_ifindex = ifindex;
124 __entry->map_id = map_id;
125 __entry->map_index = map_index;
128 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
129 " map_id=%d map_index=%d",
131 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
132 __entry->ifindex, __entry->to_ifindex,
133 __entry->err, __entry->map_id, __entry->map_index)
136 DEFINE_EVENT(xdp_redirect_template, xdp_redirect,
137 TP_PROTO(const struct net_device *dev,
138 const struct bpf_prog *xdp,
139 const void *tgt, int err,
140 enum bpf_map_type map_type,
141 u32 map_id, u32 index),
142 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
145 DEFINE_EVENT(xdp_redirect_template, xdp_redirect_err,
146 TP_PROTO(const struct net_device *dev,
147 const struct bpf_prog *xdp,
148 const void *tgt, int err,
149 enum bpf_map_type map_type,
150 u32 map_id, u32 index),
151 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
154 #define _trace_xdp_redirect(dev, xdp, to) \
155 trace_xdp_redirect(dev, xdp, NULL, 0, BPF_MAP_TYPE_UNSPEC, INT_MAX, to)
157 #define _trace_xdp_redirect_err(dev, xdp, to, err) \
158 trace_xdp_redirect_err(dev, xdp, NULL, err, BPF_MAP_TYPE_UNSPEC, INT_MAX, to)
160 #define _trace_xdp_redirect_map(dev, xdp, to, map_type, map_id, index) \
161 trace_xdp_redirect(dev, xdp, to, 0, map_type, map_id, index)
163 #define _trace_xdp_redirect_map_err(dev, xdp, to, map_type, map_id, index, err) \
164 trace_xdp_redirect_err(dev, xdp, to, err, map_type, map_id, index)
166 /* not used anymore, but kept around so as not to break old programs */
167 DEFINE_EVENT(xdp_redirect_template, xdp_redirect_map,
168 TP_PROTO(const struct net_device *dev,
169 const struct bpf_prog *xdp,
170 const void *tgt, int err,
171 enum bpf_map_type map_type,
172 u32 map_id, u32 index),
173 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
176 DEFINE_EVENT(xdp_redirect_template, xdp_redirect_map_err,
177 TP_PROTO(const struct net_device *dev,
178 const struct bpf_prog *xdp,
179 const void *tgt, int err,
180 enum bpf_map_type map_type,
181 u32 map_id, u32 index),
182 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
185 TRACE_EVENT(xdp_cpumap_kthread,
187 TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
188 int sched, struct xdp_cpumap_stats *xdp_stats),
190 TP_ARGS(map_id, processed, drops, sched, xdp_stats),
196 __field(unsigned int, drops)
197 __field(unsigned int, processed)
199 __field(unsigned int, xdp_pass)
200 __field(unsigned int, xdp_drop)
201 __field(unsigned int, xdp_redirect)
205 __entry->map_id = map_id;
206 __entry->act = XDP_REDIRECT;
207 __entry->cpu = smp_processor_id();
208 __entry->drops = drops;
209 __entry->processed = processed;
210 __entry->sched = sched;
211 __entry->xdp_pass = xdp_stats->pass;
212 __entry->xdp_drop = xdp_stats->drop;
213 __entry->xdp_redirect = xdp_stats->redirect;
217 " cpu=%d map_id=%d action=%s"
218 " processed=%u drops=%u"
220 " xdp_pass=%u xdp_drop=%u xdp_redirect=%u",
221 __entry->cpu, __entry->map_id,
222 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
223 __entry->processed, __entry->drops,
225 __entry->xdp_pass, __entry->xdp_drop, __entry->xdp_redirect)
228 TRACE_EVENT(xdp_cpumap_enqueue,
230 TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
233 TP_ARGS(map_id, processed, drops, to_cpu),
239 __field(unsigned int, drops)
240 __field(unsigned int, processed)
245 __entry->map_id = map_id;
246 __entry->act = XDP_REDIRECT;
247 __entry->cpu = smp_processor_id();
248 __entry->drops = drops;
249 __entry->processed = processed;
250 __entry->to_cpu = to_cpu;
254 " cpu=%d map_id=%d action=%s"
255 " processed=%u drops=%u"
257 __entry->cpu, __entry->map_id,
258 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
259 __entry->processed, __entry->drops,
263 TRACE_EVENT(xdp_devmap_xmit,
265 TP_PROTO(const struct net_device *from_dev,
266 const struct net_device *to_dev,
267 int sent, int drops, int err),
269 TP_ARGS(from_dev, to_dev, sent, drops, err),
272 __field(int, from_ifindex)
274 __field(int, to_ifindex)
281 __entry->from_ifindex = from_dev->ifindex;
282 __entry->act = XDP_REDIRECT;
283 __entry->to_ifindex = to_dev->ifindex;
284 __entry->drops = drops;
285 __entry->sent = sent;
289 TP_printk("ndo_xdp_xmit"
290 " from_ifindex=%d to_ifindex=%d action=%s"
293 __entry->from_ifindex, __entry->to_ifindex,
294 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
295 __entry->sent, __entry->drops,
299 /* Expect users already include <net/xdp.h>, but not xdp_priv.h */
300 #include <net/xdp_priv.h>
302 #define __MEM_TYPE_MAP(FN) \
308 #define __MEM_TYPE_TP_FN(x) \
309 TRACE_DEFINE_ENUM(MEM_TYPE_##x);
310 #define __MEM_TYPE_SYM_FN(x) \
311 { MEM_TYPE_##x, #x },
312 #define __MEM_TYPE_SYM_TAB \
313 __MEM_TYPE_MAP(__MEM_TYPE_SYM_FN) { -1, 0 }
314 __MEM_TYPE_MAP(__MEM_TYPE_TP_FN)
316 TRACE_EVENT(mem_disconnect,
318 TP_PROTO(const struct xdp_mem_allocator *xa),
323 __field(const struct xdp_mem_allocator *, xa)
325 __field(u32, mem_type)
326 __field(const void *, allocator)
331 __entry->mem_id = xa->mem.id;
332 __entry->mem_type = xa->mem.type;
333 __entry->allocator = xa->allocator;
336 TP_printk("mem_id=%d mem_type=%s allocator=%p",
338 __print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
343 TRACE_EVENT(mem_connect,
345 TP_PROTO(const struct xdp_mem_allocator *xa,
346 const struct xdp_rxq_info *rxq),
351 __field(const struct xdp_mem_allocator *, xa)
353 __field(u32, mem_type)
354 __field(const void *, allocator)
355 __field(const struct xdp_rxq_info *, rxq)
356 __field(int, ifindex)
361 __entry->mem_id = xa->mem.id;
362 __entry->mem_type = xa->mem.type;
363 __entry->allocator = xa->allocator;
365 __entry->ifindex = rxq->dev->ifindex;
368 TP_printk("mem_id=%d mem_type=%s allocator=%p"
371 __print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
377 TRACE_EVENT(mem_return_failed,
379 TP_PROTO(const struct xdp_mem_info *mem,
380 const struct page *page),
385 __field(const struct page *, page)
387 __field(u32, mem_type)
391 __entry->page = page;
392 __entry->mem_id = mem->id;
393 __entry->mem_type = mem->type;
396 TP_printk("mem_id=%d mem_type=%s page=%p",
398 __print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
403 #endif /* _TRACE_XDP_H */
405 #include <trace/define_trace.h>