Loading...
Note: File does not exist in v3.1.
1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM xdp
4
5#if !defined(_TRACE_XDP_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_XDP_H
7
8#include <linux/netdevice.h>
9#include <linux/filter.h>
10#include <linux/tracepoint.h>
11#include <linux/bpf.h>
12
13#define __XDP_ACT_MAP(FN) \
14 FN(ABORTED) \
15 FN(DROP) \
16 FN(PASS) \
17 FN(TX) \
18 FN(REDIRECT)
19
20#define __XDP_ACT_TP_FN(x) \
21 TRACE_DEFINE_ENUM(XDP_##x);
22#define __XDP_ACT_SYM_FN(x) \
23 { XDP_##x, #x },
24#define __XDP_ACT_SYM_TAB \
25 __XDP_ACT_MAP(__XDP_ACT_SYM_FN) { -1, 0 }
26__XDP_ACT_MAP(__XDP_ACT_TP_FN)
27
28TRACE_EVENT(xdp_exception,
29
30 TP_PROTO(const struct net_device *dev,
31 const struct bpf_prog *xdp, u32 act),
32
33 TP_ARGS(dev, xdp, act),
34
35 TP_STRUCT__entry(
36 __field(int, prog_id)
37 __field(u32, act)
38 __field(int, ifindex)
39 ),
40
41 TP_fast_assign(
42 __entry->prog_id = xdp->aux->id;
43 __entry->act = act;
44 __entry->ifindex = dev->ifindex;
45 ),
46
47 TP_printk("prog_id=%d action=%s ifindex=%d",
48 __entry->prog_id,
49 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
50 __entry->ifindex)
51);
52
53DECLARE_EVENT_CLASS(xdp_redirect_template,
54
55 TP_PROTO(const struct net_device *dev,
56 const struct bpf_prog *xdp,
57 int to_ifindex, int err,
58 const struct bpf_map *map, u32 map_index),
59
60 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
61
62 TP_STRUCT__entry(
63 __field(int, prog_id)
64 __field(u32, act)
65 __field(int, ifindex)
66 __field(int, err)
67 __field(int, to_ifindex)
68 __field(u32, map_id)
69 __field(int, map_index)
70 ),
71
72 TP_fast_assign(
73 __entry->prog_id = xdp->aux->id;
74 __entry->act = XDP_REDIRECT;
75 __entry->ifindex = dev->ifindex;
76 __entry->err = err;
77 __entry->to_ifindex = to_ifindex;
78 __entry->map_id = map ? map->id : 0;
79 __entry->map_index = map_index;
80 ),
81
82 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d",
83 __entry->prog_id,
84 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
85 __entry->ifindex, __entry->to_ifindex,
86 __entry->err)
87);
88
89DEFINE_EVENT(xdp_redirect_template, xdp_redirect,
90 TP_PROTO(const struct net_device *dev,
91 const struct bpf_prog *xdp,
92 int to_ifindex, int err,
93 const struct bpf_map *map, u32 map_index),
94 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
95);
96
97DEFINE_EVENT(xdp_redirect_template, xdp_redirect_err,
98 TP_PROTO(const struct net_device *dev,
99 const struct bpf_prog *xdp,
100 int to_ifindex, int err,
101 const struct bpf_map *map, u32 map_index),
102 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
103);
104
105#define _trace_xdp_redirect(dev, xdp, to) \
106 trace_xdp_redirect(dev, xdp, to, 0, NULL, 0);
107
108#define _trace_xdp_redirect_err(dev, xdp, to, err) \
109 trace_xdp_redirect_err(dev, xdp, to, err, NULL, 0);
110
111DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map,
112 TP_PROTO(const struct net_device *dev,
113 const struct bpf_prog *xdp,
114 int to_ifindex, int err,
115 const struct bpf_map *map, u32 map_index),
116 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
117 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
118 " map_id=%d map_index=%d",
119 __entry->prog_id,
120 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
121 __entry->ifindex, __entry->to_ifindex,
122 __entry->err,
123 __entry->map_id, __entry->map_index)
124);
125
126DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map_err,
127 TP_PROTO(const struct net_device *dev,
128 const struct bpf_prog *xdp,
129 int to_ifindex, int err,
130 const struct bpf_map *map, u32 map_index),
131 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
132 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
133 " map_id=%d map_index=%d",
134 __entry->prog_id,
135 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
136 __entry->ifindex, __entry->to_ifindex,
137 __entry->err,
138 __entry->map_id, __entry->map_index)
139);
140
141#define devmap_ifindex(fwd, map) \
142 (!fwd ? 0 : \
143 (!map ? 0 : \
144 ((map->map_type == BPF_MAP_TYPE_DEVMAP) ? \
145 ((struct net_device *)fwd)->ifindex : 0)))
146
147#define _trace_xdp_redirect_map(dev, xdp, fwd, map, idx) \
148 trace_xdp_redirect_map(dev, xdp, devmap_ifindex(fwd, map), \
149 0, map, idx)
150
151#define _trace_xdp_redirect_map_err(dev, xdp, fwd, map, idx, err) \
152 trace_xdp_redirect_map_err(dev, xdp, devmap_ifindex(fwd, map), \
153 err, map, idx)
154
155TRACE_EVENT(xdp_cpumap_kthread,
156
157 TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
158 int sched),
159
160 TP_ARGS(map_id, processed, drops, sched),
161
162 TP_STRUCT__entry(
163 __field(int, map_id)
164 __field(u32, act)
165 __field(int, cpu)
166 __field(unsigned int, drops)
167 __field(unsigned int, processed)
168 __field(int, sched)
169 ),
170
171 TP_fast_assign(
172 __entry->map_id = map_id;
173 __entry->act = XDP_REDIRECT;
174 __entry->cpu = smp_processor_id();
175 __entry->drops = drops;
176 __entry->processed = processed;
177 __entry->sched = sched;
178 ),
179
180 TP_printk("kthread"
181 " cpu=%d map_id=%d action=%s"
182 " processed=%u drops=%u"
183 " sched=%d",
184 __entry->cpu, __entry->map_id,
185 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
186 __entry->processed, __entry->drops,
187 __entry->sched)
188);
189
190TRACE_EVENT(xdp_cpumap_enqueue,
191
192 TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
193 int to_cpu),
194
195 TP_ARGS(map_id, processed, drops, to_cpu),
196
197 TP_STRUCT__entry(
198 __field(int, map_id)
199 __field(u32, act)
200 __field(int, cpu)
201 __field(unsigned int, drops)
202 __field(unsigned int, processed)
203 __field(int, to_cpu)
204 ),
205
206 TP_fast_assign(
207 __entry->map_id = map_id;
208 __entry->act = XDP_REDIRECT;
209 __entry->cpu = smp_processor_id();
210 __entry->drops = drops;
211 __entry->processed = processed;
212 __entry->to_cpu = to_cpu;
213 ),
214
215 TP_printk("enqueue"
216 " cpu=%d map_id=%d action=%s"
217 " processed=%u drops=%u"
218 " to_cpu=%d",
219 __entry->cpu, __entry->map_id,
220 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
221 __entry->processed, __entry->drops,
222 __entry->to_cpu)
223);
224
225#endif /* _TRACE_XDP_H */
226
227#include <trace/define_trace.h>