Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (c) 2009-2021 Christoph Hellwig
4 *
5 * NOTE: none of these tracepoints shall be considered a stable kernel ABI
6 * as they can change at any time.
7 *
8 * Current conventions for printing numbers measuring specific units:
9 *
10 * offset: byte offset into a subcomponent of a file operation
11 * pos: file offset, in bytes
12 * length: length of a file operation, in bytes
13 * ino: inode number
14 *
15 * Numbers describing space allocations should be formatted in hexadecimal.
16 */
17#undef TRACE_SYSTEM
18#define TRACE_SYSTEM iomap
19
20#if !defined(_IOMAP_TRACE_H) || defined(TRACE_HEADER_MULTI_READ)
21#define _IOMAP_TRACE_H
22
23#include <linux/tracepoint.h>
24
25struct inode;
26
27DECLARE_EVENT_CLASS(iomap_readpage_class,
28 TP_PROTO(struct inode *inode, int nr_pages),
29 TP_ARGS(inode, nr_pages),
30 TP_STRUCT__entry(
31 __field(dev_t, dev)
32 __field(u64, ino)
33 __field(int, nr_pages)
34 ),
35 TP_fast_assign(
36 __entry->dev = inode->i_sb->s_dev;
37 __entry->ino = inode->i_ino;
38 __entry->nr_pages = nr_pages;
39 ),
40 TP_printk("dev %d:%d ino 0x%llx nr_pages %d",
41 MAJOR(__entry->dev), MINOR(__entry->dev),
42 __entry->ino,
43 __entry->nr_pages)
44)
45
46#define DEFINE_READPAGE_EVENT(name) \
47DEFINE_EVENT(iomap_readpage_class, name, \
48 TP_PROTO(struct inode *inode, int nr_pages), \
49 TP_ARGS(inode, nr_pages))
50DEFINE_READPAGE_EVENT(iomap_readpage);
51DEFINE_READPAGE_EVENT(iomap_readahead);
52
53DECLARE_EVENT_CLASS(iomap_range_class,
54 TP_PROTO(struct inode *inode, loff_t off, u64 len),
55 TP_ARGS(inode, off, len),
56 TP_STRUCT__entry(
57 __field(dev_t, dev)
58 __field(u64, ino)
59 __field(loff_t, size)
60 __field(loff_t, offset)
61 __field(u64, length)
62 ),
63 TP_fast_assign(
64 __entry->dev = inode->i_sb->s_dev;
65 __entry->ino = inode->i_ino;
66 __entry->size = i_size_read(inode);
67 __entry->offset = off;
68 __entry->length = len;
69 ),
70 TP_printk("dev %d:%d ino 0x%llx size 0x%llx offset 0x%llx length 0x%llx",
71 MAJOR(__entry->dev), MINOR(__entry->dev),
72 __entry->ino,
73 __entry->size,
74 __entry->offset,
75 __entry->length)
76)
77
78#define DEFINE_RANGE_EVENT(name) \
79DEFINE_EVENT(iomap_range_class, name, \
80 TP_PROTO(struct inode *inode, loff_t off, u64 len),\
81 TP_ARGS(inode, off, len))
82DEFINE_RANGE_EVENT(iomap_writepage);
83DEFINE_RANGE_EVENT(iomap_release_folio);
84DEFINE_RANGE_EVENT(iomap_invalidate_folio);
85DEFINE_RANGE_EVENT(iomap_dio_invalidate_fail);
86DEFINE_RANGE_EVENT(iomap_dio_rw_queued);
87
88#define IOMAP_TYPE_STRINGS \
89 { IOMAP_HOLE, "HOLE" }, \
90 { IOMAP_DELALLOC, "DELALLOC" }, \
91 { IOMAP_MAPPED, "MAPPED" }, \
92 { IOMAP_UNWRITTEN, "UNWRITTEN" }, \
93 { IOMAP_INLINE, "INLINE" }
94
95#define IOMAP_FLAGS_STRINGS \
96 { IOMAP_WRITE, "WRITE" }, \
97 { IOMAP_ZERO, "ZERO" }, \
98 { IOMAP_REPORT, "REPORT" }, \
99 { IOMAP_FAULT, "FAULT" }, \
100 { IOMAP_DIRECT, "DIRECT" }, \
101 { IOMAP_NOWAIT, "NOWAIT" }
102
103#define IOMAP_F_FLAGS_STRINGS \
104 { IOMAP_F_NEW, "NEW" }, \
105 { IOMAP_F_DIRTY, "DIRTY" }, \
106 { IOMAP_F_SHARED, "SHARED" }, \
107 { IOMAP_F_MERGED, "MERGED" }, \
108 { IOMAP_F_BUFFER_HEAD, "BH" }, \
109 { IOMAP_F_SIZE_CHANGED, "SIZE_CHANGED" }
110
111#define IOMAP_DIO_STRINGS \
112 {IOMAP_DIO_FORCE_WAIT, "DIO_FORCE_WAIT" }, \
113 {IOMAP_DIO_OVERWRITE_ONLY, "DIO_OVERWRITE_ONLY" }, \
114 {IOMAP_DIO_PARTIAL, "DIO_PARTIAL" }
115
116DECLARE_EVENT_CLASS(iomap_class,
117 TP_PROTO(struct inode *inode, struct iomap *iomap),
118 TP_ARGS(inode, iomap),
119 TP_STRUCT__entry(
120 __field(dev_t, dev)
121 __field(u64, ino)
122 __field(u64, addr)
123 __field(loff_t, offset)
124 __field(u64, length)
125 __field(u16, type)
126 __field(u16, flags)
127 __field(dev_t, bdev)
128 ),
129 TP_fast_assign(
130 __entry->dev = inode->i_sb->s_dev;
131 __entry->ino = inode->i_ino;
132 __entry->addr = iomap->addr;
133 __entry->offset = iomap->offset;
134 __entry->length = iomap->length;
135 __entry->type = iomap->type;
136 __entry->flags = iomap->flags;
137 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0;
138 ),
139 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d addr 0x%llx offset 0x%llx "
140 "length 0x%llx type %s flags %s",
141 MAJOR(__entry->dev), MINOR(__entry->dev),
142 __entry->ino,
143 MAJOR(__entry->bdev), MINOR(__entry->bdev),
144 __entry->addr,
145 __entry->offset,
146 __entry->length,
147 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS),
148 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS))
149)
150
151#define DEFINE_IOMAP_EVENT(name) \
152DEFINE_EVENT(iomap_class, name, \
153 TP_PROTO(struct inode *inode, struct iomap *iomap), \
154 TP_ARGS(inode, iomap))
155DEFINE_IOMAP_EVENT(iomap_iter_dstmap);
156DEFINE_IOMAP_EVENT(iomap_iter_srcmap);
157
158TRACE_EVENT(iomap_writepage_map,
159 TP_PROTO(struct inode *inode, u64 pos, unsigned int dirty_len,
160 struct iomap *iomap),
161 TP_ARGS(inode, pos, dirty_len, iomap),
162 TP_STRUCT__entry(
163 __field(dev_t, dev)
164 __field(u64, ino)
165 __field(u64, pos)
166 __field(u64, dirty_len)
167 __field(u64, addr)
168 __field(loff_t, offset)
169 __field(u64, length)
170 __field(u16, type)
171 __field(u16, flags)
172 __field(dev_t, bdev)
173 ),
174 TP_fast_assign(
175 __entry->dev = inode->i_sb->s_dev;
176 __entry->ino = inode->i_ino;
177 __entry->pos = pos;
178 __entry->dirty_len = dirty_len;
179 __entry->addr = iomap->addr;
180 __entry->offset = iomap->offset;
181 __entry->length = iomap->length;
182 __entry->type = iomap->type;
183 __entry->flags = iomap->flags;
184 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0;
185 ),
186 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d pos 0x%llx dirty len 0x%llx "
187 "addr 0x%llx offset 0x%llx length 0x%llx type %s flags %s",
188 MAJOR(__entry->dev), MINOR(__entry->dev),
189 __entry->ino,
190 MAJOR(__entry->bdev), MINOR(__entry->bdev),
191 __entry->pos,
192 __entry->dirty_len,
193 __entry->addr,
194 __entry->offset,
195 __entry->length,
196 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS),
197 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS))
198);
199
200TRACE_EVENT(iomap_iter,
201 TP_PROTO(struct iomap_iter *iter, const void *ops,
202 unsigned long caller),
203 TP_ARGS(iter, ops, caller),
204 TP_STRUCT__entry(
205 __field(dev_t, dev)
206 __field(u64, ino)
207 __field(loff_t, pos)
208 __field(u64, length)
209 __field(s64, processed)
210 __field(unsigned int, flags)
211 __field(const void *, ops)
212 __field(unsigned long, caller)
213 ),
214 TP_fast_assign(
215 __entry->dev = iter->inode->i_sb->s_dev;
216 __entry->ino = iter->inode->i_ino;
217 __entry->pos = iter->pos;
218 __entry->length = iomap_length(iter);
219 __entry->processed = iter->processed;
220 __entry->flags = iter->flags;
221 __entry->ops = ops;
222 __entry->caller = caller;
223 ),
224 TP_printk("dev %d:%d ino 0x%llx pos 0x%llx length 0x%llx processed %lld flags %s (0x%x) ops %ps caller %pS",
225 MAJOR(__entry->dev), MINOR(__entry->dev),
226 __entry->ino,
227 __entry->pos,
228 __entry->length,
229 __entry->processed,
230 __print_flags(__entry->flags, "|", IOMAP_FLAGS_STRINGS),
231 __entry->flags,
232 __entry->ops,
233 (void *)__entry->caller)
234);
235
236TRACE_EVENT(iomap_dio_rw_begin,
237 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter,
238 unsigned int dio_flags, size_t done_before),
239 TP_ARGS(iocb, iter, dio_flags, done_before),
240 TP_STRUCT__entry(
241 __field(dev_t, dev)
242 __field(ino_t, ino)
243 __field(loff_t, isize)
244 __field(loff_t, pos)
245 __field(size_t, count)
246 __field(size_t, done_before)
247 __field(int, ki_flags)
248 __field(unsigned int, dio_flags)
249 __field(bool, aio)
250 ),
251 TP_fast_assign(
252 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev;
253 __entry->ino = file_inode(iocb->ki_filp)->i_ino;
254 __entry->isize = file_inode(iocb->ki_filp)->i_size;
255 __entry->pos = iocb->ki_pos;
256 __entry->count = iov_iter_count(iter);
257 __entry->done_before = done_before;
258 __entry->ki_flags = iocb->ki_flags;
259 __entry->dio_flags = dio_flags;
260 __entry->aio = !is_sync_kiocb(iocb);
261 ),
262 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx length 0x%zx done_before 0x%zx flags %s dio_flags %s aio %d",
263 MAJOR(__entry->dev), MINOR(__entry->dev),
264 __entry->ino,
265 __entry->isize,
266 __entry->pos,
267 __entry->count,
268 __entry->done_before,
269 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
270 __print_flags(__entry->dio_flags, "|", IOMAP_DIO_STRINGS),
271 __entry->aio)
272);
273
274TRACE_EVENT(iomap_dio_complete,
275 TP_PROTO(struct kiocb *iocb, int error, ssize_t ret),
276 TP_ARGS(iocb, error, ret),
277 TP_STRUCT__entry(
278 __field(dev_t, dev)
279 __field(ino_t, ino)
280 __field(loff_t, isize)
281 __field(loff_t, pos)
282 __field(int, ki_flags)
283 __field(bool, aio)
284 __field(int, error)
285 __field(ssize_t, ret)
286 ),
287 TP_fast_assign(
288 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev;
289 __entry->ino = file_inode(iocb->ki_filp)->i_ino;
290 __entry->isize = file_inode(iocb->ki_filp)->i_size;
291 __entry->pos = iocb->ki_pos;
292 __entry->ki_flags = iocb->ki_flags;
293 __entry->aio = !is_sync_kiocb(iocb);
294 __entry->error = error;
295 __entry->ret = ret;
296 ),
297 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx flags %s aio %d error %d ret %zd",
298 MAJOR(__entry->dev), MINOR(__entry->dev),
299 __entry->ino,
300 __entry->isize,
301 __entry->pos,
302 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
303 __entry->aio,
304 __entry->error,
305 __entry->ret)
306);
307
308#endif /* _IOMAP_TRACE_H */
309
310#undef TRACE_INCLUDE_PATH
311#define TRACE_INCLUDE_PATH .
312#define TRACE_INCLUDE_FILE trace
313#include <trace/define_trace.h>
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (c) 2009-2019 Christoph Hellwig
4 *
5 * NOTE: none of these tracepoints shall be consider a stable kernel ABI
6 * as they can change at any time.
7 */
8#undef TRACE_SYSTEM
9#define TRACE_SYSTEM iomap
10
11#if !defined(_IOMAP_TRACE_H) || defined(TRACE_HEADER_MULTI_READ)
12#define _IOMAP_TRACE_H
13
14#include <linux/tracepoint.h>
15
16struct inode;
17
18DECLARE_EVENT_CLASS(iomap_readpage_class,
19 TP_PROTO(struct inode *inode, int nr_pages),
20 TP_ARGS(inode, nr_pages),
21 TP_STRUCT__entry(
22 __field(dev_t, dev)
23 __field(u64, ino)
24 __field(int, nr_pages)
25 ),
26 TP_fast_assign(
27 __entry->dev = inode->i_sb->s_dev;
28 __entry->ino = inode->i_ino;
29 __entry->nr_pages = nr_pages;
30 ),
31 TP_printk("dev %d:%d ino 0x%llx nr_pages %d",
32 MAJOR(__entry->dev), MINOR(__entry->dev),
33 __entry->ino,
34 __entry->nr_pages)
35)
36
37#define DEFINE_READPAGE_EVENT(name) \
38DEFINE_EVENT(iomap_readpage_class, name, \
39 TP_PROTO(struct inode *inode, int nr_pages), \
40 TP_ARGS(inode, nr_pages))
41DEFINE_READPAGE_EVENT(iomap_readpage);
42DEFINE_READPAGE_EVENT(iomap_readahead);
43
44DECLARE_EVENT_CLASS(iomap_range_class,
45 TP_PROTO(struct inode *inode, unsigned long off, unsigned int len),
46 TP_ARGS(inode, off, len),
47 TP_STRUCT__entry(
48 __field(dev_t, dev)
49 __field(u64, ino)
50 __field(loff_t, size)
51 __field(unsigned long, offset)
52 __field(unsigned int, length)
53 ),
54 TP_fast_assign(
55 __entry->dev = inode->i_sb->s_dev;
56 __entry->ino = inode->i_ino;
57 __entry->size = i_size_read(inode);
58 __entry->offset = off;
59 __entry->length = len;
60 ),
61 TP_printk("dev %d:%d ino 0x%llx size 0x%llx offset %lx "
62 "length %x",
63 MAJOR(__entry->dev), MINOR(__entry->dev),
64 __entry->ino,
65 __entry->size,
66 __entry->offset,
67 __entry->length)
68)
69
70#define DEFINE_RANGE_EVENT(name) \
71DEFINE_EVENT(iomap_range_class, name, \
72 TP_PROTO(struct inode *inode, unsigned long off, unsigned int len),\
73 TP_ARGS(inode, off, len))
74DEFINE_RANGE_EVENT(iomap_writepage);
75DEFINE_RANGE_EVENT(iomap_releasepage);
76DEFINE_RANGE_EVENT(iomap_invalidatepage);
77DEFINE_RANGE_EVENT(iomap_dio_invalidate_fail);
78
79#define IOMAP_TYPE_STRINGS \
80 { IOMAP_HOLE, "HOLE" }, \
81 { IOMAP_DELALLOC, "DELALLOC" }, \
82 { IOMAP_MAPPED, "MAPPED" }, \
83 { IOMAP_UNWRITTEN, "UNWRITTEN" }, \
84 { IOMAP_INLINE, "INLINE" }
85
86#define IOMAP_FLAGS_STRINGS \
87 { IOMAP_WRITE, "WRITE" }, \
88 { IOMAP_ZERO, "ZERO" }, \
89 { IOMAP_REPORT, "REPORT" }, \
90 { IOMAP_FAULT, "FAULT" }, \
91 { IOMAP_DIRECT, "DIRECT" }, \
92 { IOMAP_NOWAIT, "NOWAIT" }
93
94#define IOMAP_F_FLAGS_STRINGS \
95 { IOMAP_F_NEW, "NEW" }, \
96 { IOMAP_F_DIRTY, "DIRTY" }, \
97 { IOMAP_F_SHARED, "SHARED" }, \
98 { IOMAP_F_MERGED, "MERGED" }, \
99 { IOMAP_F_BUFFER_HEAD, "BH" }, \
100 { IOMAP_F_SIZE_CHANGED, "SIZE_CHANGED" }
101
102DECLARE_EVENT_CLASS(iomap_class,
103 TP_PROTO(struct inode *inode, struct iomap *iomap),
104 TP_ARGS(inode, iomap),
105 TP_STRUCT__entry(
106 __field(dev_t, dev)
107 __field(u64, ino)
108 __field(u64, addr)
109 __field(loff_t, offset)
110 __field(u64, length)
111 __field(u16, type)
112 __field(u16, flags)
113 __field(dev_t, bdev)
114 ),
115 TP_fast_assign(
116 __entry->dev = inode->i_sb->s_dev;
117 __entry->ino = inode->i_ino;
118 __entry->addr = iomap->addr;
119 __entry->offset = iomap->offset;
120 __entry->length = iomap->length;
121 __entry->type = iomap->type;
122 __entry->flags = iomap->flags;
123 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0;
124 ),
125 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d addr %lld offset %lld "
126 "length %llu type %s flags %s",
127 MAJOR(__entry->dev), MINOR(__entry->dev),
128 __entry->ino,
129 MAJOR(__entry->bdev), MINOR(__entry->bdev),
130 __entry->addr,
131 __entry->offset,
132 __entry->length,
133 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS),
134 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS))
135)
136
137#define DEFINE_IOMAP_EVENT(name) \
138DEFINE_EVENT(iomap_class, name, \
139 TP_PROTO(struct inode *inode, struct iomap *iomap), \
140 TP_ARGS(inode, iomap))
141DEFINE_IOMAP_EVENT(iomap_apply_dstmap);
142DEFINE_IOMAP_EVENT(iomap_apply_srcmap);
143
144TRACE_EVENT(iomap_apply,
145 TP_PROTO(struct inode *inode, loff_t pos, loff_t length,
146 unsigned int flags, const void *ops, void *actor,
147 unsigned long caller),
148 TP_ARGS(inode, pos, length, flags, ops, actor, caller),
149 TP_STRUCT__entry(
150 __field(dev_t, dev)
151 __field(u64, ino)
152 __field(loff_t, pos)
153 __field(loff_t, length)
154 __field(unsigned int, flags)
155 __field(const void *, ops)
156 __field(void *, actor)
157 __field(unsigned long, caller)
158 ),
159 TP_fast_assign(
160 __entry->dev = inode->i_sb->s_dev;
161 __entry->ino = inode->i_ino;
162 __entry->pos = pos;
163 __entry->length = length;
164 __entry->flags = flags;
165 __entry->ops = ops;
166 __entry->actor = actor;
167 __entry->caller = caller;
168 ),
169 TP_printk("dev %d:%d ino 0x%llx pos %lld length %lld flags %s (0x%x) "
170 "ops %ps caller %pS actor %ps",
171 MAJOR(__entry->dev), MINOR(__entry->dev),
172 __entry->ino,
173 __entry->pos,
174 __entry->length,
175 __print_flags(__entry->flags, "|", IOMAP_FLAGS_STRINGS),
176 __entry->flags,
177 __entry->ops,
178 (void *)__entry->caller,
179 __entry->actor)
180);
181
182#endif /* _IOMAP_TRACE_H */
183
184#undef TRACE_INCLUDE_PATH
185#define TRACE_INCLUDE_PATH .
186#define TRACE_INCLUDE_FILE trace
187#include <trace/define_trace.h>