Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * linux/fs/readdir.c
4 *
5 * Copyright (C) 1995 Linus Torvalds
6 */
7
8#include <linux/stddef.h>
9#include <linux/kernel.h>
10#include <linux/export.h>
11#include <linux/time.h>
12#include <linux/mm.h>
13#include <linux/errno.h>
14#include <linux/stat.h>
15#include <linux/file.h>
16#include <linux/fs.h>
17#include <linux/fsnotify.h>
18#include <linux/dirent.h>
19#include <linux/security.h>
20#include <linux/syscalls.h>
21#include <linux/unistd.h>
22#include <linux/compat.h>
23#include <linux/uaccess.h>
24
25/*
26 * Some filesystems were never converted to '->iterate_shared()'
27 * and their directory iterators want the inode lock held for
28 * writing. This wrapper allows for converting from the shared
29 * semantics to the exclusive inode use.
30 */
31int wrap_directory_iterator(struct file *file,
32 struct dir_context *ctx,
33 int (*iter)(struct file *, struct dir_context *))
34{
35 struct inode *inode = file_inode(file);
36 int ret;
37
38 /*
39 * We'd love to have an 'inode_upgrade_trylock()' operation,
40 * see the comment in mmap_upgrade_trylock() in mm/memory.c.
41 *
42 * But considering this is for "filesystems that never got
43 * converted", it really doesn't matter.
44 *
45 * Also note that since we have to return with the lock held
46 * for reading, we can't use the "killable()" locking here,
47 * since we do need to get the lock even if we're dying.
48 *
49 * We could do the write part killably and then get the read
50 * lock unconditionally if it mattered, but see above on why
51 * this does the very simplistic conversion.
52 */
53 up_read(&inode->i_rwsem);
54 down_write(&inode->i_rwsem);
55
56 /*
57 * Since we dropped the inode lock, we should do the
58 * DEADDIR test again. See 'iterate_dir()' below.
59 *
60 * Note that we don't need to re-do the f_pos games,
61 * since the file must be locked wrt f_pos anyway.
62 */
63 ret = -ENOENT;
64 if (!IS_DEADDIR(inode))
65 ret = iter(file, ctx);
66
67 downgrade_write(&inode->i_rwsem);
68 return ret;
69}
70EXPORT_SYMBOL(wrap_directory_iterator);
71
72/*
73 * Note the "unsafe_put_user()" semantics: we goto a
74 * label for errors.
75 */
76#define unsafe_copy_dirent_name(_dst, _src, _len, label) do { \
77 char __user *dst = (_dst); \
78 const char *src = (_src); \
79 size_t len = (_len); \
80 unsafe_put_user(0, dst+len, label); \
81 unsafe_copy_to_user(dst, src, len, label); \
82} while (0)
83
84
85int iterate_dir(struct file *file, struct dir_context *ctx)
86{
87 struct inode *inode = file_inode(file);
88 int res = -ENOTDIR;
89
90 if (!file->f_op->iterate_shared)
91 goto out;
92
93 res = security_file_permission(file, MAY_READ);
94 if (res)
95 goto out;
96
97 res = fsnotify_file_perm(file, MAY_READ);
98 if (res)
99 goto out;
100
101 res = down_read_killable(&inode->i_rwsem);
102 if (res)
103 goto out;
104
105 res = -ENOENT;
106 if (!IS_DEADDIR(inode)) {
107 ctx->pos = file->f_pos;
108 res = file->f_op->iterate_shared(file, ctx);
109 file->f_pos = ctx->pos;
110 fsnotify_access(file);
111 file_accessed(file);
112 }
113 inode_unlock_shared(inode);
114out:
115 return res;
116}
117EXPORT_SYMBOL(iterate_dir);
118
119/*
120 * POSIX says that a dirent name cannot contain NULL or a '/'.
121 *
122 * It's not 100% clear what we should really do in this case.
123 * The filesystem is clearly corrupted, but returning a hard
124 * error means that you now don't see any of the other names
125 * either, so that isn't a perfect alternative.
126 *
127 * And if you return an error, what error do you use? Several
128 * filesystems seem to have decided on EUCLEAN being the error
129 * code for EFSCORRUPTED, and that may be the error to use. Or
130 * just EIO, which is perhaps more obvious to users.
131 *
132 * In order to see the other file names in the directory, the
133 * caller might want to make this a "soft" error: skip the
134 * entry, and return the error at the end instead.
135 *
136 * Note that this should likely do a "memchr(name, 0, len)"
137 * check too, since that would be filesystem corruption as
138 * well. However, that case can't actually confuse user space,
139 * which has to do a strlen() on the name anyway to find the
140 * filename length, and the above "soft error" worry means
141 * that it's probably better left alone until we have that
142 * issue clarified.
143 *
144 * Note the PATH_MAX check - it's arbitrary but the real
145 * kernel limit on a possible path component, not NAME_MAX,
146 * which is the technical standard limit.
147 */
148static int verify_dirent_name(const char *name, int len)
149{
150 if (len <= 0 || len >= PATH_MAX)
151 return -EIO;
152 if (memchr(name, '/', len))
153 return -EIO;
154 return 0;
155}
156
157/*
158 * Traditional linux readdir() handling..
159 *
160 * "count=1" is a special case, meaning that the buffer is one
161 * dirent-structure in size and that the code can't handle more
162 * anyway. Thus the special "fillonedir()" function for that
163 * case (the low-level handlers don't need to care about this).
164 */
165
166#ifdef __ARCH_WANT_OLD_READDIR
167
168struct old_linux_dirent {
169 unsigned long d_ino;
170 unsigned long d_offset;
171 unsigned short d_namlen;
172 char d_name[];
173};
174
175struct readdir_callback {
176 struct dir_context ctx;
177 struct old_linux_dirent __user * dirent;
178 int result;
179};
180
181static bool fillonedir(struct dir_context *ctx, const char *name, int namlen,
182 loff_t offset, u64 ino, unsigned int d_type)
183{
184 struct readdir_callback *buf =
185 container_of(ctx, struct readdir_callback, ctx);
186 struct old_linux_dirent __user * dirent;
187 unsigned long d_ino;
188
189 if (buf->result)
190 return false;
191 buf->result = verify_dirent_name(name, namlen);
192 if (buf->result)
193 return false;
194 d_ino = ino;
195 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
196 buf->result = -EOVERFLOW;
197 return false;
198 }
199 buf->result++;
200 dirent = buf->dirent;
201 if (!user_write_access_begin(dirent,
202 (unsigned long)(dirent->d_name + namlen + 1) -
203 (unsigned long)dirent))
204 goto efault;
205 unsafe_put_user(d_ino, &dirent->d_ino, efault_end);
206 unsafe_put_user(offset, &dirent->d_offset, efault_end);
207 unsafe_put_user(namlen, &dirent->d_namlen, efault_end);
208 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
209 user_write_access_end();
210 return true;
211efault_end:
212 user_write_access_end();
213efault:
214 buf->result = -EFAULT;
215 return false;
216}
217
218SYSCALL_DEFINE3(old_readdir, unsigned int, fd,
219 struct old_linux_dirent __user *, dirent, unsigned int, count)
220{
221 int error;
222 CLASS(fd_pos, f)(fd);
223 struct readdir_callback buf = {
224 .ctx.actor = fillonedir,
225 .dirent = dirent
226 };
227
228 if (fd_empty(f))
229 return -EBADF;
230
231 error = iterate_dir(fd_file(f), &buf.ctx);
232 if (buf.result)
233 error = buf.result;
234
235 return error;
236}
237
238#endif /* __ARCH_WANT_OLD_READDIR */
239
240/*
241 * New, all-improved, singing, dancing, iBCS2-compliant getdents()
242 * interface.
243 */
244struct linux_dirent {
245 unsigned long d_ino;
246 unsigned long d_off;
247 unsigned short d_reclen;
248 char d_name[];
249};
250
251struct getdents_callback {
252 struct dir_context ctx;
253 struct linux_dirent __user * current_dir;
254 int prev_reclen;
255 int count;
256 int error;
257};
258
259static bool filldir(struct dir_context *ctx, const char *name, int namlen,
260 loff_t offset, u64 ino, unsigned int d_type)
261{
262 struct linux_dirent __user *dirent, *prev;
263 struct getdents_callback *buf =
264 container_of(ctx, struct getdents_callback, ctx);
265 unsigned long d_ino;
266 int reclen = ALIGN(offsetof(struct linux_dirent, d_name) + namlen + 2,
267 sizeof(long));
268 int prev_reclen;
269
270 buf->error = verify_dirent_name(name, namlen);
271 if (unlikely(buf->error))
272 return false;
273 buf->error = -EINVAL; /* only used if we fail.. */
274 if (reclen > buf->count)
275 return false;
276 d_ino = ino;
277 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
278 buf->error = -EOVERFLOW;
279 return false;
280 }
281 prev_reclen = buf->prev_reclen;
282 if (prev_reclen && signal_pending(current))
283 return false;
284 dirent = buf->current_dir;
285 prev = (void __user *) dirent - prev_reclen;
286 if (!user_write_access_begin(prev, reclen + prev_reclen))
287 goto efault;
288
289 /* This might be 'dirent->d_off', but if so it will get overwritten */
290 unsafe_put_user(offset, &prev->d_off, efault_end);
291 unsafe_put_user(d_ino, &dirent->d_ino, efault_end);
292 unsafe_put_user(reclen, &dirent->d_reclen, efault_end);
293 unsafe_put_user(d_type, (char __user *) dirent + reclen - 1, efault_end);
294 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
295 user_write_access_end();
296
297 buf->current_dir = (void __user *)dirent + reclen;
298 buf->prev_reclen = reclen;
299 buf->count -= reclen;
300 return true;
301efault_end:
302 user_write_access_end();
303efault:
304 buf->error = -EFAULT;
305 return false;
306}
307
308SYSCALL_DEFINE3(getdents, unsigned int, fd,
309 struct linux_dirent __user *, dirent, unsigned int, count)
310{
311 CLASS(fd_pos, f)(fd);
312 struct getdents_callback buf = {
313 .ctx.actor = filldir,
314 .count = count,
315 .current_dir = dirent
316 };
317 int error;
318
319 if (fd_empty(f))
320 return -EBADF;
321
322 error = iterate_dir(fd_file(f), &buf.ctx);
323 if (error >= 0)
324 error = buf.error;
325 if (buf.prev_reclen) {
326 struct linux_dirent __user * lastdirent;
327 lastdirent = (void __user *)buf.current_dir - buf.prev_reclen;
328
329 if (put_user(buf.ctx.pos, &lastdirent->d_off))
330 error = -EFAULT;
331 else
332 error = count - buf.count;
333 }
334 return error;
335}
336
337struct getdents_callback64 {
338 struct dir_context ctx;
339 struct linux_dirent64 __user * current_dir;
340 int prev_reclen;
341 int count;
342 int error;
343};
344
345static bool filldir64(struct dir_context *ctx, const char *name, int namlen,
346 loff_t offset, u64 ino, unsigned int d_type)
347{
348 struct linux_dirent64 __user *dirent, *prev;
349 struct getdents_callback64 *buf =
350 container_of(ctx, struct getdents_callback64, ctx);
351 int reclen = ALIGN(offsetof(struct linux_dirent64, d_name) + namlen + 1,
352 sizeof(u64));
353 int prev_reclen;
354
355 buf->error = verify_dirent_name(name, namlen);
356 if (unlikely(buf->error))
357 return false;
358 buf->error = -EINVAL; /* only used if we fail.. */
359 if (reclen > buf->count)
360 return false;
361 prev_reclen = buf->prev_reclen;
362 if (prev_reclen && signal_pending(current))
363 return false;
364 dirent = buf->current_dir;
365 prev = (void __user *)dirent - prev_reclen;
366 if (!user_write_access_begin(prev, reclen + prev_reclen))
367 goto efault;
368
369 /* This might be 'dirent->d_off', but if so it will get overwritten */
370 unsafe_put_user(offset, &prev->d_off, efault_end);
371 unsafe_put_user(ino, &dirent->d_ino, efault_end);
372 unsafe_put_user(reclen, &dirent->d_reclen, efault_end);
373 unsafe_put_user(d_type, &dirent->d_type, efault_end);
374 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
375 user_write_access_end();
376
377 buf->prev_reclen = reclen;
378 buf->current_dir = (void __user *)dirent + reclen;
379 buf->count -= reclen;
380 return true;
381
382efault_end:
383 user_write_access_end();
384efault:
385 buf->error = -EFAULT;
386 return false;
387}
388
389SYSCALL_DEFINE3(getdents64, unsigned int, fd,
390 struct linux_dirent64 __user *, dirent, unsigned int, count)
391{
392 CLASS(fd_pos, f)(fd);
393 struct getdents_callback64 buf = {
394 .ctx.actor = filldir64,
395 .count = count,
396 .current_dir = dirent
397 };
398 int error;
399
400 if (fd_empty(f))
401 return -EBADF;
402
403 error = iterate_dir(fd_file(f), &buf.ctx);
404 if (error >= 0)
405 error = buf.error;
406 if (buf.prev_reclen) {
407 struct linux_dirent64 __user * lastdirent;
408 typeof(lastdirent->d_off) d_off = buf.ctx.pos;
409
410 lastdirent = (void __user *) buf.current_dir - buf.prev_reclen;
411 if (put_user(d_off, &lastdirent->d_off))
412 error = -EFAULT;
413 else
414 error = count - buf.count;
415 }
416 return error;
417}
418
419#ifdef CONFIG_COMPAT
420struct compat_old_linux_dirent {
421 compat_ulong_t d_ino;
422 compat_ulong_t d_offset;
423 unsigned short d_namlen;
424 char d_name[];
425};
426
427struct compat_readdir_callback {
428 struct dir_context ctx;
429 struct compat_old_linux_dirent __user *dirent;
430 int result;
431};
432
433static bool compat_fillonedir(struct dir_context *ctx, const char *name,
434 int namlen, loff_t offset, u64 ino,
435 unsigned int d_type)
436{
437 struct compat_readdir_callback *buf =
438 container_of(ctx, struct compat_readdir_callback, ctx);
439 struct compat_old_linux_dirent __user *dirent;
440 compat_ulong_t d_ino;
441
442 if (buf->result)
443 return false;
444 buf->result = verify_dirent_name(name, namlen);
445 if (buf->result)
446 return false;
447 d_ino = ino;
448 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
449 buf->result = -EOVERFLOW;
450 return false;
451 }
452 buf->result++;
453 dirent = buf->dirent;
454 if (!user_write_access_begin(dirent,
455 (unsigned long)(dirent->d_name + namlen + 1) -
456 (unsigned long)dirent))
457 goto efault;
458 unsafe_put_user(d_ino, &dirent->d_ino, efault_end);
459 unsafe_put_user(offset, &dirent->d_offset, efault_end);
460 unsafe_put_user(namlen, &dirent->d_namlen, efault_end);
461 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
462 user_write_access_end();
463 return true;
464efault_end:
465 user_write_access_end();
466efault:
467 buf->result = -EFAULT;
468 return false;
469}
470
471COMPAT_SYSCALL_DEFINE3(old_readdir, unsigned int, fd,
472 struct compat_old_linux_dirent __user *, dirent, unsigned int, count)
473{
474 int error;
475 CLASS(fd_pos, f)(fd);
476 struct compat_readdir_callback buf = {
477 .ctx.actor = compat_fillonedir,
478 .dirent = dirent
479 };
480
481 if (fd_empty(f))
482 return -EBADF;
483
484 error = iterate_dir(fd_file(f), &buf.ctx);
485 if (buf.result)
486 error = buf.result;
487
488 return error;
489}
490
491struct compat_linux_dirent {
492 compat_ulong_t d_ino;
493 compat_ulong_t d_off;
494 unsigned short d_reclen;
495 char d_name[];
496};
497
498struct compat_getdents_callback {
499 struct dir_context ctx;
500 struct compat_linux_dirent __user *current_dir;
501 int prev_reclen;
502 int count;
503 int error;
504};
505
506static bool compat_filldir(struct dir_context *ctx, const char *name, int namlen,
507 loff_t offset, u64 ino, unsigned int d_type)
508{
509 struct compat_linux_dirent __user *dirent, *prev;
510 struct compat_getdents_callback *buf =
511 container_of(ctx, struct compat_getdents_callback, ctx);
512 compat_ulong_t d_ino;
513 int reclen = ALIGN(offsetof(struct compat_linux_dirent, d_name) +
514 namlen + 2, sizeof(compat_long_t));
515 int prev_reclen;
516
517 buf->error = verify_dirent_name(name, namlen);
518 if (unlikely(buf->error))
519 return false;
520 buf->error = -EINVAL; /* only used if we fail.. */
521 if (reclen > buf->count)
522 return false;
523 d_ino = ino;
524 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
525 buf->error = -EOVERFLOW;
526 return false;
527 }
528 prev_reclen = buf->prev_reclen;
529 if (prev_reclen && signal_pending(current))
530 return false;
531 dirent = buf->current_dir;
532 prev = (void __user *) dirent - prev_reclen;
533 if (!user_write_access_begin(prev, reclen + prev_reclen))
534 goto efault;
535
536 unsafe_put_user(offset, &prev->d_off, efault_end);
537 unsafe_put_user(d_ino, &dirent->d_ino, efault_end);
538 unsafe_put_user(reclen, &dirent->d_reclen, efault_end);
539 unsafe_put_user(d_type, (char __user *) dirent + reclen - 1, efault_end);
540 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
541 user_write_access_end();
542
543 buf->prev_reclen = reclen;
544 buf->current_dir = (void __user *)dirent + reclen;
545 buf->count -= reclen;
546 return true;
547efault_end:
548 user_write_access_end();
549efault:
550 buf->error = -EFAULT;
551 return false;
552}
553
554COMPAT_SYSCALL_DEFINE3(getdents, unsigned int, fd,
555 struct compat_linux_dirent __user *, dirent, unsigned int, count)
556{
557 CLASS(fd_pos, f)(fd);
558 struct compat_getdents_callback buf = {
559 .ctx.actor = compat_filldir,
560 .current_dir = dirent,
561 .count = count
562 };
563 int error;
564
565 if (fd_empty(f))
566 return -EBADF;
567
568 error = iterate_dir(fd_file(f), &buf.ctx);
569 if (error >= 0)
570 error = buf.error;
571 if (buf.prev_reclen) {
572 struct compat_linux_dirent __user * lastdirent;
573 lastdirent = (void __user *)buf.current_dir - buf.prev_reclen;
574
575 if (put_user(buf.ctx.pos, &lastdirent->d_off))
576 error = -EFAULT;
577 else
578 error = count - buf.count;
579 }
580 return error;
581}
582#endif
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * linux/fs/readdir.c
4 *
5 * Copyright (C) 1995 Linus Torvalds
6 */
7
8#include <linux/stddef.h>
9#include <linux/kernel.h>
10#include <linux/export.h>
11#include <linux/time.h>
12#include <linux/mm.h>
13#include <linux/errno.h>
14#include <linux/stat.h>
15#include <linux/file.h>
16#include <linux/fs.h>
17#include <linux/fsnotify.h>
18#include <linux/dirent.h>
19#include <linux/security.h>
20#include <linux/syscalls.h>
21#include <linux/unistd.h>
22#include <linux/compat.h>
23#include <linux/uaccess.h>
24
25#include <asm/unaligned.h>
26
27/*
28 * Note the "unsafe_put_user() semantics: we goto a
29 * label for errors.
30 */
31#define unsafe_copy_dirent_name(_dst, _src, _len, label) do { \
32 char __user *dst = (_dst); \
33 const char *src = (_src); \
34 size_t len = (_len); \
35 unsafe_put_user(0, dst+len, label); \
36 unsafe_copy_to_user(dst, src, len, label); \
37} while (0)
38
39
40int iterate_dir(struct file *file, struct dir_context *ctx)
41{
42 struct inode *inode = file_inode(file);
43 bool shared = false;
44 int res = -ENOTDIR;
45 if (file->f_op->iterate_shared)
46 shared = true;
47 else if (!file->f_op->iterate)
48 goto out;
49
50 res = security_file_permission(file, MAY_READ);
51 if (res)
52 goto out;
53
54 if (shared)
55 res = down_read_killable(&inode->i_rwsem);
56 else
57 res = down_write_killable(&inode->i_rwsem);
58 if (res)
59 goto out;
60
61 res = -ENOENT;
62 if (!IS_DEADDIR(inode)) {
63 ctx->pos = file->f_pos;
64 if (shared)
65 res = file->f_op->iterate_shared(file, ctx);
66 else
67 res = file->f_op->iterate(file, ctx);
68 file->f_pos = ctx->pos;
69 fsnotify_access(file);
70 file_accessed(file);
71 }
72 if (shared)
73 inode_unlock_shared(inode);
74 else
75 inode_unlock(inode);
76out:
77 return res;
78}
79EXPORT_SYMBOL(iterate_dir);
80
81/*
82 * POSIX says that a dirent name cannot contain NULL or a '/'.
83 *
84 * It's not 100% clear what we should really do in this case.
85 * The filesystem is clearly corrupted, but returning a hard
86 * error means that you now don't see any of the other names
87 * either, so that isn't a perfect alternative.
88 *
89 * And if you return an error, what error do you use? Several
90 * filesystems seem to have decided on EUCLEAN being the error
91 * code for EFSCORRUPTED, and that may be the error to use. Or
92 * just EIO, which is perhaps more obvious to users.
93 *
94 * In order to see the other file names in the directory, the
95 * caller might want to make this a "soft" error: skip the
96 * entry, and return the error at the end instead.
97 *
98 * Note that this should likely do a "memchr(name, 0, len)"
99 * check too, since that would be filesystem corruption as
100 * well. However, that case can't actually confuse user space,
101 * which has to do a strlen() on the name anyway to find the
102 * filename length, and the above "soft error" worry means
103 * that it's probably better left alone until we have that
104 * issue clarified.
105 */
106static int verify_dirent_name(const char *name, int len)
107{
108 if (!len)
109 return -EIO;
110 if (memchr(name, '/', len))
111 return -EIO;
112 return 0;
113}
114
115/*
116 * Traditional linux readdir() handling..
117 *
118 * "count=1" is a special case, meaning that the buffer is one
119 * dirent-structure in size and that the code can't handle more
120 * anyway. Thus the special "fillonedir()" function for that
121 * case (the low-level handlers don't need to care about this).
122 */
123
124#ifdef __ARCH_WANT_OLD_READDIR
125
126struct old_linux_dirent {
127 unsigned long d_ino;
128 unsigned long d_offset;
129 unsigned short d_namlen;
130 char d_name[1];
131};
132
133struct readdir_callback {
134 struct dir_context ctx;
135 struct old_linux_dirent __user * dirent;
136 int result;
137};
138
139static int fillonedir(struct dir_context *ctx, const char *name, int namlen,
140 loff_t offset, u64 ino, unsigned int d_type)
141{
142 struct readdir_callback *buf =
143 container_of(ctx, struct readdir_callback, ctx);
144 struct old_linux_dirent __user * dirent;
145 unsigned long d_ino;
146
147 if (buf->result)
148 return -EINVAL;
149 d_ino = ino;
150 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
151 buf->result = -EOVERFLOW;
152 return -EOVERFLOW;
153 }
154 buf->result++;
155 dirent = buf->dirent;
156 if (!access_ok(dirent,
157 (unsigned long)(dirent->d_name + namlen + 1) -
158 (unsigned long)dirent))
159 goto efault;
160 if ( __put_user(d_ino, &dirent->d_ino) ||
161 __put_user(offset, &dirent->d_offset) ||
162 __put_user(namlen, &dirent->d_namlen) ||
163 __copy_to_user(dirent->d_name, name, namlen) ||
164 __put_user(0, dirent->d_name + namlen))
165 goto efault;
166 return 0;
167efault:
168 buf->result = -EFAULT;
169 return -EFAULT;
170}
171
172SYSCALL_DEFINE3(old_readdir, unsigned int, fd,
173 struct old_linux_dirent __user *, dirent, unsigned int, count)
174{
175 int error;
176 struct fd f = fdget_pos(fd);
177 struct readdir_callback buf = {
178 .ctx.actor = fillonedir,
179 .dirent = dirent
180 };
181
182 if (!f.file)
183 return -EBADF;
184
185 error = iterate_dir(f.file, &buf.ctx);
186 if (buf.result)
187 error = buf.result;
188
189 fdput_pos(f);
190 return error;
191}
192
193#endif /* __ARCH_WANT_OLD_READDIR */
194
195/*
196 * New, all-improved, singing, dancing, iBCS2-compliant getdents()
197 * interface.
198 */
199struct linux_dirent {
200 unsigned long d_ino;
201 unsigned long d_off;
202 unsigned short d_reclen;
203 char d_name[1];
204};
205
206struct getdents_callback {
207 struct dir_context ctx;
208 struct linux_dirent __user * current_dir;
209 struct linux_dirent __user * previous;
210 int count;
211 int error;
212};
213
214static int filldir(struct dir_context *ctx, const char *name, int namlen,
215 loff_t offset, u64 ino, unsigned int d_type)
216{
217 struct linux_dirent __user * dirent;
218 struct getdents_callback *buf =
219 container_of(ctx, struct getdents_callback, ctx);
220 unsigned long d_ino;
221 int reclen = ALIGN(offsetof(struct linux_dirent, d_name) + namlen + 2,
222 sizeof(long));
223
224 buf->error = verify_dirent_name(name, namlen);
225 if (unlikely(buf->error))
226 return buf->error;
227 buf->error = -EINVAL; /* only used if we fail.. */
228 if (reclen > buf->count)
229 return -EINVAL;
230 d_ino = ino;
231 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
232 buf->error = -EOVERFLOW;
233 return -EOVERFLOW;
234 }
235 dirent = buf->previous;
236 if (dirent && signal_pending(current))
237 return -EINTR;
238
239 /*
240 * Note! This range-checks 'previous' (which may be NULL).
241 * The real range was checked in getdents
242 */
243 if (!user_access_begin(dirent, sizeof(*dirent)))
244 goto efault;
245 if (dirent)
246 unsafe_put_user(offset, &dirent->d_off, efault_end);
247 dirent = buf->current_dir;
248 unsafe_put_user(d_ino, &dirent->d_ino, efault_end);
249 unsafe_put_user(reclen, &dirent->d_reclen, efault_end);
250 unsafe_put_user(d_type, (char __user *) dirent + reclen - 1, efault_end);
251 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
252 user_access_end();
253
254 buf->previous = dirent;
255 dirent = (void __user *)dirent + reclen;
256 buf->current_dir = dirent;
257 buf->count -= reclen;
258 return 0;
259efault_end:
260 user_access_end();
261efault:
262 buf->error = -EFAULT;
263 return -EFAULT;
264}
265
266SYSCALL_DEFINE3(getdents, unsigned int, fd,
267 struct linux_dirent __user *, dirent, unsigned int, count)
268{
269 struct fd f;
270 struct linux_dirent __user * lastdirent;
271 struct getdents_callback buf = {
272 .ctx.actor = filldir,
273 .count = count,
274 .current_dir = dirent
275 };
276 int error;
277
278 if (!access_ok(dirent, count))
279 return -EFAULT;
280
281 f = fdget_pos(fd);
282 if (!f.file)
283 return -EBADF;
284
285 error = iterate_dir(f.file, &buf.ctx);
286 if (error >= 0)
287 error = buf.error;
288 lastdirent = buf.previous;
289 if (lastdirent) {
290 if (put_user(buf.ctx.pos, &lastdirent->d_off))
291 error = -EFAULT;
292 else
293 error = count - buf.count;
294 }
295 fdput_pos(f);
296 return error;
297}
298
299struct getdents_callback64 {
300 struct dir_context ctx;
301 struct linux_dirent64 __user * current_dir;
302 struct linux_dirent64 __user * previous;
303 int count;
304 int error;
305};
306
307static int filldir64(struct dir_context *ctx, const char *name, int namlen,
308 loff_t offset, u64 ino, unsigned int d_type)
309{
310 struct linux_dirent64 __user *dirent;
311 struct getdents_callback64 *buf =
312 container_of(ctx, struct getdents_callback64, ctx);
313 int reclen = ALIGN(offsetof(struct linux_dirent64, d_name) + namlen + 1,
314 sizeof(u64));
315
316 buf->error = verify_dirent_name(name, namlen);
317 if (unlikely(buf->error))
318 return buf->error;
319 buf->error = -EINVAL; /* only used if we fail.. */
320 if (reclen > buf->count)
321 return -EINVAL;
322 dirent = buf->previous;
323 if (dirent && signal_pending(current))
324 return -EINTR;
325
326 /*
327 * Note! This range-checks 'previous' (which may be NULL).
328 * The real range was checked in getdents
329 */
330 if (!user_access_begin(dirent, sizeof(*dirent)))
331 goto efault;
332 if (dirent)
333 unsafe_put_user(offset, &dirent->d_off, efault_end);
334 dirent = buf->current_dir;
335 unsafe_put_user(ino, &dirent->d_ino, efault_end);
336 unsafe_put_user(reclen, &dirent->d_reclen, efault_end);
337 unsafe_put_user(d_type, &dirent->d_type, efault_end);
338 unsafe_copy_dirent_name(dirent->d_name, name, namlen, efault_end);
339 user_access_end();
340
341 buf->previous = dirent;
342 dirent = (void __user *)dirent + reclen;
343 buf->current_dir = dirent;
344 buf->count -= reclen;
345 return 0;
346efault_end:
347 user_access_end();
348efault:
349 buf->error = -EFAULT;
350 return -EFAULT;
351}
352
353int ksys_getdents64(unsigned int fd, struct linux_dirent64 __user *dirent,
354 unsigned int count)
355{
356 struct fd f;
357 struct linux_dirent64 __user * lastdirent;
358 struct getdents_callback64 buf = {
359 .ctx.actor = filldir64,
360 .count = count,
361 .current_dir = dirent
362 };
363 int error;
364
365 if (!access_ok(dirent, count))
366 return -EFAULT;
367
368 f = fdget_pos(fd);
369 if (!f.file)
370 return -EBADF;
371
372 error = iterate_dir(f.file, &buf.ctx);
373 if (error >= 0)
374 error = buf.error;
375 lastdirent = buf.previous;
376 if (lastdirent) {
377 typeof(lastdirent->d_off) d_off = buf.ctx.pos;
378 if (__put_user(d_off, &lastdirent->d_off))
379 error = -EFAULT;
380 else
381 error = count - buf.count;
382 }
383 fdput_pos(f);
384 return error;
385}
386
387
388SYSCALL_DEFINE3(getdents64, unsigned int, fd,
389 struct linux_dirent64 __user *, dirent, unsigned int, count)
390{
391 return ksys_getdents64(fd, dirent, count);
392}
393
394#ifdef CONFIG_COMPAT
395struct compat_old_linux_dirent {
396 compat_ulong_t d_ino;
397 compat_ulong_t d_offset;
398 unsigned short d_namlen;
399 char d_name[1];
400};
401
402struct compat_readdir_callback {
403 struct dir_context ctx;
404 struct compat_old_linux_dirent __user *dirent;
405 int result;
406};
407
408static int compat_fillonedir(struct dir_context *ctx, const char *name,
409 int namlen, loff_t offset, u64 ino,
410 unsigned int d_type)
411{
412 struct compat_readdir_callback *buf =
413 container_of(ctx, struct compat_readdir_callback, ctx);
414 struct compat_old_linux_dirent __user *dirent;
415 compat_ulong_t d_ino;
416
417 if (buf->result)
418 return -EINVAL;
419 d_ino = ino;
420 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
421 buf->result = -EOVERFLOW;
422 return -EOVERFLOW;
423 }
424 buf->result++;
425 dirent = buf->dirent;
426 if (!access_ok(dirent,
427 (unsigned long)(dirent->d_name + namlen + 1) -
428 (unsigned long)dirent))
429 goto efault;
430 if ( __put_user(d_ino, &dirent->d_ino) ||
431 __put_user(offset, &dirent->d_offset) ||
432 __put_user(namlen, &dirent->d_namlen) ||
433 __copy_to_user(dirent->d_name, name, namlen) ||
434 __put_user(0, dirent->d_name + namlen))
435 goto efault;
436 return 0;
437efault:
438 buf->result = -EFAULT;
439 return -EFAULT;
440}
441
442COMPAT_SYSCALL_DEFINE3(old_readdir, unsigned int, fd,
443 struct compat_old_linux_dirent __user *, dirent, unsigned int, count)
444{
445 int error;
446 struct fd f = fdget_pos(fd);
447 struct compat_readdir_callback buf = {
448 .ctx.actor = compat_fillonedir,
449 .dirent = dirent
450 };
451
452 if (!f.file)
453 return -EBADF;
454
455 error = iterate_dir(f.file, &buf.ctx);
456 if (buf.result)
457 error = buf.result;
458
459 fdput_pos(f);
460 return error;
461}
462
463struct compat_linux_dirent {
464 compat_ulong_t d_ino;
465 compat_ulong_t d_off;
466 unsigned short d_reclen;
467 char d_name[1];
468};
469
470struct compat_getdents_callback {
471 struct dir_context ctx;
472 struct compat_linux_dirent __user *current_dir;
473 struct compat_linux_dirent __user *previous;
474 int count;
475 int error;
476};
477
478static int compat_filldir(struct dir_context *ctx, const char *name, int namlen,
479 loff_t offset, u64 ino, unsigned int d_type)
480{
481 struct compat_linux_dirent __user * dirent;
482 struct compat_getdents_callback *buf =
483 container_of(ctx, struct compat_getdents_callback, ctx);
484 compat_ulong_t d_ino;
485 int reclen = ALIGN(offsetof(struct compat_linux_dirent, d_name) +
486 namlen + 2, sizeof(compat_long_t));
487
488 buf->error = -EINVAL; /* only used if we fail.. */
489 if (reclen > buf->count)
490 return -EINVAL;
491 d_ino = ino;
492 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
493 buf->error = -EOVERFLOW;
494 return -EOVERFLOW;
495 }
496 dirent = buf->previous;
497 if (dirent) {
498 if (signal_pending(current))
499 return -EINTR;
500 if (__put_user(offset, &dirent->d_off))
501 goto efault;
502 }
503 dirent = buf->current_dir;
504 if (__put_user(d_ino, &dirent->d_ino))
505 goto efault;
506 if (__put_user(reclen, &dirent->d_reclen))
507 goto efault;
508 if (copy_to_user(dirent->d_name, name, namlen))
509 goto efault;
510 if (__put_user(0, dirent->d_name + namlen))
511 goto efault;
512 if (__put_user(d_type, (char __user *) dirent + reclen - 1))
513 goto efault;
514 buf->previous = dirent;
515 dirent = (void __user *)dirent + reclen;
516 buf->current_dir = dirent;
517 buf->count -= reclen;
518 return 0;
519efault:
520 buf->error = -EFAULT;
521 return -EFAULT;
522}
523
524COMPAT_SYSCALL_DEFINE3(getdents, unsigned int, fd,
525 struct compat_linux_dirent __user *, dirent, unsigned int, count)
526{
527 struct fd f;
528 struct compat_linux_dirent __user * lastdirent;
529 struct compat_getdents_callback buf = {
530 .ctx.actor = compat_filldir,
531 .current_dir = dirent,
532 .count = count
533 };
534 int error;
535
536 if (!access_ok(dirent, count))
537 return -EFAULT;
538
539 f = fdget_pos(fd);
540 if (!f.file)
541 return -EBADF;
542
543 error = iterate_dir(f.file, &buf.ctx);
544 if (error >= 0)
545 error = buf.error;
546 lastdirent = buf.previous;
547 if (lastdirent) {
548 if (put_user(buf.ctx.pos, &lastdirent->d_off))
549 error = -EFAULT;
550 else
551 error = count - buf.count;
552 }
553 fdput_pos(f);
554 return error;
555}
556#endif