Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * devtmpfs - kernel-maintained tmpfs-based /dev
4 *
5 * Copyright (C) 2009, Kay Sievers <kay.sievers@vrfy.org>
6 *
7 * During bootup, before any driver core device is registered,
8 * devtmpfs, a tmpfs-based filesystem is created. Every driver-core
9 * device which requests a device node, will add a node in this
10 * filesystem.
11 * By default, all devices are named after the name of the device,
12 * owned by root and have a default mode of 0600. Subsystems can
13 * overwrite the default setting if needed.
14 */
15
16#include <linux/kernel.h>
17#include <linux/syscalls.h>
18#include <linux/mount.h>
19#include <linux/device.h>
20#include <linux/genhd.h>
21#include <linux/namei.h>
22#include <linux/fs.h>
23#include <linux/shmem_fs.h>
24#include <linux/ramfs.h>
25#include <linux/sched.h>
26#include <linux/slab.h>
27#include <linux/kthread.h>
28#include <linux/init_syscalls.h>
29#include <uapi/linux/mount.h>
30#include "base.h"
31
32static struct task_struct *thread;
33
34static int __initdata mount_dev = IS_ENABLED(CONFIG_DEVTMPFS_MOUNT);
35
36static DEFINE_SPINLOCK(req_lock);
37
38static struct req {
39 struct req *next;
40 struct completion done;
41 int err;
42 const char *name;
43 umode_t mode; /* 0 => delete */
44 kuid_t uid;
45 kgid_t gid;
46 struct device *dev;
47} *requests;
48
49static int __init mount_param(char *str)
50{
51 mount_dev = simple_strtoul(str, NULL, 0);
52 return 1;
53}
54__setup("devtmpfs.mount=", mount_param);
55
56static struct vfsmount *mnt;
57
58static struct dentry *public_dev_mount(struct file_system_type *fs_type, int flags,
59 const char *dev_name, void *data)
60{
61 struct super_block *s = mnt->mnt_sb;
62 atomic_inc(&s->s_active);
63 down_write(&s->s_umount);
64 return dget(s->s_root);
65}
66
67static struct file_system_type internal_fs_type = {
68 .name = "devtmpfs",
69#ifdef CONFIG_TMPFS
70 .init_fs_context = shmem_init_fs_context,
71 .parameters = shmem_fs_parameters,
72#else
73 .init_fs_context = ramfs_init_fs_context,
74 .parameters = ramfs_fs_parameters,
75#endif
76 .kill_sb = kill_litter_super,
77};
78
79static struct file_system_type dev_fs_type = {
80 .name = "devtmpfs",
81 .mount = public_dev_mount,
82};
83
84#ifdef CONFIG_BLOCK
85static inline int is_blockdev(struct device *dev)
86{
87 return dev->class == &block_class;
88}
89#else
90static inline int is_blockdev(struct device *dev) { return 0; }
91#endif
92
93static int devtmpfs_submit_req(struct req *req, const char *tmp)
94{
95 init_completion(&req->done);
96
97 spin_lock(&req_lock);
98 req->next = requests;
99 requests = req;
100 spin_unlock(&req_lock);
101
102 wake_up_process(thread);
103 wait_for_completion(&req->done);
104
105 kfree(tmp);
106
107 return req->err;
108}
109
110int devtmpfs_create_node(struct device *dev)
111{
112 const char *tmp = NULL;
113 struct req req;
114
115 if (!thread)
116 return 0;
117
118 req.mode = 0;
119 req.uid = GLOBAL_ROOT_UID;
120 req.gid = GLOBAL_ROOT_GID;
121 req.name = device_get_devnode(dev, &req.mode, &req.uid, &req.gid, &tmp);
122 if (!req.name)
123 return -ENOMEM;
124
125 if (req.mode == 0)
126 req.mode = 0600;
127 if (is_blockdev(dev))
128 req.mode |= S_IFBLK;
129 else
130 req.mode |= S_IFCHR;
131
132 req.dev = dev;
133
134 return devtmpfs_submit_req(&req, tmp);
135}
136
137int devtmpfs_delete_node(struct device *dev)
138{
139 const char *tmp = NULL;
140 struct req req;
141
142 if (!thread)
143 return 0;
144
145 req.name = device_get_devnode(dev, NULL, NULL, NULL, &tmp);
146 if (!req.name)
147 return -ENOMEM;
148
149 req.mode = 0;
150 req.dev = dev;
151
152 return devtmpfs_submit_req(&req, tmp);
153}
154
155static int dev_mkdir(const char *name, umode_t mode)
156{
157 struct dentry *dentry;
158 struct path path;
159 int err;
160
161 dentry = kern_path_create(AT_FDCWD, name, &path, LOOKUP_DIRECTORY);
162 if (IS_ERR(dentry))
163 return PTR_ERR(dentry);
164
165 err = vfs_mkdir(d_inode(path.dentry), dentry, mode);
166 if (!err)
167 /* mark as kernel-created inode */
168 d_inode(dentry)->i_private = &thread;
169 done_path_create(&path, dentry);
170 return err;
171}
172
173static int create_path(const char *nodepath)
174{
175 char *path;
176 char *s;
177 int err = 0;
178
179 /* parent directories do not exist, create them */
180 path = kstrdup(nodepath, GFP_KERNEL);
181 if (!path)
182 return -ENOMEM;
183
184 s = path;
185 for (;;) {
186 s = strchr(s, '/');
187 if (!s)
188 break;
189 s[0] = '\0';
190 err = dev_mkdir(path, 0755);
191 if (err && err != -EEXIST)
192 break;
193 s[0] = '/';
194 s++;
195 }
196 kfree(path);
197 return err;
198}
199
200static int handle_create(const char *nodename, umode_t mode, kuid_t uid,
201 kgid_t gid, struct device *dev)
202{
203 struct dentry *dentry;
204 struct path path;
205 int err;
206
207 dentry = kern_path_create(AT_FDCWD, nodename, &path, 0);
208 if (dentry == ERR_PTR(-ENOENT)) {
209 create_path(nodename);
210 dentry = kern_path_create(AT_FDCWD, nodename, &path, 0);
211 }
212 if (IS_ERR(dentry))
213 return PTR_ERR(dentry);
214
215 err = vfs_mknod(d_inode(path.dentry), dentry, mode, dev->devt);
216 if (!err) {
217 struct iattr newattrs;
218
219 newattrs.ia_mode = mode;
220 newattrs.ia_uid = uid;
221 newattrs.ia_gid = gid;
222 newattrs.ia_valid = ATTR_MODE|ATTR_UID|ATTR_GID;
223 inode_lock(d_inode(dentry));
224 notify_change(dentry, &newattrs, NULL);
225 inode_unlock(d_inode(dentry));
226
227 /* mark as kernel-created inode */
228 d_inode(dentry)->i_private = &thread;
229 }
230 done_path_create(&path, dentry);
231 return err;
232}
233
234static int dev_rmdir(const char *name)
235{
236 struct path parent;
237 struct dentry *dentry;
238 int err;
239
240 dentry = kern_path_locked(name, &parent);
241 if (IS_ERR(dentry))
242 return PTR_ERR(dentry);
243 if (d_really_is_positive(dentry)) {
244 if (d_inode(dentry)->i_private == &thread)
245 err = vfs_rmdir(d_inode(parent.dentry), dentry);
246 else
247 err = -EPERM;
248 } else {
249 err = -ENOENT;
250 }
251 dput(dentry);
252 inode_unlock(d_inode(parent.dentry));
253 path_put(&parent);
254 return err;
255}
256
257static int delete_path(const char *nodepath)
258{
259 char *path;
260 int err = 0;
261
262 path = kstrdup(nodepath, GFP_KERNEL);
263 if (!path)
264 return -ENOMEM;
265
266 for (;;) {
267 char *base;
268
269 base = strrchr(path, '/');
270 if (!base)
271 break;
272 base[0] = '\0';
273 err = dev_rmdir(path);
274 if (err)
275 break;
276 }
277
278 kfree(path);
279 return err;
280}
281
282static int dev_mynode(struct device *dev, struct inode *inode, struct kstat *stat)
283{
284 /* did we create it */
285 if (inode->i_private != &thread)
286 return 0;
287
288 /* does the dev_t match */
289 if (is_blockdev(dev)) {
290 if (!S_ISBLK(stat->mode))
291 return 0;
292 } else {
293 if (!S_ISCHR(stat->mode))
294 return 0;
295 }
296 if (stat->rdev != dev->devt)
297 return 0;
298
299 /* ours */
300 return 1;
301}
302
303static int handle_remove(const char *nodename, struct device *dev)
304{
305 struct path parent;
306 struct dentry *dentry;
307 int deleted = 0;
308 int err;
309
310 dentry = kern_path_locked(nodename, &parent);
311 if (IS_ERR(dentry))
312 return PTR_ERR(dentry);
313
314 if (d_really_is_positive(dentry)) {
315 struct kstat stat;
316 struct path p = {.mnt = parent.mnt, .dentry = dentry};
317 err = vfs_getattr(&p, &stat, STATX_TYPE | STATX_MODE,
318 AT_STATX_SYNC_AS_STAT);
319 if (!err && dev_mynode(dev, d_inode(dentry), &stat)) {
320 struct iattr newattrs;
321 /*
322 * before unlinking this node, reset permissions
323 * of possible references like hardlinks
324 */
325 newattrs.ia_uid = GLOBAL_ROOT_UID;
326 newattrs.ia_gid = GLOBAL_ROOT_GID;
327 newattrs.ia_mode = stat.mode & ~0777;
328 newattrs.ia_valid =
329 ATTR_UID|ATTR_GID|ATTR_MODE;
330 inode_lock(d_inode(dentry));
331 notify_change(dentry, &newattrs, NULL);
332 inode_unlock(d_inode(dentry));
333 err = vfs_unlink(d_inode(parent.dentry), dentry, NULL);
334 if (!err || err == -ENOENT)
335 deleted = 1;
336 }
337 } else {
338 err = -ENOENT;
339 }
340 dput(dentry);
341 inode_unlock(d_inode(parent.dentry));
342
343 path_put(&parent);
344 if (deleted && strchr(nodename, '/'))
345 delete_path(nodename);
346 return err;
347}
348
349/*
350 * If configured, or requested by the commandline, devtmpfs will be
351 * auto-mounted after the kernel mounted the root filesystem.
352 */
353int __init devtmpfs_mount(void)
354{
355 int err;
356
357 if (!mount_dev)
358 return 0;
359
360 if (!thread)
361 return 0;
362
363 err = init_mount("devtmpfs", "dev", "devtmpfs", MS_SILENT, NULL);
364 if (err)
365 printk(KERN_INFO "devtmpfs: error mounting %i\n", err);
366 else
367 printk(KERN_INFO "devtmpfs: mounted\n");
368 return err;
369}
370
371static DECLARE_COMPLETION(setup_done);
372
373static int handle(const char *name, umode_t mode, kuid_t uid, kgid_t gid,
374 struct device *dev)
375{
376 if (mode)
377 return handle_create(name, mode, uid, gid, dev);
378 else
379 return handle_remove(name, dev);
380}
381
382static void __noreturn devtmpfs_work_loop(void)
383{
384 while (1) {
385 spin_lock(&req_lock);
386 while (requests) {
387 struct req *req = requests;
388 requests = NULL;
389 spin_unlock(&req_lock);
390 while (req) {
391 struct req *next = req->next;
392 req->err = handle(req->name, req->mode,
393 req->uid, req->gid, req->dev);
394 complete(&req->done);
395 req = next;
396 }
397 spin_lock(&req_lock);
398 }
399 __set_current_state(TASK_INTERRUPTIBLE);
400 spin_unlock(&req_lock);
401 schedule();
402 }
403}
404
405static int __init devtmpfs_setup(void *p)
406{
407 int err;
408
409 err = ksys_unshare(CLONE_NEWNS);
410 if (err)
411 goto out;
412 err = init_mount("devtmpfs", "/", "devtmpfs", MS_SILENT, NULL);
413 if (err)
414 goto out;
415 init_chdir("/.."); /* will traverse into overmounted root */
416 init_chroot(".");
417out:
418 *(int *)p = err;
419 complete(&setup_done);
420 return err;
421}
422
423/*
424 * The __ref is because devtmpfs_setup needs to be __init for the routines it
425 * calls. That call is done while devtmpfs_init, which is marked __init,
426 * synchronously waits for it to complete.
427 */
428static int __ref devtmpfsd(void *p)
429{
430 int err = devtmpfs_setup(p);
431
432 if (err)
433 return err;
434 devtmpfs_work_loop();
435 return 0;
436}
437
438/*
439 * Create devtmpfs instance, driver-core devices will add their device
440 * nodes here.
441 */
442int __init devtmpfs_init(void)
443{
444 char opts[] = "mode=0755";
445 int err;
446
447 mnt = vfs_kern_mount(&internal_fs_type, 0, "devtmpfs", opts);
448 if (IS_ERR(mnt)) {
449 printk(KERN_ERR "devtmpfs: unable to create devtmpfs %ld\n",
450 PTR_ERR(mnt));
451 return PTR_ERR(mnt);
452 }
453 err = register_filesystem(&dev_fs_type);
454 if (err) {
455 printk(KERN_ERR "devtmpfs: unable to register devtmpfs "
456 "type %i\n", err);
457 return err;
458 }
459
460 thread = kthread_run(devtmpfsd, &err, "kdevtmpfs");
461 if (!IS_ERR(thread)) {
462 wait_for_completion(&setup_done);
463 } else {
464 err = PTR_ERR(thread);
465 thread = NULL;
466 }
467
468 if (err) {
469 printk(KERN_ERR "devtmpfs: unable to create devtmpfs %i\n", err);
470 unregister_filesystem(&dev_fs_type);
471 return err;
472 }
473
474 printk(KERN_INFO "devtmpfs: initialized\n");
475 return 0;
476}
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * devtmpfs - kernel-maintained tmpfs-based /dev
4 *
5 * Copyright (C) 2009, Kay Sievers <kay.sievers@vrfy.org>
6 *
7 * During bootup, before any driver core device is registered,
8 * devtmpfs, a tmpfs-based filesystem is created. Every driver-core
9 * device which requests a device node, will add a node in this
10 * filesystem.
11 * By default, all devices are named after the name of the device,
12 * owned by root and have a default mode of 0600. Subsystems can
13 * overwrite the default setting if needed.
14 */
15
16#define pr_fmt(fmt) "devtmpfs: " fmt
17
18#include <linux/kernel.h>
19#include <linux/syscalls.h>
20#include <linux/mount.h>
21#include <linux/device.h>
22#include <linux/blkdev.h>
23#include <linux/namei.h>
24#include <linux/fs.h>
25#include <linux/shmem_fs.h>
26#include <linux/ramfs.h>
27#include <linux/sched.h>
28#include <linux/slab.h>
29#include <linux/kthread.h>
30#include <linux/init_syscalls.h>
31#include <uapi/linux/mount.h>
32#include "base.h"
33
34#ifdef CONFIG_DEVTMPFS_SAFE
35#define DEVTMPFS_MFLAGS (MS_SILENT | MS_NOEXEC | MS_NOSUID)
36#else
37#define DEVTMPFS_MFLAGS (MS_SILENT)
38#endif
39
40static struct task_struct *thread;
41
42static int __initdata mount_dev = IS_ENABLED(CONFIG_DEVTMPFS_MOUNT);
43
44static DEFINE_SPINLOCK(req_lock);
45
46static struct req {
47 struct req *next;
48 struct completion done;
49 int err;
50 const char *name;
51 umode_t mode; /* 0 => delete */
52 kuid_t uid;
53 kgid_t gid;
54 struct device *dev;
55} *requests;
56
57static int __init mount_param(char *str)
58{
59 mount_dev = simple_strtoul(str, NULL, 0);
60 return 1;
61}
62__setup("devtmpfs.mount=", mount_param);
63
64static struct vfsmount *mnt;
65
66static struct dentry *public_dev_mount(struct file_system_type *fs_type, int flags,
67 const char *dev_name, void *data)
68{
69 struct super_block *s = mnt->mnt_sb;
70 int err;
71
72 atomic_inc(&s->s_active);
73 down_write(&s->s_umount);
74 err = reconfigure_single(s, flags, data);
75 if (err < 0) {
76 deactivate_locked_super(s);
77 return ERR_PTR(err);
78 }
79 return dget(s->s_root);
80}
81
82static struct file_system_type internal_fs_type = {
83 .name = "devtmpfs",
84#ifdef CONFIG_TMPFS
85 .init_fs_context = shmem_init_fs_context,
86#else
87 .init_fs_context = ramfs_init_fs_context,
88#endif
89 .kill_sb = kill_litter_super,
90};
91
92static struct file_system_type dev_fs_type = {
93 .name = "devtmpfs",
94 .mount = public_dev_mount,
95};
96
97static int devtmpfs_submit_req(struct req *req, const char *tmp)
98{
99 init_completion(&req->done);
100
101 spin_lock(&req_lock);
102 req->next = requests;
103 requests = req;
104 spin_unlock(&req_lock);
105
106 wake_up_process(thread);
107 wait_for_completion(&req->done);
108
109 kfree(tmp);
110
111 return req->err;
112}
113
114int devtmpfs_create_node(struct device *dev)
115{
116 const char *tmp = NULL;
117 struct req req;
118
119 if (!thread)
120 return 0;
121
122 req.mode = 0;
123 req.uid = GLOBAL_ROOT_UID;
124 req.gid = GLOBAL_ROOT_GID;
125 req.name = device_get_devnode(dev, &req.mode, &req.uid, &req.gid, &tmp);
126 if (!req.name)
127 return -ENOMEM;
128
129 if (req.mode == 0)
130 req.mode = 0600;
131 if (is_blockdev(dev))
132 req.mode |= S_IFBLK;
133 else
134 req.mode |= S_IFCHR;
135
136 req.dev = dev;
137
138 return devtmpfs_submit_req(&req, tmp);
139}
140
141int devtmpfs_delete_node(struct device *dev)
142{
143 const char *tmp = NULL;
144 struct req req;
145
146 if (!thread)
147 return 0;
148
149 req.name = device_get_devnode(dev, NULL, NULL, NULL, &tmp);
150 if (!req.name)
151 return -ENOMEM;
152
153 req.mode = 0;
154 req.dev = dev;
155
156 return devtmpfs_submit_req(&req, tmp);
157}
158
159static int dev_mkdir(const char *name, umode_t mode)
160{
161 struct dentry *dentry;
162 struct path path;
163 int err;
164
165 dentry = kern_path_create(AT_FDCWD, name, &path, LOOKUP_DIRECTORY);
166 if (IS_ERR(dentry))
167 return PTR_ERR(dentry);
168
169 err = vfs_mkdir(&nop_mnt_idmap, d_inode(path.dentry), dentry, mode);
170 if (!err)
171 /* mark as kernel-created inode */
172 d_inode(dentry)->i_private = &thread;
173 done_path_create(&path, dentry);
174 return err;
175}
176
177static int create_path(const char *nodepath)
178{
179 char *path;
180 char *s;
181 int err = 0;
182
183 /* parent directories do not exist, create them */
184 path = kstrdup(nodepath, GFP_KERNEL);
185 if (!path)
186 return -ENOMEM;
187
188 s = path;
189 for (;;) {
190 s = strchr(s, '/');
191 if (!s)
192 break;
193 s[0] = '\0';
194 err = dev_mkdir(path, 0755);
195 if (err && err != -EEXIST)
196 break;
197 s[0] = '/';
198 s++;
199 }
200 kfree(path);
201 return err;
202}
203
204static int handle_create(const char *nodename, umode_t mode, kuid_t uid,
205 kgid_t gid, struct device *dev)
206{
207 struct dentry *dentry;
208 struct path path;
209 int err;
210
211 dentry = kern_path_create(AT_FDCWD, nodename, &path, 0);
212 if (dentry == ERR_PTR(-ENOENT)) {
213 create_path(nodename);
214 dentry = kern_path_create(AT_FDCWD, nodename, &path, 0);
215 }
216 if (IS_ERR(dentry))
217 return PTR_ERR(dentry);
218
219 err = vfs_mknod(&nop_mnt_idmap, d_inode(path.dentry), dentry, mode,
220 dev->devt);
221 if (!err) {
222 struct iattr newattrs;
223
224 newattrs.ia_mode = mode;
225 newattrs.ia_uid = uid;
226 newattrs.ia_gid = gid;
227 newattrs.ia_valid = ATTR_MODE|ATTR_UID|ATTR_GID;
228 inode_lock(d_inode(dentry));
229 notify_change(&nop_mnt_idmap, dentry, &newattrs, NULL);
230 inode_unlock(d_inode(dentry));
231
232 /* mark as kernel-created inode */
233 d_inode(dentry)->i_private = &thread;
234 }
235 done_path_create(&path, dentry);
236 return err;
237}
238
239static int dev_rmdir(const char *name)
240{
241 struct path parent;
242 struct dentry *dentry;
243 int err;
244
245 dentry = kern_path_locked(name, &parent);
246 if (IS_ERR(dentry))
247 return PTR_ERR(dentry);
248 if (d_really_is_positive(dentry)) {
249 if (d_inode(dentry)->i_private == &thread)
250 err = vfs_rmdir(&nop_mnt_idmap, d_inode(parent.dentry),
251 dentry);
252 else
253 err = -EPERM;
254 } else {
255 err = -ENOENT;
256 }
257 dput(dentry);
258 inode_unlock(d_inode(parent.dentry));
259 path_put(&parent);
260 return err;
261}
262
263static int delete_path(const char *nodepath)
264{
265 char *path;
266 int err = 0;
267
268 path = kstrdup(nodepath, GFP_KERNEL);
269 if (!path)
270 return -ENOMEM;
271
272 for (;;) {
273 char *base;
274
275 base = strrchr(path, '/');
276 if (!base)
277 break;
278 base[0] = '\0';
279 err = dev_rmdir(path);
280 if (err)
281 break;
282 }
283
284 kfree(path);
285 return err;
286}
287
288static int dev_mynode(struct device *dev, struct inode *inode, struct kstat *stat)
289{
290 /* did we create it */
291 if (inode->i_private != &thread)
292 return 0;
293
294 /* does the dev_t match */
295 if (is_blockdev(dev)) {
296 if (!S_ISBLK(stat->mode))
297 return 0;
298 } else {
299 if (!S_ISCHR(stat->mode))
300 return 0;
301 }
302 if (stat->rdev != dev->devt)
303 return 0;
304
305 /* ours */
306 return 1;
307}
308
309static int handle_remove(const char *nodename, struct device *dev)
310{
311 struct path parent;
312 struct dentry *dentry;
313 int deleted = 0;
314 int err;
315
316 dentry = kern_path_locked(nodename, &parent);
317 if (IS_ERR(dentry))
318 return PTR_ERR(dentry);
319
320 if (d_really_is_positive(dentry)) {
321 struct kstat stat;
322 struct path p = {.mnt = parent.mnt, .dentry = dentry};
323 err = vfs_getattr(&p, &stat, STATX_TYPE | STATX_MODE,
324 AT_STATX_SYNC_AS_STAT);
325 if (!err && dev_mynode(dev, d_inode(dentry), &stat)) {
326 struct iattr newattrs;
327 /*
328 * before unlinking this node, reset permissions
329 * of possible references like hardlinks
330 */
331 newattrs.ia_uid = GLOBAL_ROOT_UID;
332 newattrs.ia_gid = GLOBAL_ROOT_GID;
333 newattrs.ia_mode = stat.mode & ~0777;
334 newattrs.ia_valid =
335 ATTR_UID|ATTR_GID|ATTR_MODE;
336 inode_lock(d_inode(dentry));
337 notify_change(&nop_mnt_idmap, dentry, &newattrs, NULL);
338 inode_unlock(d_inode(dentry));
339 err = vfs_unlink(&nop_mnt_idmap, d_inode(parent.dentry),
340 dentry, NULL);
341 if (!err || err == -ENOENT)
342 deleted = 1;
343 }
344 } else {
345 err = -ENOENT;
346 }
347 dput(dentry);
348 inode_unlock(d_inode(parent.dentry));
349
350 path_put(&parent);
351 if (deleted && strchr(nodename, '/'))
352 delete_path(nodename);
353 return err;
354}
355
356/*
357 * If configured, or requested by the commandline, devtmpfs will be
358 * auto-mounted after the kernel mounted the root filesystem.
359 */
360int __init devtmpfs_mount(void)
361{
362 int err;
363
364 if (!mount_dev)
365 return 0;
366
367 if (!thread)
368 return 0;
369
370 err = init_mount("devtmpfs", "dev", "devtmpfs", DEVTMPFS_MFLAGS, NULL);
371 if (err)
372 pr_info("error mounting %d\n", err);
373 else
374 pr_info("mounted\n");
375 return err;
376}
377
378static __initdata DECLARE_COMPLETION(setup_done);
379
380static int handle(const char *name, umode_t mode, kuid_t uid, kgid_t gid,
381 struct device *dev)
382{
383 if (mode)
384 return handle_create(name, mode, uid, gid, dev);
385 else
386 return handle_remove(name, dev);
387}
388
389static void __noreturn devtmpfs_work_loop(void)
390{
391 while (1) {
392 spin_lock(&req_lock);
393 while (requests) {
394 struct req *req = requests;
395 requests = NULL;
396 spin_unlock(&req_lock);
397 while (req) {
398 struct req *next = req->next;
399 req->err = handle(req->name, req->mode,
400 req->uid, req->gid, req->dev);
401 complete(&req->done);
402 req = next;
403 }
404 spin_lock(&req_lock);
405 }
406 __set_current_state(TASK_INTERRUPTIBLE);
407 spin_unlock(&req_lock);
408 schedule();
409 }
410}
411
412static noinline int __init devtmpfs_setup(void *p)
413{
414 int err;
415
416 err = ksys_unshare(CLONE_NEWNS);
417 if (err)
418 goto out;
419 err = init_mount("devtmpfs", "/", "devtmpfs", DEVTMPFS_MFLAGS, NULL);
420 if (err)
421 goto out;
422 init_chdir("/.."); /* will traverse into overmounted root */
423 init_chroot(".");
424out:
425 *(int *)p = err;
426 return err;
427}
428
429/*
430 * The __ref is because devtmpfs_setup needs to be __init for the routines it
431 * calls. That call is done while devtmpfs_init, which is marked __init,
432 * synchronously waits for it to complete.
433 */
434static int __ref devtmpfsd(void *p)
435{
436 int err = devtmpfs_setup(p);
437
438 complete(&setup_done);
439 if (err)
440 return err;
441 devtmpfs_work_loop();
442 return 0;
443}
444
445/*
446 * Create devtmpfs instance, driver-core devices will add their device
447 * nodes here.
448 */
449int __init devtmpfs_init(void)
450{
451 char opts[] = "mode=0755";
452 int err;
453
454 mnt = vfs_kern_mount(&internal_fs_type, 0, "devtmpfs", opts);
455 if (IS_ERR(mnt)) {
456 pr_err("unable to create devtmpfs %ld\n", PTR_ERR(mnt));
457 return PTR_ERR(mnt);
458 }
459 err = register_filesystem(&dev_fs_type);
460 if (err) {
461 pr_err("unable to register devtmpfs type %d\n", err);
462 return err;
463 }
464
465 thread = kthread_run(devtmpfsd, &err, "kdevtmpfs");
466 if (!IS_ERR(thread)) {
467 wait_for_completion(&setup_done);
468 } else {
469 err = PTR_ERR(thread);
470 thread = NULL;
471 }
472
473 if (err) {
474 pr_err("unable to create devtmpfs %d\n", err);
475 unregister_filesystem(&dev_fs_type);
476 thread = NULL;
477 return err;
478 }
479
480 pr_info("initialized\n");
481 return 0;
482}