Linux Audio

Check our new training course

Loading...
v3.1
 
  1/*
  2 *  linux/drivers/char/mem.c
  3 *
  4 *  Copyright (C) 1991, 1992  Linus Torvalds
  5 *
  6 *  Added devfs support.
  7 *    Jan-11-1998, C. Scott Ananian <cananian@alumni.princeton.edu>
  8 *  Shared /dev/zero mmapping support, Feb 2000, Kanoj Sarcar <kanoj@sgi.com>
  9 */
 10
 11#include <linux/mm.h>
 12#include <linux/miscdevice.h>
 13#include <linux/slab.h>
 14#include <linux/vmalloc.h>
 15#include <linux/mman.h>
 16#include <linux/random.h>
 17#include <linux/init.h>
 18#include <linux/raw.h>
 19#include <linux/tty.h>
 20#include <linux/capability.h>
 21#include <linux/ptrace.h>
 22#include <linux/device.h>
 23#include <linux/highmem.h>
 24#include <linux/crash_dump.h>
 25#include <linux/backing-dev.h>
 26#include <linux/bootmem.h>
 27#include <linux/splice.h>
 28#include <linux/pfn.h>
 
 
 
 
 
 29
 30#include <asm/uaccess.h>
 31#include <asm/io.h>
 32
 33#ifdef CONFIG_IA64
 34# include <linux/efi.h>
 35#endif
 36
 37static inline unsigned long size_inside_page(unsigned long start,
 38					     unsigned long size)
 39{
 40	unsigned long sz;
 41
 42	sz = PAGE_SIZE - (start & (PAGE_SIZE - 1));
 43
 44	return min(sz, size);
 45}
 46
 47#ifndef ARCH_HAS_VALID_PHYS_ADDR_RANGE
 48static inline int valid_phys_addr_range(unsigned long addr, size_t count)
 49{
 50	return addr + count <= __pa(high_memory);
 51}
 52
 53static inline int valid_mmap_phys_addr_range(unsigned long pfn, size_t size)
 54{
 55	return 1;
 56}
 57#endif
 58
 59#ifdef CONFIG_STRICT_DEVMEM
 
 
 
 
 60static inline int range_is_allowed(unsigned long pfn, unsigned long size)
 61{
 62	u64 from = ((u64)pfn) << PAGE_SHIFT;
 63	u64 to = from + size;
 64	u64 cursor = from;
 65
 66	while (cursor < to) {
 67		if (!devmem_is_allowed(pfn)) {
 68			printk(KERN_INFO
 69		"Program %s tried to access /dev/mem between %Lx->%Lx.\n",
 70				current->comm, from, to);
 71			return 0;
 72		}
 73		cursor += PAGE_SIZE;
 74		pfn++;
 75	}
 76	return 1;
 77}
 78#else
 
 
 
 
 79static inline int range_is_allowed(unsigned long pfn, unsigned long size)
 80{
 81	return 1;
 82}
 83#endif
 84
 85void __weak unxlate_dev_mem_ptr(unsigned long phys, void *addr)
 86{
 
 
 
 87}
 88
 89/*
 90 * This funcion reads the *physical* memory. The f_pos points directly to the
 91 * memory location.
 92 */
 93static ssize_t read_mem(struct file *file, char __user *buf,
 94			size_t count, loff_t *ppos)
 95{
 96	unsigned long p = *ppos;
 97	ssize_t read, sz;
 98	char *ptr;
 
 
 
 
 
 99
100	if (!valid_phys_addr_range(p, count))
101		return -EFAULT;
102	read = 0;
103#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
104	/* we don't have page 0 mapped on sparc and m68k.. */
105	if (p < PAGE_SIZE) {
106		sz = size_inside_page(p, count);
107		if (sz > 0) {
108			if (clear_user(buf, sz))
109				return -EFAULT;
110			buf += sz;
111			p += sz;
112			count -= sz;
113			read += sz;
114		}
115	}
116#endif
117
 
 
 
 
118	while (count > 0) {
119		unsigned long remaining;
 
120
121		sz = size_inside_page(p, count);
122
123		if (!range_is_allowed(p >> PAGE_SHIFT, count))
124			return -EPERM;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
125
126		/*
127		 * On ia64 if a page has been mapped somewhere as uncached, then
128		 * it must also be accessed uncached by the kernel or data
129		 * corruption may occur.
130		 */
131		ptr = xlate_dev_mem_ptr(p);
132		if (!ptr)
133			return -EFAULT;
134
135		remaining = copy_to_user(buf, ptr, sz);
136		unxlate_dev_mem_ptr(p, ptr);
137		if (remaining)
138			return -EFAULT;
139
140		buf += sz;
141		p += sz;
142		count -= sz;
143		read += sz;
 
 
144	}
 
145
146	*ppos += read;
147	return read;
 
 
 
 
148}
149
150static ssize_t write_mem(struct file *file, const char __user *buf,
151			 size_t count, loff_t *ppos)
152{
153	unsigned long p = *ppos;
154	ssize_t written, sz;
155	unsigned long copied;
156	void *ptr;
157
 
 
 
158	if (!valid_phys_addr_range(p, count))
159		return -EFAULT;
160
161	written = 0;
162
163#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
164	/* we don't have page 0 mapped on sparc and m68k.. */
165	if (p < PAGE_SIZE) {
166		sz = size_inside_page(p, count);
167		/* Hmm. Do something? */
168		buf += sz;
169		p += sz;
170		count -= sz;
171		written += sz;
172	}
173#endif
174
175	while (count > 0) {
 
 
176		sz = size_inside_page(p, count);
177
178		if (!range_is_allowed(p >> PAGE_SHIFT, sz))
 
179			return -EPERM;
180
181		/*
182		 * On ia64 if a page has been mapped somewhere as uncached, then
183		 * it must also be accessed uncached by the kernel or data
184		 * corruption may occur.
185		 */
186		ptr = xlate_dev_mem_ptr(p);
187		if (!ptr) {
188			if (written)
189				break;
190			return -EFAULT;
191		}
 
 
192
193		copied = copy_from_user(ptr, buf, sz);
194		unxlate_dev_mem_ptr(p, ptr);
195		if (copied) {
196			written += sz - copied;
197			if (written)
198				break;
199			return -EFAULT;
 
200		}
201
202		buf += sz;
203		p += sz;
204		count -= sz;
205		written += sz;
 
 
206	}
207
208	*ppos += written;
209	return written;
210}
211
212int __weak phys_mem_access_prot_allowed(struct file *file,
213	unsigned long pfn, unsigned long size, pgprot_t *vma_prot)
214{
215	return 1;
216}
217
218#ifndef __HAVE_PHYS_MEM_ACCESS_PROT
219
220/*
221 * Architectures vary in how they handle caching for addresses
222 * outside of main memory.
223 *
224 */
225#ifdef pgprot_noncached
226static int uncached_access(struct file *file, unsigned long addr)
227{
228#if defined(CONFIG_IA64)
229	/*
230	 * On ia64, we ignore O_DSYNC because we cannot tolerate memory
231	 * attribute aliases.
232	 */
233	return !(efi_mem_attributes(addr) & EFI_MEMORY_WB);
234#elif defined(CONFIG_MIPS)
235	{
236		extern int __uncached_access(struct file *file,
237					     unsigned long addr);
238
239		return __uncached_access(file, addr);
240	}
241#else
242	/*
243	 * Accessing memory above the top the kernel knows about or through a
244	 * file pointer
245	 * that was marked O_DSYNC will be done non-cached.
246	 */
247	if (file->f_flags & O_DSYNC)
248		return 1;
249	return addr >= __pa(high_memory);
250#endif
251}
252#endif
253
254static pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
255				     unsigned long size, pgprot_t vma_prot)
256{
257#ifdef pgprot_noncached
258	unsigned long offset = pfn << PAGE_SHIFT;
259
260	if (uncached_access(file, offset))
261		return pgprot_noncached(vma_prot);
262#endif
263	return vma_prot;
264}
265#endif
266
267#ifndef CONFIG_MMU
268static unsigned long get_unmapped_area_mem(struct file *file,
269					   unsigned long addr,
270					   unsigned long len,
271					   unsigned long pgoff,
272					   unsigned long flags)
273{
274	if (!valid_mmap_phys_addr_range(pgoff, len))
275		return (unsigned long) -EINVAL;
276	return pgoff << PAGE_SHIFT;
277}
278
 
 
 
 
 
 
 
 
 
 
 
 
279/* can't do an in-place private mapping if there's no MMU */
280static inline int private_mapping_ok(struct vm_area_struct *vma)
281{
282	return vma->vm_flags & VM_MAYSHARE;
283}
284#else
285#define get_unmapped_area_mem	NULL
286
287static inline int private_mapping_ok(struct vm_area_struct *vma)
288{
289	return 1;
290}
291#endif
292
293static const struct vm_operations_struct mmap_mem_ops = {
294#ifdef CONFIG_HAVE_IOREMAP_PROT
295	.access = generic_access_phys
296#endif
297};
298
299static int mmap_mem(struct file *file, struct vm_area_struct *vma)
300{
301	size_t size = vma->vm_end - vma->vm_start;
 
 
 
 
 
 
 
 
 
302
303	if (!valid_mmap_phys_addr_range(vma->vm_pgoff, size))
304		return -EINVAL;
305
306	if (!private_mapping_ok(vma))
307		return -ENOSYS;
308
309	if (!range_is_allowed(vma->vm_pgoff, size))
310		return -EPERM;
311
312	if (!phys_mem_access_prot_allowed(file, vma->vm_pgoff, size,
313						&vma->vm_page_prot))
314		return -EINVAL;
315
316	vma->vm_page_prot = phys_mem_access_prot(file, vma->vm_pgoff,
317						 size,
318						 vma->vm_page_prot);
319
320	vma->vm_ops = &mmap_mem_ops;
321
322	/* Remap-pfn-range will mark the range VM_IO and VM_RESERVED */
323	if (remap_pfn_range(vma,
324			    vma->vm_start,
325			    vma->vm_pgoff,
326			    size,
327			    vma->vm_page_prot)) {
328		return -EAGAIN;
329	}
330	return 0;
331}
332
333#ifdef CONFIG_DEVKMEM
334static int mmap_kmem(struct file *file, struct vm_area_struct *vma)
335{
336	unsigned long pfn;
337
338	/* Turn a kernel-virtual address into a physical page frame */
339	pfn = __pa((u64)vma->vm_pgoff << PAGE_SHIFT) >> PAGE_SHIFT;
340
341	/*
342	 * RED-PEN: on some architectures there is more mapped memory than
343	 * available in mem_map which pfn_valid checks for. Perhaps should add a
344	 * new macro here.
345	 *
346	 * RED-PEN: vmalloc is not supported right now.
347	 */
348	if (!pfn_valid(pfn))
349		return -EIO;
350
351	vma->vm_pgoff = pfn;
352	return mmap_mem(file, vma);
353}
354#endif
355
356#ifdef CONFIG_CRASH_DUMP
357/*
358 * Read memory corresponding to the old kernel.
359 */
360static ssize_t read_oldmem(struct file *file, char __user *buf,
361				size_t count, loff_t *ppos)
362{
363	unsigned long pfn, offset;
364	size_t read = 0, csize;
365	int rc = 0;
366
367	while (count) {
368		pfn = *ppos / PAGE_SIZE;
369		if (pfn > saved_max_pfn)
370			return read;
371
372		offset = (unsigned long)(*ppos % PAGE_SIZE);
373		if (count > PAGE_SIZE - offset)
374			csize = PAGE_SIZE - offset;
375		else
376			csize = count;
377
378		rc = copy_oldmem_page(pfn, buf, csize, offset, 1);
379		if (rc < 0)
380			return rc;
381		buf += csize;
382		*ppos += csize;
383		read += csize;
384		count -= csize;
385	}
386	return read;
387}
388#endif
389
390#ifdef CONFIG_DEVKMEM
391/*
392 * This function reads the *virtual* memory as seen by the kernel.
393 */
394static ssize_t read_kmem(struct file *file, char __user *buf,
395			 size_t count, loff_t *ppos)
396{
397	unsigned long p = *ppos;
398	ssize_t low_count, read, sz;
399	char * kbuf; /* k-addr because vread() takes vmlist_lock rwlock */
400	int err = 0;
401
402	read = 0;
403	if (p < (unsigned long) high_memory) {
404		low_count = count;
405		if (count > (unsigned long)high_memory - p)
406			low_count = (unsigned long)high_memory - p;
407
408#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
409		/* we don't have page 0 mapped on sparc and m68k.. */
410		if (p < PAGE_SIZE && low_count > 0) {
411			sz = size_inside_page(p, low_count);
412			if (clear_user(buf, sz))
413				return -EFAULT;
414			buf += sz;
415			p += sz;
416			read += sz;
417			low_count -= sz;
418			count -= sz;
419		}
420#endif
421		while (low_count > 0) {
422			sz = size_inside_page(p, low_count);
423
424			/*
425			 * On ia64 if a page has been mapped somewhere as
426			 * uncached, then it must also be accessed uncached
427			 * by the kernel or data corruption may occur
428			 */
429			kbuf = xlate_dev_kmem_ptr((char *)p);
430
431			if (copy_to_user(buf, kbuf, sz))
432				return -EFAULT;
433			buf += sz;
434			p += sz;
435			read += sz;
436			low_count -= sz;
437			count -= sz;
438		}
439	}
440
441	if (count > 0) {
442		kbuf = (char *)__get_free_page(GFP_KERNEL);
443		if (!kbuf)
444			return -ENOMEM;
445		while (count > 0) {
446			sz = size_inside_page(p, count);
447			if (!is_vmalloc_or_module_addr((void *)p)) {
448				err = -ENXIO;
449				break;
450			}
451			sz = vread(kbuf, (char *)p, sz);
452			if (!sz)
453				break;
454			if (copy_to_user(buf, kbuf, sz)) {
455				err = -EFAULT;
456				break;
457			}
458			count -= sz;
459			buf += sz;
460			read += sz;
461			p += sz;
462		}
463		free_page((unsigned long)kbuf);
464	}
465	*ppos = p;
466	return read ? read : err;
467}
468
469
470static ssize_t do_write_kmem(unsigned long p, const char __user *buf,
471				size_t count, loff_t *ppos)
472{
473	ssize_t written, sz;
474	unsigned long copied;
475
476	written = 0;
477#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
478	/* we don't have page 0 mapped on sparc and m68k.. */
479	if (p < PAGE_SIZE) {
480		sz = size_inside_page(p, count);
481		/* Hmm. Do something? */
482		buf += sz;
483		p += sz;
484		count -= sz;
485		written += sz;
486	}
487#endif
488
489	while (count > 0) {
490		char *ptr;
491
492		sz = size_inside_page(p, count);
493
494		/*
495		 * On ia64 if a page has been mapped somewhere as uncached, then
496		 * it must also be accessed uncached by the kernel or data
497		 * corruption may occur.
498		 */
499		ptr = xlate_dev_kmem_ptr((char *)p);
500
501		copied = copy_from_user(ptr, buf, sz);
502		if (copied) {
503			written += sz - copied;
504			if (written)
505				break;
506			return -EFAULT;
507		}
508		buf += sz;
509		p += sz;
510		count -= sz;
511		written += sz;
512	}
513
514	*ppos += written;
515	return written;
516}
517
518/*
519 * This function writes to the *virtual* memory as seen by the kernel.
520 */
521static ssize_t write_kmem(struct file *file, const char __user *buf,
522			  size_t count, loff_t *ppos)
523{
524	unsigned long p = *ppos;
525	ssize_t wrote = 0;
526	ssize_t virtr = 0;
527	char * kbuf; /* k-addr because vwrite() takes vmlist_lock rwlock */
528	int err = 0;
529
530	if (p < (unsigned long) high_memory) {
531		unsigned long to_write = min_t(unsigned long, count,
532					       (unsigned long)high_memory - p);
533		wrote = do_write_kmem(p, buf, to_write, ppos);
534		if (wrote != to_write)
535			return wrote;
536		p += wrote;
537		buf += wrote;
538		count -= wrote;
539	}
540
541	if (count > 0) {
542		kbuf = (char *)__get_free_page(GFP_KERNEL);
543		if (!kbuf)
544			return wrote ? wrote : -ENOMEM;
545		while (count > 0) {
546			unsigned long sz = size_inside_page(p, count);
547			unsigned long n;
548
549			if (!is_vmalloc_or_module_addr((void *)p)) {
550				err = -ENXIO;
551				break;
552			}
553			n = copy_from_user(kbuf, buf, sz);
554			if (n) {
555				err = -EFAULT;
556				break;
557			}
558			vwrite(kbuf, (char *)p, sz);
559			count -= sz;
560			buf += sz;
561			virtr += sz;
562			p += sz;
563		}
564		free_page((unsigned long)kbuf);
565	}
566
567	*ppos = p;
568	return virtr + wrote ? : err;
569}
570#endif
571
572#ifdef CONFIG_DEVPORT
573static ssize_t read_port(struct file *file, char __user *buf,
574			 size_t count, loff_t *ppos)
575{
576	unsigned long i = *ppos;
577	char __user *tmp = buf;
578
579	if (!access_ok(VERIFY_WRITE, buf, count))
580		return -EFAULT;
581	while (count-- > 0 && i < 65536) {
582		if (__put_user(inb(i), tmp) < 0)
583			return -EFAULT;
584		i++;
585		tmp++;
586	}
587	*ppos = i;
588	return tmp-buf;
589}
590
591static ssize_t write_port(struct file *file, const char __user *buf,
592			  size_t count, loff_t *ppos)
593{
594	unsigned long i = *ppos;
595	const char __user * tmp = buf;
596
597	if (!access_ok(VERIFY_READ, buf, count))
598		return -EFAULT;
599	while (count-- > 0 && i < 65536) {
600		char c;
 
601		if (__get_user(c, tmp)) {
602			if (tmp > buf)
603				break;
604			return -EFAULT;
605		}
606		outb(c, i);
607		i++;
608		tmp++;
609	}
610	*ppos = i;
611	return tmp-buf;
612}
613#endif
614
615static ssize_t read_null(struct file *file, char __user *buf,
616			 size_t count, loff_t *ppos)
617{
618	return 0;
619}
620
621static ssize_t write_null(struct file *file, const char __user *buf,
622			  size_t count, loff_t *ppos)
623{
624	return count;
625}
626
 
 
 
 
 
 
 
 
 
 
 
 
627static int pipe_to_null(struct pipe_inode_info *info, struct pipe_buffer *buf,
628			struct splice_desc *sd)
629{
630	return sd->len;
631}
632
633static ssize_t splice_write_null(struct pipe_inode_info *pipe, struct file *out,
634				 loff_t *ppos, size_t len, unsigned int flags)
635{
636	return splice_from_pipe(pipe, out, ppos, len, flags, pipe_to_null);
637}
638
639static ssize_t read_zero(struct file *file, char __user *buf,
640			 size_t count, loff_t *ppos)
641{
642	size_t written;
643
644	if (!count)
645		return 0;
646
647	if (!access_ok(VERIFY_WRITE, buf, count))
648		return -EFAULT;
 
649
650	written = 0;
651	while (count) {
652		unsigned long unwritten;
653		size_t chunk = count;
654
655		if (chunk > PAGE_SIZE)
656			chunk = PAGE_SIZE;	/* Just for latency reasons */
657		unwritten = __clear_user(buf, chunk);
658		written += chunk - unwritten;
659		if (unwritten)
660			break;
661		if (signal_pending(current))
662			return written ? written : -ERESTARTSYS;
663		buf += chunk;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
664		count -= chunk;
 
 
 
665		cond_resched();
666	}
667	return written ? written : -EFAULT;
 
668}
669
670static int mmap_zero(struct file *file, struct vm_area_struct *vma)
671{
672#ifndef CONFIG_MMU
673	return -ENOSYS;
674#endif
675	if (vma->vm_flags & VM_SHARED)
676		return shmem_zero_setup(vma);
 
677	return 0;
678}
679
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
680static ssize_t write_full(struct file *file, const char __user *buf,
681			  size_t count, loff_t *ppos)
682{
683	return -ENOSPC;
684}
685
686/*
687 * Special lseek() function for /dev/null and /dev/zero.  Most notably, you
688 * can fopen() both devices with "a" now.  This was previously impossible.
689 * -- SRB.
690 */
691static loff_t null_lseek(struct file *file, loff_t offset, int orig)
692{
693	return file->f_pos = 0;
694}
695
696/*
697 * The memory devices use the full 32/64 bits of the offset, and so we cannot
698 * check against negative addresses: they are ok. The return value is weird,
699 * though, in that case (0).
700 *
701 * also note that seeking relative to the "end of file" isn't supported:
702 * it has no meaning, so it returns -EINVAL.
703 */
704static loff_t memory_lseek(struct file *file, loff_t offset, int orig)
705{
706	loff_t ret;
707
708	mutex_lock(&file->f_path.dentry->d_inode->i_mutex);
709	switch (orig) {
710	case SEEK_CUR:
711		offset += file->f_pos;
 
712	case SEEK_SET:
713		/* to avoid userland mistaking f_pos=-9 as -EBADF=-9 */
714		if ((unsigned long long)offset >= ~0xFFFULL) {
715			ret = -EOVERFLOW;
716			break;
717		}
718		file->f_pos = offset;
719		ret = file->f_pos;
720		force_successful_syscall_return();
721		break;
722	default:
723		ret = -EINVAL;
724	}
725	mutex_unlock(&file->f_path.dentry->d_inode->i_mutex);
726	return ret;
727}
728
729static int open_port(struct inode * inode, struct file * filp)
730{
731	return capable(CAP_SYS_RAWIO) ? 0 : -EPERM;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
732}
733
734#define zero_lseek	null_lseek
735#define full_lseek      null_lseek
736#define write_zero	write_null
737#define read_full       read_zero
 
738#define open_mem	open_port
739#define open_kmem	open_mem
740#define open_oldmem	open_mem
741
742static const struct file_operations mem_fops = {
743	.llseek		= memory_lseek,
744	.read		= read_mem,
745	.write		= write_mem,
746	.mmap		= mmap_mem,
747	.open		= open_mem,
 
748	.get_unmapped_area = get_unmapped_area_mem,
749};
750
751#ifdef CONFIG_DEVKMEM
752static const struct file_operations kmem_fops = {
753	.llseek		= memory_lseek,
754	.read		= read_kmem,
755	.write		= write_kmem,
756	.mmap		= mmap_kmem,
757	.open		= open_kmem,
758	.get_unmapped_area = get_unmapped_area_mem,
759};
760#endif
 
 
761
762static const struct file_operations null_fops = {
763	.llseek		= null_lseek,
764	.read		= read_null,
765	.write		= write_null,
 
 
766	.splice_write	= splice_write_null,
 
767};
768
769#ifdef CONFIG_DEVPORT
770static const struct file_operations port_fops = {
771	.llseek		= memory_lseek,
772	.read		= read_port,
773	.write		= write_port,
774	.open		= open_port,
775};
776#endif
777
778static const struct file_operations zero_fops = {
779	.llseek		= zero_lseek,
780	.read		= read_zero,
781	.write		= write_zero,
 
 
 
 
 
782	.mmap		= mmap_zero,
783};
784
785/*
786 * capabilities for /dev/zero
787 * - permits private mappings, "copies" are taken of the source of zeros
788 * - no writeback happens
789 */
790static struct backing_dev_info zero_bdi = {
791	.name		= "char/mem",
792	.capabilities	= BDI_CAP_MAP_COPY | BDI_CAP_NO_ACCT_AND_WRITEBACK,
793};
794
795static const struct file_operations full_fops = {
796	.llseek		= full_lseek,
797	.read		= read_full,
798	.write		= write_full,
799};
800
801#ifdef CONFIG_CRASH_DUMP
802static const struct file_operations oldmem_fops = {
803	.read	= read_oldmem,
804	.open	= open_oldmem,
805	.llseek = default_llseek,
806};
807#endif
808
809static ssize_t kmsg_writev(struct kiocb *iocb, const struct iovec *iv,
810			   unsigned long count, loff_t pos)
811{
812	char *line, *p;
813	int i;
814	ssize_t ret = -EFAULT;
815	size_t len = iov_length(iv, count);
816
817	line = kmalloc(len + 1, GFP_KERNEL);
818	if (line == NULL)
819		return -ENOMEM;
820
821	/*
822	 * copy all vectors into a single string, to ensure we do
823	 * not interleave our log line with other printk calls
824	 */
825	p = line;
826	for (i = 0; i < count; i++) {
827		if (copy_from_user(p, iv[i].iov_base, iv[i].iov_len))
828			goto out;
829		p += iv[i].iov_len;
830	}
831	p[0] = '\0';
832
833	ret = printk("%s", line);
834	/* printk can add a prefix */
835	if (ret > len)
836		ret = len;
837out:
838	kfree(line);
839	return ret;
840}
841
842static const struct file_operations kmsg_fops = {
843	.aio_write = kmsg_writev,
844	.llseek = noop_llseek,
845};
846
847static const struct memdev {
848	const char *name;
849	mode_t mode;
850	const struct file_operations *fops;
851	struct backing_dev_info *dev_info;
 
852} devlist[] = {
853	 [1] = { "mem", 0, &mem_fops, &directly_mappable_cdev_bdi },
854#ifdef CONFIG_DEVKMEM
855	 [2] = { "kmem", 0, &kmem_fops, &directly_mappable_cdev_bdi },
856#endif
857	 [3] = { "null", 0666, &null_fops, NULL },
858#ifdef CONFIG_DEVPORT
859	 [4] = { "port", 0, &port_fops, NULL },
860#endif
861	 [5] = { "zero", 0666, &zero_fops, &zero_bdi },
862	 [7] = { "full", 0666, &full_fops, NULL },
863	 [8] = { "random", 0666, &random_fops, NULL },
864	 [9] = { "urandom", 0666, &urandom_fops, NULL },
865	[11] = { "kmsg", 0, &kmsg_fops, NULL },
866#ifdef CONFIG_CRASH_DUMP
867	[12] = { "oldmem", 0, &oldmem_fops, NULL },
868#endif
869};
870
871static int memory_open(struct inode *inode, struct file *filp)
872{
873	int minor;
874	const struct memdev *dev;
875
876	minor = iminor(inode);
877	if (minor >= ARRAY_SIZE(devlist))
878		return -ENXIO;
879
880	dev = &devlist[minor];
881	if (!dev->fops)
882		return -ENXIO;
883
884	filp->f_op = dev->fops;
885	if (dev->dev_info)
886		filp->f_mapping->backing_dev_info = dev->dev_info;
887
888	/* Is /dev/mem or /dev/kmem ? */
889	if (dev->dev_info == &directly_mappable_cdev_bdi)
890		filp->f_mode |= FMODE_UNSIGNED_OFFSET;
891
892	if (dev->fops->open)
893		return dev->fops->open(inode, filp);
894
895	return 0;
896}
897
898static const struct file_operations memory_fops = {
899	.open = memory_open,
900	.llseek = noop_llseek,
901};
902
903static char *mem_devnode(struct device *dev, mode_t *mode)
904{
905	if (mode && devlist[MINOR(dev->devt)].mode)
906		*mode = devlist[MINOR(dev->devt)].mode;
907	return NULL;
908}
909
910static struct class *mem_class;
 
 
 
911
912static int __init chr_dev_init(void)
913{
 
914	int minor;
915	int err;
916
917	err = bdi_init(&zero_bdi);
918	if (err)
919		return err;
920
921	if (register_chrdev(MEM_MAJOR, "mem", &memory_fops))
922		printk("unable to get major %d for memory devs\n", MEM_MAJOR);
923
924	mem_class = class_create(THIS_MODULE, "mem");
925	if (IS_ERR(mem_class))
926		return PTR_ERR(mem_class);
927
928	mem_class->devnode = mem_devnode;
929	for (minor = 1; minor < ARRAY_SIZE(devlist); minor++) {
930		if (!devlist[minor].name)
931			continue;
932		device_create(mem_class, NULL, MKDEV(MEM_MAJOR, minor),
 
 
 
 
 
 
 
933			      NULL, devlist[minor].name);
934	}
935
936	return tty_init();
937}
938
939fs_initcall(chr_dev_init);
v6.13.7
  1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 *  linux/drivers/char/mem.c
  4 *
  5 *  Copyright (C) 1991, 1992  Linus Torvalds
  6 *
  7 *  Added devfs support.
  8 *    Jan-11-1998, C. Scott Ananian <cananian@alumni.princeton.edu>
  9 *  Shared /dev/zero mmapping support, Feb 2000, Kanoj Sarcar <kanoj@sgi.com>
 10 */
 11
 12#include <linux/mm.h>
 13#include <linux/miscdevice.h>
 14#include <linux/slab.h>
 15#include <linux/vmalloc.h>
 16#include <linux/mman.h>
 17#include <linux/random.h>
 18#include <linux/init.h>
 
 19#include <linux/tty.h>
 20#include <linux/capability.h>
 21#include <linux/ptrace.h>
 22#include <linux/device.h>
 23#include <linux/highmem.h>
 
 24#include <linux/backing-dev.h>
 25#include <linux/shmem_fs.h>
 26#include <linux/splice.h>
 27#include <linux/pfn.h>
 28#include <linux/export.h>
 29#include <linux/io.h>
 30#include <linux/uio.h>
 31#include <linux/uaccess.h>
 32#include <linux/security.h>
 33
 34#define DEVMEM_MINOR	1
 35#define DEVPORT_MINOR	4
 
 
 
 
 36
 37static inline unsigned long size_inside_page(unsigned long start,
 38					     unsigned long size)
 39{
 40	unsigned long sz;
 41
 42	sz = PAGE_SIZE - (start & (PAGE_SIZE - 1));
 43
 44	return min(sz, size);
 45}
 46
 47#ifndef ARCH_HAS_VALID_PHYS_ADDR_RANGE
 48static inline int valid_phys_addr_range(phys_addr_t addr, size_t count)
 49{
 50	return addr + count <= __pa(high_memory);
 51}
 52
 53static inline int valid_mmap_phys_addr_range(unsigned long pfn, size_t size)
 54{
 55	return 1;
 56}
 57#endif
 58
 59#ifdef CONFIG_STRICT_DEVMEM
 60static inline int page_is_allowed(unsigned long pfn)
 61{
 62	return devmem_is_allowed(pfn);
 63}
 64static inline int range_is_allowed(unsigned long pfn, unsigned long size)
 65{
 66	u64 from = ((u64)pfn) << PAGE_SHIFT;
 67	u64 to = from + size;
 68	u64 cursor = from;
 69
 70	while (cursor < to) {
 71		if (!devmem_is_allowed(pfn))
 
 
 
 72			return 0;
 
 73		cursor += PAGE_SIZE;
 74		pfn++;
 75	}
 76	return 1;
 77}
 78#else
 79static inline int page_is_allowed(unsigned long pfn)
 80{
 81	return 1;
 82}
 83static inline int range_is_allowed(unsigned long pfn, unsigned long size)
 84{
 85	return 1;
 86}
 87#endif
 88
 89static inline bool should_stop_iteration(void)
 90{
 91	if (need_resched())
 92		cond_resched();
 93	return signal_pending(current);
 94}
 95
 96/*
 97 * This funcion reads the *physical* memory. The f_pos points directly to the
 98 * memory location.
 99 */
100static ssize_t read_mem(struct file *file, char __user *buf,
101			size_t count, loff_t *ppos)
102{
103	phys_addr_t p = *ppos;
104	ssize_t read, sz;
105	void *ptr;
106	char *bounce;
107	int err;
108
109	if (p != *ppos)
110		return 0;
111
112	if (!valid_phys_addr_range(p, count))
113		return -EFAULT;
114	read = 0;
115#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
116	/* we don't have page 0 mapped on sparc and m68k.. */
117	if (p < PAGE_SIZE) {
118		sz = size_inside_page(p, count);
119		if (sz > 0) {
120			if (clear_user(buf, sz))
121				return -EFAULT;
122			buf += sz;
123			p += sz;
124			count -= sz;
125			read += sz;
126		}
127	}
128#endif
129
130	bounce = kmalloc(PAGE_SIZE, GFP_KERNEL);
131	if (!bounce)
132		return -ENOMEM;
133
134	while (count > 0) {
135		unsigned long remaining;
136		int allowed, probe;
137
138		sz = size_inside_page(p, count);
139
140		err = -EPERM;
141		allowed = page_is_allowed(p >> PAGE_SHIFT);
142		if (!allowed)
143			goto failed;
144
145		err = -EFAULT;
146		if (allowed == 2) {
147			/* Show zeros for restricted memory. */
148			remaining = clear_user(buf, sz);
149		} else {
150			/*
151			 * On ia64 if a page has been mapped somewhere as
152			 * uncached, then it must also be accessed uncached
153			 * by the kernel or data corruption may occur.
154			 */
155			ptr = xlate_dev_mem_ptr(p);
156			if (!ptr)
157				goto failed;
158
159			probe = copy_from_kernel_nofault(bounce, ptr, sz);
160			unxlate_dev_mem_ptr(p, ptr);
161			if (probe)
162				goto failed;
163
164			remaining = copy_to_user(buf, bounce, sz);
165		}
 
 
 
 
 
 
166
 
 
167		if (remaining)
168			goto failed;
169
170		buf += sz;
171		p += sz;
172		count -= sz;
173		read += sz;
174		if (should_stop_iteration())
175			break;
176	}
177	kfree(bounce);
178
179	*ppos += read;
180	return read;
181
182failed:
183	kfree(bounce);
184	return err;
185}
186
187static ssize_t write_mem(struct file *file, const char __user *buf,
188			 size_t count, loff_t *ppos)
189{
190	phys_addr_t p = *ppos;
191	ssize_t written, sz;
192	unsigned long copied;
193	void *ptr;
194
195	if (p != *ppos)
196		return -EFBIG;
197
198	if (!valid_phys_addr_range(p, count))
199		return -EFAULT;
200
201	written = 0;
202
203#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
204	/* we don't have page 0 mapped on sparc and m68k.. */
205	if (p < PAGE_SIZE) {
206		sz = size_inside_page(p, count);
207		/* Hmm. Do something? */
208		buf += sz;
209		p += sz;
210		count -= sz;
211		written += sz;
212	}
213#endif
214
215	while (count > 0) {
216		int allowed;
217
218		sz = size_inside_page(p, count);
219
220		allowed = page_is_allowed(p >> PAGE_SHIFT);
221		if (!allowed)
222			return -EPERM;
223
224		/* Skip actual writing when a page is marked as restricted. */
225		if (allowed == 1) {
226			/*
227			 * On ia64 if a page has been mapped somewhere as
228			 * uncached, then it must also be accessed uncached
229			 * by the kernel or data corruption may occur.
230			 */
231			ptr = xlate_dev_mem_ptr(p);
232			if (!ptr) {
233				if (written)
234					break;
235				return -EFAULT;
236			}
237
238			copied = copy_from_user(ptr, buf, sz);
239			unxlate_dev_mem_ptr(p, ptr);
240			if (copied) {
241				written += sz - copied;
242				if (written)
243					break;
244				return -EFAULT;
245			}
246		}
247
248		buf += sz;
249		p += sz;
250		count -= sz;
251		written += sz;
252		if (should_stop_iteration())
253			break;
254	}
255
256	*ppos += written;
257	return written;
258}
259
260int __weak phys_mem_access_prot_allowed(struct file *file,
261	unsigned long pfn, unsigned long size, pgprot_t *vma_prot)
262{
263	return 1;
264}
265
266#ifndef __HAVE_PHYS_MEM_ACCESS_PROT
267
268/*
269 * Architectures vary in how they handle caching for addresses
270 * outside of main memory.
271 *
272 */
273#ifdef pgprot_noncached
274static int uncached_access(struct file *file, phys_addr_t addr)
275{
 
 
 
 
 
 
 
 
 
 
 
 
 
 
276	/*
277	 * Accessing memory above the top the kernel knows about or through a
278	 * file pointer
279	 * that was marked O_DSYNC will be done non-cached.
280	 */
281	if (file->f_flags & O_DSYNC)
282		return 1;
283	return addr >= __pa(high_memory);
 
284}
285#endif
286
287static pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
288				     unsigned long size, pgprot_t vma_prot)
289{
290#ifdef pgprot_noncached
291	phys_addr_t offset = pfn << PAGE_SHIFT;
292
293	if (uncached_access(file, offset))
294		return pgprot_noncached(vma_prot);
295#endif
296	return vma_prot;
297}
298#endif
299
300#ifndef CONFIG_MMU
301static unsigned long get_unmapped_area_mem(struct file *file,
302					   unsigned long addr,
303					   unsigned long len,
304					   unsigned long pgoff,
305					   unsigned long flags)
306{
307	if (!valid_mmap_phys_addr_range(pgoff, len))
308		return (unsigned long) -EINVAL;
309	return pgoff << PAGE_SHIFT;
310}
311
312/* permit direct mmap, for read, write or exec */
313static unsigned memory_mmap_capabilities(struct file *file)
314{
315	return NOMMU_MAP_DIRECT |
316		NOMMU_MAP_READ | NOMMU_MAP_WRITE | NOMMU_MAP_EXEC;
317}
318
319static unsigned zero_mmap_capabilities(struct file *file)
320{
321	return NOMMU_MAP_COPY;
322}
323
324/* can't do an in-place private mapping if there's no MMU */
325static inline int private_mapping_ok(struct vm_area_struct *vma)
326{
327	return is_nommu_shared_mapping(vma->vm_flags);
328}
329#else
 
330
331static inline int private_mapping_ok(struct vm_area_struct *vma)
332{
333	return 1;
334}
335#endif
336
337static const struct vm_operations_struct mmap_mem_ops = {
338#ifdef CONFIG_HAVE_IOREMAP_PROT
339	.access = generic_access_phys
340#endif
341};
342
343static int mmap_mem(struct file *file, struct vm_area_struct *vma)
344{
345	size_t size = vma->vm_end - vma->vm_start;
346	phys_addr_t offset = (phys_addr_t)vma->vm_pgoff << PAGE_SHIFT;
347
348	/* Does it even fit in phys_addr_t? */
349	if (offset >> PAGE_SHIFT != vma->vm_pgoff)
350		return -EINVAL;
351
352	/* It's illegal to wrap around the end of the physical address space. */
353	if (offset + (phys_addr_t)size - 1 < offset)
354		return -EINVAL;
355
356	if (!valid_mmap_phys_addr_range(vma->vm_pgoff, size))
357		return -EINVAL;
358
359	if (!private_mapping_ok(vma))
360		return -ENOSYS;
361
362	if (!range_is_allowed(vma->vm_pgoff, size))
363		return -EPERM;
364
365	if (!phys_mem_access_prot_allowed(file, vma->vm_pgoff, size,
366						&vma->vm_page_prot))
367		return -EINVAL;
368
369	vma->vm_page_prot = phys_mem_access_prot(file, vma->vm_pgoff,
370						 size,
371						 vma->vm_page_prot);
372
373	vma->vm_ops = &mmap_mem_ops;
374
375	/* Remap-pfn-range will mark the range VM_IO */
376	if (remap_pfn_range(vma,
377			    vma->vm_start,
378			    vma->vm_pgoff,
379			    size,
380			    vma->vm_page_prot)) {
381		return -EAGAIN;
382	}
383	return 0;
384}
385
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
386#ifdef CONFIG_DEVPORT
387static ssize_t read_port(struct file *file, char __user *buf,
388			 size_t count, loff_t *ppos)
389{
390	unsigned long i = *ppos;
391	char __user *tmp = buf;
392
393	if (!access_ok(buf, count))
394		return -EFAULT;
395	while (count-- > 0 && i < 65536) {
396		if (__put_user(inb(i), tmp) < 0)
397			return -EFAULT;
398		i++;
399		tmp++;
400	}
401	*ppos = i;
402	return tmp-buf;
403}
404
405static ssize_t write_port(struct file *file, const char __user *buf,
406			  size_t count, loff_t *ppos)
407{
408	unsigned long i = *ppos;
409	const char __user *tmp = buf;
410
411	if (!access_ok(buf, count))
412		return -EFAULT;
413	while (count-- > 0 && i < 65536) {
414		char c;
415
416		if (__get_user(c, tmp)) {
417			if (tmp > buf)
418				break;
419			return -EFAULT;
420		}
421		outb(c, i);
422		i++;
423		tmp++;
424	}
425	*ppos = i;
426	return tmp-buf;
427}
428#endif
429
430static ssize_t read_null(struct file *file, char __user *buf,
431			 size_t count, loff_t *ppos)
432{
433	return 0;
434}
435
436static ssize_t write_null(struct file *file, const char __user *buf,
437			  size_t count, loff_t *ppos)
438{
439	return count;
440}
441
442static ssize_t read_iter_null(struct kiocb *iocb, struct iov_iter *to)
443{
444	return 0;
445}
446
447static ssize_t write_iter_null(struct kiocb *iocb, struct iov_iter *from)
448{
449	size_t count = iov_iter_count(from);
450	iov_iter_advance(from, count);
451	return count;
452}
453
454static int pipe_to_null(struct pipe_inode_info *info, struct pipe_buffer *buf,
455			struct splice_desc *sd)
456{
457	return sd->len;
458}
459
460static ssize_t splice_write_null(struct pipe_inode_info *pipe, struct file *out,
461				 loff_t *ppos, size_t len, unsigned int flags)
462{
463	return splice_from_pipe(pipe, out, ppos, len, flags, pipe_to_null);
464}
465
466static int uring_cmd_null(struct io_uring_cmd *ioucmd, unsigned int issue_flags)
 
467{
468	return 0;
469}
 
 
470
471static ssize_t read_iter_zero(struct kiocb *iocb, struct iov_iter *iter)
472{
473	size_t written = 0;
474
475	while (iov_iter_count(iter)) {
476		size_t chunk = iov_iter_count(iter), n;
 
 
477
478		if (chunk > PAGE_SIZE)
479			chunk = PAGE_SIZE;	/* Just for latency reasons */
480		n = iov_iter_zero(chunk, iter);
481		if (!n && iov_iter_count(iter))
482			return written ? written : -EFAULT;
483		written += n;
484		if (signal_pending(current))
485			return written ? written : -ERESTARTSYS;
486		if (!need_resched())
487			continue;
488		if (iocb->ki_flags & IOCB_NOWAIT)
489			return written ? written : -EAGAIN;
490		cond_resched();
491	}
492	return written;
493}
494
495static ssize_t read_zero(struct file *file, char __user *buf,
496			 size_t count, loff_t *ppos)
497{
498	size_t cleared = 0;
499
500	while (count) {
501		size_t chunk = min_t(size_t, count, PAGE_SIZE);
502		size_t left;
503
504		left = clear_user(buf + cleared, chunk);
505		if (unlikely(left)) {
506			cleared += (chunk - left);
507			if (!cleared)
508				return -EFAULT;
509			break;
510		}
511		cleared += chunk;
512		count -= chunk;
513
514		if (signal_pending(current))
515			break;
516		cond_resched();
517	}
518
519	return cleared;
520}
521
522static int mmap_zero(struct file *file, struct vm_area_struct *vma)
523{
524#ifndef CONFIG_MMU
525	return -ENOSYS;
526#endif
527	if (vma->vm_flags & VM_SHARED)
528		return shmem_zero_setup(vma);
529	vma_set_anonymous(vma);
530	return 0;
531}
532
533static unsigned long get_unmapped_area_zero(struct file *file,
534				unsigned long addr, unsigned long len,
535				unsigned long pgoff, unsigned long flags)
536{
537#ifdef CONFIG_MMU
538	if (flags & MAP_SHARED) {
539		/*
540		 * mmap_zero() will call shmem_zero_setup() to create a file,
541		 * so use shmem's get_unmapped_area in case it can be huge;
542		 * and pass NULL for file as in mmap.c's get_unmapped_area(),
543		 * so as not to confuse shmem with our handle on "/dev/zero".
544		 */
545		return shmem_get_unmapped_area(NULL, addr, len, pgoff, flags);
546	}
547
548	/* Otherwise flags & MAP_PRIVATE: with no shmem object beneath it */
549	return mm_get_unmapped_area(current->mm, file, addr, len, pgoff, flags);
550#else
551	return -ENOSYS;
552#endif
553}
554
555static ssize_t write_full(struct file *file, const char __user *buf,
556			  size_t count, loff_t *ppos)
557{
558	return -ENOSPC;
559}
560
561/*
562 * Special lseek() function for /dev/null and /dev/zero.  Most notably, you
563 * can fopen() both devices with "a" now.  This was previously impossible.
564 * -- SRB.
565 */
566static loff_t null_lseek(struct file *file, loff_t offset, int orig)
567{
568	return file->f_pos = 0;
569}
570
571/*
572 * The memory devices use the full 32/64 bits of the offset, and so we cannot
573 * check against negative addresses: they are ok. The return value is weird,
574 * though, in that case (0).
575 *
576 * also note that seeking relative to the "end of file" isn't supported:
577 * it has no meaning, so it returns -EINVAL.
578 */
579static loff_t memory_lseek(struct file *file, loff_t offset, int orig)
580{
581	loff_t ret;
582
583	inode_lock(file_inode(file));
584	switch (orig) {
585	case SEEK_CUR:
586		offset += file->f_pos;
587		fallthrough;
588	case SEEK_SET:
589		/* to avoid userland mistaking f_pos=-9 as -EBADF=-9 */
590		if ((unsigned long long)offset >= -MAX_ERRNO) {
591			ret = -EOVERFLOW;
592			break;
593		}
594		file->f_pos = offset;
595		ret = file->f_pos;
596		force_successful_syscall_return();
597		break;
598	default:
599		ret = -EINVAL;
600	}
601	inode_unlock(file_inode(file));
602	return ret;
603}
604
605static int open_port(struct inode *inode, struct file *filp)
606{
607	int rc;
608
609	if (!capable(CAP_SYS_RAWIO))
610		return -EPERM;
611
612	rc = security_locked_down(LOCKDOWN_DEV_MEM);
613	if (rc)
614		return rc;
615
616	if (iminor(inode) != DEVMEM_MINOR)
617		return 0;
618
619	/*
620	 * Use a unified address space to have a single point to manage
621	 * revocations when drivers want to take over a /dev/mem mapped
622	 * range.
623	 */
624	filp->f_mapping = iomem_get_mapping();
625
626	return 0;
627}
628
629#define zero_lseek	null_lseek
630#define full_lseek      null_lseek
631#define write_zero	write_null
632#define write_iter_zero	write_iter_null
633#define splice_write_zero	splice_write_null
634#define open_mem	open_port
 
 
635
636static const struct file_operations __maybe_unused mem_fops = {
637	.llseek		= memory_lseek,
638	.read		= read_mem,
639	.write		= write_mem,
640	.mmap		= mmap_mem,
641	.open		= open_mem,
642#ifndef CONFIG_MMU
643	.get_unmapped_area = get_unmapped_area_mem,
644	.mmap_capabilities = memory_mmap_capabilities,
 
 
 
 
 
 
 
 
 
 
645#endif
646	.fop_flags	= FOP_UNSIGNED_OFFSET,
647};
648
649static const struct file_operations null_fops = {
650	.llseek		= null_lseek,
651	.read		= read_null,
652	.write		= write_null,
653	.read_iter	= read_iter_null,
654	.write_iter	= write_iter_null,
655	.splice_write	= splice_write_null,
656	.uring_cmd	= uring_cmd_null,
657};
658
659#ifdef CONFIG_DEVPORT
660static const struct file_operations port_fops = {
661	.llseek		= memory_lseek,
662	.read		= read_port,
663	.write		= write_port,
664	.open		= open_port,
665};
666#endif
667
668static const struct file_operations zero_fops = {
669	.llseek		= zero_lseek,
 
670	.write		= write_zero,
671	.read_iter	= read_iter_zero,
672	.read		= read_zero,
673	.write_iter	= write_iter_zero,
674	.splice_read	= copy_splice_read,
675	.splice_write	= splice_write_zero,
676	.mmap		= mmap_zero,
677	.get_unmapped_area = get_unmapped_area_zero,
678#ifndef CONFIG_MMU
679	.mmap_capabilities = zero_mmap_capabilities,
680#endif
 
 
 
 
 
 
681};
682
683static const struct file_operations full_fops = {
684	.llseek		= full_lseek,
685	.read_iter	= read_iter_zero,
686	.write		= write_full,
687	.splice_read	= copy_splice_read,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
688};
689
690static const struct memdev {
691	const char *name;
 
692	const struct file_operations *fops;
693	fmode_t fmode;
694	umode_t mode;
695} devlist[] = {
696#ifdef CONFIG_DEVMEM
697	[DEVMEM_MINOR] = { "mem", &mem_fops, 0, 0 },
 
698#endif
699	[3] = { "null", &null_fops, FMODE_NOWAIT, 0666 },
700#ifdef CONFIG_DEVPORT
701	[4] = { "port", &port_fops, 0, 0 },
702#endif
703	[5] = { "zero", &zero_fops, FMODE_NOWAIT, 0666 },
704	[7] = { "full", &full_fops, 0, 0666 },
705	[8] = { "random", &random_fops, FMODE_NOWAIT, 0666 },
706	[9] = { "urandom", &urandom_fops, FMODE_NOWAIT, 0666 },
707#ifdef CONFIG_PRINTK
708	[11] = { "kmsg", &kmsg_fops, 0, 0644 },
 
709#endif
710};
711
712static int memory_open(struct inode *inode, struct file *filp)
713{
714	int minor;
715	const struct memdev *dev;
716
717	minor = iminor(inode);
718	if (minor >= ARRAY_SIZE(devlist))
719		return -ENXIO;
720
721	dev = &devlist[minor];
722	if (!dev->fops)
723		return -ENXIO;
724
725	filp->f_op = dev->fops;
726	filp->f_mode |= dev->fmode;
 
 
 
 
 
727
728	if (dev->fops->open)
729		return dev->fops->open(inode, filp);
730
731	return 0;
732}
733
734static const struct file_operations memory_fops = {
735	.open = memory_open,
736	.llseek = noop_llseek,
737};
738
739static char *mem_devnode(const struct device *dev, umode_t *mode)
740{
741	if (mode && devlist[MINOR(dev->devt)].mode)
742		*mode = devlist[MINOR(dev->devt)].mode;
743	return NULL;
744}
745
746static const struct class mem_class = {
747	.name		= "mem",
748	.devnode	= mem_devnode,
749};
750
751static int __init chr_dev_init(void)
752{
753	int retval;
754	int minor;
 
 
 
 
 
755
756	if (register_chrdev(MEM_MAJOR, "mem", &memory_fops))
757		printk("unable to get major %d for memory devs\n", MEM_MAJOR);
758
759	retval = class_register(&mem_class);
760	if (retval)
761		return retval;
762
 
763	for (minor = 1; minor < ARRAY_SIZE(devlist); minor++) {
764		if (!devlist[minor].name)
765			continue;
766
767		/*
768		 * Create /dev/port?
769		 */
770		if ((minor == DEVPORT_MINOR) && !arch_has_dev_port())
771			continue;
772
773		device_create(&mem_class, NULL, MKDEV(MEM_MAJOR, minor),
774			      NULL, devlist[minor].name);
775	}
776
777	return tty_init();
778}
779
780fs_initcall(chr_dev_init);