1// SPDX-License-Identifier: GPL-2.0
 2
 3#include <linux/mm.h>
 4#include <linux/smp.h>
 5#include <linux/sched.h>
 6#include <asm/sbi.h>
 7
 8void flush_tlb_all(void)
 9{
10	sbi_remote_sfence_vma(NULL, 0, -1);
11}
12
13/*
14 * This function must not be called with cmask being null.
15 * Kernel may panic if cmask is NULL.
16 */
17static void __sbi_tlb_flush_range(struct cpumask *cmask, unsigned long start,
18				  unsigned long size)
19{
20	struct cpumask hmask;
21	unsigned int cpuid;
22
23	if (cpumask_empty(cmask))
24		return;
25
26	cpuid = get_cpu();
27
28	if (cpumask_any_but(cmask, cpuid) >= nr_cpu_ids) {
29		/* local cpu is the only cpu present in cpumask */
30		if (size <= PAGE_SIZE)
31			local_flush_tlb_page(start);
32		else
33			local_flush_tlb_all();
34	} else {
35		riscv_cpuid_to_hartid_mask(cmask, &hmask);
36		sbi_remote_sfence_vma(cpumask_bits(&hmask), start, size);
37	}
38
39	put_cpu();
40}
41
42void flush_tlb_mm(struct mm_struct *mm)
43{
44	__sbi_tlb_flush_range(mm_cpumask(mm), 0, -1);
45}
46
47void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
48{
49	__sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), addr, PAGE_SIZE);
50}
51
52void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
53		     unsigned long end)
54{
55	__sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), start, end - start);
56}

 1// SPDX-License-Identifier: GPL-2.0
 2
 3#include <linux/mm.h>
 4#include <linux/smp.h>
 
 5#include <asm/sbi.h>
 6
 7void flush_tlb_all(void)
 8{
 9	sbi_remote_sfence_vma(NULL, 0, -1);
10}
11
 
 
 
 
12static void __sbi_tlb_flush_range(struct cpumask *cmask, unsigned long start,
13				  unsigned long size)
14{
15	struct cpumask hmask;
 
16
17	riscv_cpuid_to_hartid_mask(cmask, &hmask);
18	sbi_remote_sfence_vma(hmask.bits, start, size);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19}
20
21void flush_tlb_mm(struct mm_struct *mm)
22{
23	__sbi_tlb_flush_range(mm_cpumask(mm), 0, -1);
24}
25
26void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
27{
28	__sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), addr, PAGE_SIZE);
29}
30
31void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
32		     unsigned long end)
33{
34	__sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), start, end - start);
35}