Loading...
1/*
2 * arch/arm/include/asm/proc-fns.h
3 *
4 * Copyright (C) 1997-1999 Russell King
5 * Copyright (C) 2000 Deep Blue Solutions Ltd
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11#ifndef __ASM_PROCFNS_H
12#define __ASM_PROCFNS_H
13
14#ifdef __KERNEL__
15
16#include <asm/glue-proc.h>
17#include <asm/page.h>
18
19#ifndef __ASSEMBLY__
20
21struct mm_struct;
22
23/*
24 * Don't change this structure - ASM code relies on it.
25 */
26extern struct processor {
27 /* MISC
28 * get data abort address/flags
29 */
30 void (*_data_abort)(unsigned long pc);
31 /*
32 * Retrieve prefetch fault address
33 */
34 unsigned long (*_prefetch_abort)(unsigned long lr);
35 /*
36 * Set up any processor specifics
37 */
38 void (*_proc_init)(void);
39 /*
40 * Disable any processor specifics
41 */
42 void (*_proc_fin)(void);
43 /*
44 * Special stuff for a reset
45 */
46 void (*reset)(unsigned long addr) __attribute__((noreturn));
47 /*
48 * Idle the processor
49 */
50 int (*_do_idle)(void);
51 /*
52 * Processor architecture specific
53 */
54 /*
55 * clean a virtual address range from the
56 * D-cache without flushing the cache.
57 */
58 void (*dcache_clean_area)(void *addr, int size);
59
60 /*
61 * Set the page table
62 */
63 void (*switch_mm)(unsigned long pgd_phys, struct mm_struct *mm);
64 /*
65 * Set a possibly extended PTE. Non-extended PTEs should
66 * ignore 'ext'.
67 */
68#ifdef CONFIG_ARM_LPAE
69 void (*set_pte_ext)(pte_t *ptep, pte_t pte);
70#else
71 void (*set_pte_ext)(pte_t *ptep, pte_t pte, unsigned int ext);
72#endif
73
74 /* Suspend/resume */
75 unsigned int suspend_size;
76 void (*do_suspend)(void *);
77 void (*do_resume)(void *);
78} processor;
79
80#ifndef MULTI_CPU
81extern void cpu_proc_init(void);
82extern void cpu_proc_fin(void);
83extern int cpu_do_idle(void);
84extern void cpu_dcache_clean_area(void *, int);
85extern void cpu_do_switch_mm(unsigned long pgd_phys, struct mm_struct *mm);
86#ifdef CONFIG_ARM_LPAE
87extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte);
88#else
89extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext);
90#endif
91extern void cpu_reset(unsigned long addr) __attribute__((noreturn));
92
93/* These three are private to arch/arm/kernel/suspend.c */
94extern void cpu_do_suspend(void *);
95extern void cpu_do_resume(void *);
96#else
97#define cpu_proc_init processor._proc_init
98#define cpu_proc_fin processor._proc_fin
99#define cpu_reset processor.reset
100#define cpu_do_idle processor._do_idle
101#define cpu_dcache_clean_area processor.dcache_clean_area
102#define cpu_set_pte_ext processor.set_pte_ext
103#define cpu_do_switch_mm processor.switch_mm
104
105/* These three are private to arch/arm/kernel/suspend.c */
106#define cpu_do_suspend processor.do_suspend
107#define cpu_do_resume processor.do_resume
108#endif
109
110extern void cpu_resume(void);
111
112#include <asm/memory.h>
113
114#ifdef CONFIG_MMU
115
116#define cpu_switch_mm(pgd,mm) cpu_do_switch_mm(virt_to_phys(pgd),mm)
117
118#ifdef CONFIG_ARM_LPAE
119#define cpu_get_pgd() \
120 ({ \
121 unsigned long pg, pg2; \
122 __asm__("mrrc p15, 0, %0, %1, c2" \
123 : "=r" (pg), "=r" (pg2) \
124 : \
125 : "cc"); \
126 pg &= ~(PTRS_PER_PGD*sizeof(pgd_t)-1); \
127 (pgd_t *)phys_to_virt(pg); \
128 })
129#else
130#define cpu_get_pgd() \
131 ({ \
132 unsigned long pg; \
133 __asm__("mrc p15, 0, %0, c2, c0, 0" \
134 : "=r" (pg) : : "cc"); \
135 pg &= ~0x3fff; \
136 (pgd_t *)phys_to_virt(pg); \
137 })
138#endif
139
140#endif
141
142#endif /* __ASSEMBLY__ */
143#endif /* __KERNEL__ */
144#endif /* __ASM_PROCFNS_H */
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * arch/arm/include/asm/proc-fns.h
4 *
5 * Copyright (C) 1997-1999 Russell King
6 * Copyright (C) 2000 Deep Blue Solutions Ltd
7 */
8#ifndef __ASM_PROCFNS_H
9#define __ASM_PROCFNS_H
10
11#ifdef __KERNEL__
12
13#include <asm/glue-proc.h>
14#include <asm/page.h>
15
16#ifndef __ASSEMBLY__
17
18struct mm_struct;
19
20/*
21 * Don't change this structure - ASM code relies on it.
22 */
23struct processor {
24 /* MISC
25 * get data abort address/flags
26 */
27 void (*_data_abort)(unsigned long pc);
28 /*
29 * Retrieve prefetch fault address
30 */
31 unsigned long (*_prefetch_abort)(unsigned long lr);
32 /*
33 * Set up any processor specifics
34 */
35 void (*_proc_init)(void);
36 /*
37 * Check for processor bugs
38 */
39 void (*check_bugs)(void);
40 /*
41 * Disable any processor specifics
42 */
43 void (*_proc_fin)(void);
44 /*
45 * Special stuff for a reset
46 */
47 void (*reset)(unsigned long addr, bool hvc) __attribute__((noreturn));
48 /*
49 * Idle the processor
50 */
51 int (*_do_idle)(void);
52 /*
53 * Processor architecture specific
54 */
55 /*
56 * clean a virtual address range from the
57 * D-cache without flushing the cache.
58 */
59 void (*dcache_clean_area)(void *addr, int size);
60
61 /*
62 * Set the page table
63 */
64 void (*switch_mm)(phys_addr_t pgd_phys, struct mm_struct *mm);
65 /*
66 * Set a possibly extended PTE. Non-extended PTEs should
67 * ignore 'ext'.
68 */
69#ifdef CONFIG_ARM_LPAE
70 void (*set_pte_ext)(pte_t *ptep, pte_t pte);
71#else
72 void (*set_pte_ext)(pte_t *ptep, pte_t pte, unsigned int ext);
73#endif
74
75 /* Suspend/resume */
76 unsigned int suspend_size;
77 void (*do_suspend)(void *);
78 void (*do_resume)(void *);
79};
80
81#ifndef MULTI_CPU
82static inline void init_proc_vtable(const struct processor *p)
83{
84}
85
86extern void cpu_proc_init(void);
87extern void cpu_proc_fin(void);
88extern int cpu_do_idle(void);
89extern void cpu_dcache_clean_area(void *, int);
90extern void cpu_do_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
91#ifdef CONFIG_ARM_LPAE
92extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte);
93#else
94extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext);
95#endif
96extern void cpu_reset(unsigned long addr, bool hvc) __attribute__((noreturn));
97
98/* These three are private to arch/arm/kernel/suspend.c */
99extern void cpu_do_suspend(void *);
100extern void cpu_do_resume(void *);
101#else
102
103extern struct processor processor;
104#if defined(CONFIG_BIG_LITTLE) && defined(CONFIG_HARDEN_BRANCH_PREDICTOR)
105#include <linux/smp.h>
106/*
107 * This can't be a per-cpu variable because we need to access it before
108 * per-cpu has been initialised. We have a couple of functions that are
109 * called in a pre-emptible context, and so can't use smp_processor_id()
110 * there, hence PROC_TABLE(). We insist in init_proc_vtable() that the
111 * function pointers for these are identical across all CPUs.
112 */
113extern struct processor *cpu_vtable[];
114#define PROC_VTABLE(f) cpu_vtable[smp_processor_id()]->f
115#define PROC_TABLE(f) cpu_vtable[0]->f
116static inline void init_proc_vtable(const struct processor *p)
117{
118 unsigned int cpu = smp_processor_id();
119 *cpu_vtable[cpu] = *p;
120 WARN_ON_ONCE(cpu_vtable[cpu]->dcache_clean_area !=
121 cpu_vtable[0]->dcache_clean_area);
122 WARN_ON_ONCE(cpu_vtable[cpu]->set_pte_ext !=
123 cpu_vtable[0]->set_pte_ext);
124}
125#else
126#define PROC_VTABLE(f) processor.f
127#define PROC_TABLE(f) processor.f
128static inline void init_proc_vtable(const struct processor *p)
129{
130 processor = *p;
131}
132#endif
133
134#define cpu_proc_init PROC_VTABLE(_proc_init)
135#define cpu_check_bugs PROC_VTABLE(check_bugs)
136#define cpu_proc_fin PROC_VTABLE(_proc_fin)
137#define cpu_reset PROC_VTABLE(reset)
138#define cpu_do_idle PROC_VTABLE(_do_idle)
139#define cpu_dcache_clean_area PROC_TABLE(dcache_clean_area)
140#define cpu_set_pte_ext PROC_TABLE(set_pte_ext)
141#define cpu_do_switch_mm PROC_VTABLE(switch_mm)
142
143/* These two are private to arch/arm/kernel/suspend.c */
144#define cpu_do_suspend PROC_VTABLE(do_suspend)
145#define cpu_do_resume PROC_VTABLE(do_resume)
146#endif
147
148extern void cpu_resume(void);
149
150#ifdef CONFIG_MMU
151
152#define cpu_switch_mm(pgd,mm) cpu_do_switch_mm(virt_to_phys(pgd),mm)
153
154#ifdef CONFIG_ARM_LPAE
155
156#define cpu_get_ttbr(nr) \
157 ({ \
158 u64 ttbr; \
159 __asm__("mrrc p15, " #nr ", %Q0, %R0, c2" \
160 : "=r" (ttbr)); \
161 ttbr; \
162 })
163
164#define cpu_get_pgd() \
165 ({ \
166 u64 pg = cpu_get_ttbr(0); \
167 pg &= ~(PTRS_PER_PGD*sizeof(pgd_t)-1); \
168 (pgd_t *)phys_to_virt(pg); \
169 })
170#else
171#define cpu_get_pgd() \
172 ({ \
173 unsigned long pg; \
174 __asm__("mrc p15, 0, %0, c2, c0, 0" \
175 : "=r" (pg) : : "cc"); \
176 pg &= ~0x3fff; \
177 (pgd_t *)phys_to_virt(pg); \
178 })
179#endif
180
181#else /*!CONFIG_MMU */
182
183#define cpu_switch_mm(pgd,mm) { }
184
185#endif
186
187#endif /* __ASSEMBLY__ */
188#endif /* __KERNEL__ */
189#endif /* __ASM_PROCFNS_H */