Loading...
1/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28/*
29 * to preserve the visibility of NUMA_NO_NODE definition,
30 * moved to there from here. May be used independent of
31 * CONFIG_NUMA.
32 */
33#include <linux/numa.h>
34
35#ifdef CONFIG_NUMA
36#include <linux/cpumask.h>
37
38#include <asm/mpspec.h>
39#include <asm/percpu.h>
40
41/* Mappings between logical cpu number and node number */
42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
43
44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
45/*
46 * override generic percpu implementation of cpu_to_node
47 */
48extern int __cpu_to_node(int cpu);
49#define cpu_to_node __cpu_to_node
50
51extern int early_cpu_to_node(int cpu);
52
53#else /* !CONFIG_DEBUG_PER_CPU_MAPS */
54
55/* Same function but used if called before per_cpu areas are setup */
56static inline int early_cpu_to_node(int cpu)
57{
58 return early_per_cpu(x86_cpu_to_node_map, cpu);
59}
60
61#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
62
63/* Mappings between node number and cpus on that node. */
64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
65
66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
67extern const struct cpumask *cpumask_of_node(int node);
68#else
69/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
70static inline const struct cpumask *cpumask_of_node(int node)
71{
72 return node_to_cpumask_map[node];
73}
74#endif
75
76extern void setup_node_to_cpumask_map(void);
77
78/*
79 * Returns the number of the node containing Node 'node'. This
80 * architecture is flat, so it is a pretty simple function!
81 */
82#define parent_node(node) (node)
83
84#define pcibus_to_node(bus) __pcibus_to_node(bus)
85
86extern int __node_distance(int, int);
87#define node_distance(a, b) __node_distance(a, b)
88
89#else /* !CONFIG_NUMA */
90
91static inline int numa_node_id(void)
92{
93 return 0;
94}
95/*
96 * indicate override:
97 */
98#define numa_node_id numa_node_id
99
100static inline int early_cpu_to_node(int cpu)
101{
102 return 0;
103}
104
105static inline void setup_node_to_cpumask_map(void) { }
106
107#endif
108
109#include <asm-generic/topology.h>
110
111extern const struct cpumask *cpu_coregroup_mask(int cpu);
112
113#define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id)
114#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
115#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
116
117#ifdef CONFIG_SMP
118#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
119#define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
120
121extern unsigned int __max_logical_packages;
122#define topology_max_packages() (__max_logical_packages)
123
124extern int __max_smt_threads;
125
126static inline int topology_max_smt_threads(void)
127{
128 return __max_smt_threads;
129}
130
131int topology_update_package_map(unsigned int apicid, unsigned int cpu);
132extern int topology_phys_to_logical_pkg(unsigned int pkg);
133#else
134#define topology_max_packages() (1)
135static inline int
136topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
137static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
138static inline int topology_max_smt_threads(void) { return 1; }
139#endif
140
141static inline void arch_fix_phys_package_id(int num, u32 slot)
142{
143}
144
145struct pci_bus;
146int x86_pci_root_bus_node(int bus);
147void x86_pci_root_bus_resources(int bus, struct list_head *resources);
148
149extern bool x86_topology_update;
150
151#ifdef CONFIG_SCHED_MC_PRIO
152#include <asm/percpu.h>
153
154DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
155extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
156
157/* Interface to set priority of a cpu */
158void sched_set_itmt_core_prio(int prio, int core_cpu);
159
160/* Interface to notify scheduler that system supports ITMT */
161int sched_set_itmt_support(void);
162
163/* Interface to notify scheduler that system revokes ITMT support */
164void sched_clear_itmt_support(void);
165
166#else /* CONFIG_SCHED_MC_PRIO */
167
168#define sysctl_sched_itmt_enabled 0
169static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
170{
171}
172static inline int sched_set_itmt_support(void)
173{
174 return 0;
175}
176static inline void sched_clear_itmt_support(void)
177{
178}
179#endif /* CONFIG_SCHED_MC_PRIO */
180
181#endif /* _ASM_X86_TOPOLOGY_H */
1/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28/*
29 * to preserve the visibility of NUMA_NO_NODE definition,
30 * moved to there from here. May be used independent of
31 * CONFIG_NUMA.
32 */
33#include <linux/numa.h>
34
35#ifdef CONFIG_NUMA
36#include <linux/cpumask.h>
37
38#include <asm/mpspec.h>
39#include <asm/percpu.h>
40
41/* Mappings between logical cpu number and node number */
42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
43
44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
45/*
46 * override generic percpu implementation of cpu_to_node
47 */
48extern int __cpu_to_node(int cpu);
49#define cpu_to_node __cpu_to_node
50
51extern int early_cpu_to_node(int cpu);
52
53#else /* !CONFIG_DEBUG_PER_CPU_MAPS */
54
55/* Same function but used if called before per_cpu areas are setup */
56static inline int early_cpu_to_node(int cpu)
57{
58 return early_per_cpu(x86_cpu_to_node_map, cpu);
59}
60
61#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
62
63/* Mappings between node number and cpus on that node. */
64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
65
66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
67extern const struct cpumask *cpumask_of_node(int node);
68#else
69/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
70static inline const struct cpumask *cpumask_of_node(int node)
71{
72 return node_to_cpumask_map[node];
73}
74#endif
75
76extern void setup_node_to_cpumask_map(void);
77
78#define pcibus_to_node(bus) __pcibus_to_node(bus)
79
80extern int __node_distance(int, int);
81#define node_distance(a, b) __node_distance(a, b)
82
83#else /* !CONFIG_NUMA */
84
85static inline int numa_node_id(void)
86{
87 return 0;
88}
89/*
90 * indicate override:
91 */
92#define numa_node_id numa_node_id
93
94static inline int early_cpu_to_node(int cpu)
95{
96 return 0;
97}
98
99static inline void setup_node_to_cpumask_map(void) { }
100
101#endif
102
103#include <asm-generic/topology.h>
104
105extern const struct cpumask *cpu_coregroup_mask(int cpu);
106extern const struct cpumask *cpu_clustergroup_mask(int cpu);
107
108#define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id)
109#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
110#define topology_logical_die_id(cpu) (cpu_data(cpu).logical_die_id)
111#define topology_die_id(cpu) (cpu_data(cpu).cpu_die_id)
112#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
113#define topology_ppin(cpu) (cpu_data(cpu).ppin)
114
115extern unsigned int __max_die_per_package;
116
117#ifdef CONFIG_SMP
118#define topology_cluster_id(cpu) (per_cpu(cpu_l2c_id, cpu))
119#define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu))
120#define topology_cluster_cpumask(cpu) (cpu_clustergroup_mask(cpu))
121#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
122#define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
123
124extern unsigned int __max_logical_packages;
125#define topology_max_packages() (__max_logical_packages)
126
127static inline int topology_max_die_per_package(void)
128{
129 return __max_die_per_package;
130}
131
132extern int __max_smt_threads;
133
134static inline int topology_max_smt_threads(void)
135{
136 return __max_smt_threads;
137}
138
139int topology_update_package_map(unsigned int apicid, unsigned int cpu);
140int topology_update_die_map(unsigned int dieid, unsigned int cpu);
141int topology_phys_to_logical_pkg(unsigned int pkg);
142int topology_phys_to_logical_die(unsigned int die, unsigned int cpu);
143bool topology_is_primary_thread(unsigned int cpu);
144bool topology_smt_supported(void);
145#else
146#define topology_max_packages() (1)
147static inline int
148topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
149static inline int
150topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; }
151static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
152static inline int topology_phys_to_logical_die(unsigned int die,
153 unsigned int cpu) { return 0; }
154static inline int topology_max_die_per_package(void) { return 1; }
155static inline int topology_max_smt_threads(void) { return 1; }
156static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
157static inline bool topology_smt_supported(void) { return false; }
158#endif
159
160static inline void arch_fix_phys_package_id(int num, u32 slot)
161{
162}
163
164struct pci_bus;
165int x86_pci_root_bus_node(int bus);
166void x86_pci_root_bus_resources(int bus, struct list_head *resources);
167
168extern bool x86_topology_update;
169
170#ifdef CONFIG_SCHED_MC_PRIO
171#include <asm/percpu.h>
172
173DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
174extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
175
176/* Interface to set priority of a cpu */
177void sched_set_itmt_core_prio(int prio, int core_cpu);
178
179/* Interface to notify scheduler that system supports ITMT */
180int sched_set_itmt_support(void);
181
182/* Interface to notify scheduler that system revokes ITMT support */
183void sched_clear_itmt_support(void);
184
185#else /* CONFIG_SCHED_MC_PRIO */
186
187#define sysctl_sched_itmt_enabled 0
188static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
189{
190}
191static inline int sched_set_itmt_support(void)
192{
193 return 0;
194}
195static inline void sched_clear_itmt_support(void)
196{
197}
198#endif /* CONFIG_SCHED_MC_PRIO */
199
200#if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
201#include <asm/cpufeature.h>
202
203DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
204
205#define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
206
207DECLARE_PER_CPU(unsigned long, arch_freq_scale);
208
209static inline long arch_scale_freq_capacity(int cpu)
210{
211 return per_cpu(arch_freq_scale, cpu);
212}
213#define arch_scale_freq_capacity arch_scale_freq_capacity
214
215extern void arch_set_max_freq_ratio(bool turbo_disabled);
216extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
217#else
218static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
219static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
220#endif
221
222extern void arch_scale_freq_tick(void);
223#define arch_scale_freq_tick arch_scale_freq_tick
224
225#ifdef CONFIG_ACPI_CPPC_LIB
226void init_freq_invariance_cppc(void);
227#define arch_init_invariance_cppc init_freq_invariance_cppc
228#endif
229
230#endif /* _ASM_X86_TOPOLOGY_H */