Commit | Line | Data |
---|---|---|
3367e56f TG |
1 | /* |
2 | * Written by: Matthew Dobson, IBM Corporation | |
3 | * | |
4 | * Copyright (C) 2002, IBM Corp. | |
5 | * | |
6 | * All rights reserved. | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License as published by | |
10 | * the Free Software Foundation; either version 2 of the License, or | |
11 | * (at your option) any later version. | |
12 | * | |
13 | * This program is distributed in the hope that it will be useful, but | |
14 | * WITHOUT ANY WARRANTY; without even the implied warranty of | |
15 | * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | |
16 | * NON INFRINGEMENT. See the GNU General Public License for more | |
17 | * details. | |
18 | * | |
19 | * You should have received a copy of the GNU General Public License | |
20 | * along with this program; if not, write to the Free Software | |
21 | * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
22 | * | |
23 | * Send feedback to <colpatch@us.ibm.com> | |
24 | */ | |
1965aae3 PA |
25 | #ifndef _ASM_X86_TOPOLOGY_H |
26 | #define _ASM_X86_TOPOLOGY_H | |
3367e56f | 27 | |
5c3a121d VS |
28 | #ifdef CONFIG_X86_32 |
29 | # ifdef CONFIG_X86_HT | |
30 | # define ENABLE_TOPO_DEFINES | |
31 | # endif | |
32 | #else | |
33 | # ifdef CONFIG_SMP | |
34 | # define ENABLE_TOPO_DEFINES | |
35 | # endif | |
36 | #endif | |
37 | ||
23ca4bba MT |
38 | /* Node not present */ |
39 | #define NUMA_NO_NODE (-1) | |
40 | ||
3367e56f TG |
41 | #ifdef CONFIG_NUMA |
42 | #include <linux/cpumask.h> | |
43 | #include <asm/mpspec.h> | |
44 | ||
834beda1 | 45 | #ifdef CONFIG_X86_32 |
04d1dd20 | 46 | |
23ca4bba | 47 | /* Mappings between node number and cpus on that node. */ |
3367e56f TG |
48 | extern cpumask_t node_to_cpumask_map[]; |
49 | ||
23ca4bba MT |
50 | /* Mappings between logical cpu number and node number */ |
51 | extern int cpu_to_node_map[]; | |
df3825c5 | 52 | |
3367e56f TG |
53 | /* Returns the number of the node containing CPU 'cpu' */ |
54 | static inline int cpu_to_node(int cpu) | |
834beda1 | 55 | { |
56 | return cpu_to_node_map[cpu]; | |
57 | } | |
23ca4bba | 58 | #define early_cpu_to_node(cpu) cpu_to_node(cpu) |
834beda1 | 59 | |
6a2f47ca MT |
60 | /* Returns a bitmask of CPUs on Node 'node'. |
61 | * | |
62 | * Side note: this function creates the returned cpumask on the stack | |
63 | * so with a high NR_CPUS count, excessive stack space is used. The | |
393d68fb | 64 | * cpumask_of_node function should be used whenever possible. |
6a2f47ca | 65 | */ |
9f248bde MT |
66 | static inline cpumask_t node_to_cpumask(int node) |
67 | { | |
68 | return node_to_cpumask_map[node]; | |
69 | } | |
70 | ||
393d68fb RR |
71 | /* Returns a bitmask of CPUs on Node 'node'. */ |
72 | static inline const struct cpumask *cpumask_of_node(int node) | |
73 | { | |
74 | return &node_to_cpumask_map[node]; | |
75 | } | |
76 | ||
6470aff6 BG |
77 | static inline void setup_node_to_cpumask_map(void) { } |
78 | ||
834beda1 | 79 | #else /* CONFIG_X86_64 */ |
b447a468 | 80 | |
23ca4bba | 81 | /* Mappings between node number and cpus on that node. */ |
9f248bde | 82 | extern cpumask_t *node_to_cpumask_map; |
23ca4bba MT |
83 | |
84 | /* Mappings between logical cpu number and node number */ | |
85 | DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map); | |
86 | ||
87 | /* Returns the number of the current Node. */ | |
e7a22c1e BG |
88 | DECLARE_PER_CPU(int, node_number); |
89 | #define numa_node_id() percpu_read(node_number) | |
23ca4bba MT |
90 | |
91 | #ifdef CONFIG_DEBUG_PER_CPU_MAPS | |
92 | extern int cpu_to_node(int cpu); | |
93 | extern int early_cpu_to_node(int cpu); | |
393d68fb | 94 | extern const cpumask_t *cpumask_of_node(int node); |
23ca4bba | 95 | extern cpumask_t node_to_cpumask(int node); |
3367e56f | 96 | |
23ca4bba MT |
97 | #else /* !CONFIG_DEBUG_PER_CPU_MAPS */ |
98 | ||
99 | /* Returns the number of the node containing CPU 'cpu' */ | |
834beda1 | 100 | static inline int cpu_to_node(int cpu) |
101 | { | |
b447a468 | 102 | return per_cpu(x86_cpu_to_node_map, cpu); |
834beda1 | 103 | } |
aa6b5446 | 104 | |
23ca4bba MT |
105 | /* Same function but used if called before per_cpu areas are setup */ |
106 | static inline int early_cpu_to_node(int cpu) | |
107 | { | |
f10fcd47 | 108 | return early_per_cpu(x86_cpu_to_node_map, cpu); |
23ca4bba | 109 | } |
834beda1 | 110 | |
23ca4bba | 111 | /* Returns a pointer to the cpumask of CPUs on Node 'node'. */ |
393d68fb | 112 | static inline const cpumask_t *cpumask_of_node(int node) |
23ca4bba MT |
113 | { |
114 | return &node_to_cpumask_map[node]; | |
115 | } | |
3367e56f TG |
116 | |
117 | /* Returns a bitmask of CPUs on Node 'node'. */ | |
118 | static inline cpumask_t node_to_cpumask(int node) | |
119 | { | |
120 | return node_to_cpumask_map[node]; | |
121 | } | |
122 | ||
23ca4bba | 123 | #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */ |
23ca4bba | 124 | |
6470aff6 BG |
125 | extern void setup_node_to_cpumask_map(void); |
126 | ||
393d68fb RR |
127 | /* |
128 | * Replace default node_to_cpumask_ptr with optimized version | |
129 | * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)" | |
130 | */ | |
23ca4bba | 131 | #define node_to_cpumask_ptr(v, node) \ |
393d68fb | 132 | const cpumask_t *v = cpumask_of_node(node) |
23ca4bba MT |
133 | |
134 | #define node_to_cpumask_ptr_next(v, node) \ | |
393d68fb | 135 | v = cpumask_of_node(node) |
23ca4bba | 136 | |
9f248bde | 137 | #endif /* CONFIG_X86_64 */ |
3367e56f | 138 | |
23ca4bba MT |
139 | /* |
140 | * Returns the number of the node containing Node 'node'. This | |
141 | * architecture is flat, so it is a pretty simple function! | |
142 | */ | |
143 | #define parent_node(node) (node) | |
144 | ||
3367e56f | 145 | #define pcibus_to_node(bus) __pcibus_to_node(bus) |
3367e56f | 146 | |
96a388de | 147 | #ifdef CONFIG_X86_32 |
3367e56f TG |
148 | extern unsigned long node_start_pfn[]; |
149 | extern unsigned long node_end_pfn[]; | |
150 | extern unsigned long node_remap_size[]; | |
151 | #define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid]) | |
152 | ||
3367e56f TG |
153 | # define SD_CACHE_NICE_TRIES 1 |
154 | # define SD_IDLE_IDX 1 | |
155 | # define SD_NEWIDLE_IDX 2 | |
156 | # define SD_FORKEXEC_IDX 0 | |
157 | ||
96a388de | 158 | #else |
3367e56f | 159 | |
3367e56f TG |
160 | # define SD_CACHE_NICE_TRIES 2 |
161 | # define SD_IDLE_IDX 2 | |
1d3504fc | 162 | # define SD_NEWIDLE_IDX 2 |
3367e56f TG |
163 | # define SD_FORKEXEC_IDX 1 |
164 | ||
165 | #endif | |
166 | ||
9fcd18c9 | 167 | /* sched_domains SD_NODE_INIT for NUMA machines */ |
3367e56f | 168 | #define SD_NODE_INIT (struct sched_domain) { \ |
3367e56f TG |
169 | .min_interval = 8, \ |
170 | .max_interval = 32, \ | |
171 | .busy_factor = 32, \ | |
172 | .imbalance_pct = 125, \ | |
173 | .cache_nice_tries = SD_CACHE_NICE_TRIES, \ | |
174 | .busy_idx = 3, \ | |
175 | .idle_idx = SD_IDLE_IDX, \ | |
176 | .newidle_idx = SD_NEWIDLE_IDX, \ | |
177 | .wake_idx = 1, \ | |
178 | .forkexec_idx = SD_FORKEXEC_IDX, \ | |
179 | .flags = SD_LOAD_BALANCE \ | |
180 | | SD_BALANCE_EXEC \ | |
181 | | SD_BALANCE_FORK \ | |
9fcd18c9 IM |
182 | | SD_WAKE_AFFINE \ |
183 | | SD_WAKE_BALANCE \ | |
184 | | SD_SERIALIZE, \ | |
3367e56f TG |
185 | .last_balance = jiffies, \ |
186 | .balance_interval = 1, \ | |
3367e56f TG |
187 | } |
188 | ||
189 | #ifdef CONFIG_X86_64_ACPI_NUMA | |
190 | extern int __node_distance(int, int); | |
191 | #define node_distance(a, b) __node_distance(a, b) | |
192 | #endif | |
193 | ||
23ca4bba MT |
194 | #else /* !CONFIG_NUMA */ |
195 | ||
f2a08271 MT |
196 | static inline int numa_node_id(void) |
197 | { | |
198 | return 0; | |
199 | } | |
200 | ||
201 | static inline int cpu_to_node(int cpu) | |
202 | { | |
203 | return 0; | |
204 | } | |
205 | ||
206 | static inline int early_cpu_to_node(int cpu) | |
207 | { | |
208 | return 0; | |
209 | } | |
23ca4bba | 210 | |
393d68fb | 211 | static inline const cpumask_t *cpumask_of_node(int node) |
23ca4bba MT |
212 | { |
213 | return &cpu_online_map; | |
214 | } | |
215 | static inline cpumask_t node_to_cpumask(int node) | |
216 | { | |
217 | return cpu_online_map; | |
218 | } | |
219 | static inline int node_to_first_cpu(int node) | |
220 | { | |
221 | return first_cpu(cpu_online_map); | |
222 | } | |
223 | ||
6470aff6 BG |
224 | static inline void setup_node_to_cpumask_map(void) { } |
225 | ||
393d68fb RR |
226 | /* |
227 | * Replace default node_to_cpumask_ptr with optimized version | |
228 | * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)" | |
229 | */ | |
23ca4bba | 230 | #define node_to_cpumask_ptr(v, node) \ |
393d68fb | 231 | const cpumask_t *v = cpumask_of_node(node) |
3367e56f | 232 | |
23ca4bba | 233 | #define node_to_cpumask_ptr_next(v, node) \ |
393d68fb | 234 | v = cpumask_of_node(node) |
3367e56f TG |
235 | #endif |
236 | ||
aa6b5446 MT |
237 | #include <asm-generic/topology.h> |
238 | ||
9f248bde MT |
239 | #ifdef CONFIG_NUMA |
240 | /* Returns the number of the first CPU on Node 'node'. */ | |
241 | static inline int node_to_first_cpu(int node) | |
242 | { | |
393d68fb | 243 | return cpumask_first(cpumask_of_node(node)); |
9f248bde MT |
244 | } |
245 | #endif | |
246 | ||
030bb203 | 247 | extern const struct cpumask *cpu_coregroup_mask(int cpu); |
3367e56f TG |
248 | |
249 | #ifdef ENABLE_TOPO_DEFINES | |
250 | #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id) | |
251 | #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id) | |
83b19597 MT |
252 | #define topology_core_cpumask(cpu) (&per_cpu(cpu_core_map, cpu)) |
253 | #define topology_thread_cpumask(cpu) (&per_cpu(cpu_sibling_map, cpu)) | |
23ca4bba MT |
254 | |
255 | /* indicates that pointers to the topology cpumask_t maps are valid */ | |
256 | #define arch_provides_topology_pointers yes | |
3367e56f TG |
257 | #endif |
258 | ||
fe086a7b AC |
259 | static inline void arch_fix_phys_package_id(int num, u32 slot) |
260 | { | |
261 | } | |
262 | ||
30a18d6c YL |
263 | struct pci_bus; |
264 | void set_pci_bus_resources_arch_default(struct pci_bus *b); | |
265 | ||
3367e56f | 266 | #ifdef CONFIG_SMP |
43714539 | 267 | #define mc_capable() (cpus_weight(per_cpu(cpu_core_map, 0)) != nr_cpu_ids) |
3367e56f TG |
268 | #define smt_capable() (smp_num_siblings > 1) |
269 | #endif | |
270 | ||
871d5f8d YL |
271 | #ifdef CONFIG_NUMA |
272 | extern int get_mp_bus_to_node(int busnum); | |
273 | extern void set_mp_bus_to_node(int busnum, int node); | |
274 | #else | |
275 | static inline int get_mp_bus_to_node(int busnum) | |
276 | { | |
277 | return 0; | |
278 | } | |
279 | static inline void set_mp_bus_to_node(int busnum, int node) | |
280 | { | |
281 | } | |
282 | #endif | |
283 | ||
1965aae3 | 284 | #endif /* _ASM_X86_TOPOLOGY_H */ |