[SPARC]: Do not call sun4m_irq_rotate on sun4d.
[deliverable/linux.git] / arch / sparc / kernel / smp.c
CommitLineData
1da177e4
LT
1/* smp.c: Sparc SMP support.
2 *
3 * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
4 * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
5 * Copyright (C) 2004 Keith M Wesolowski (wesolows@foobazco.org)
6 */
7
8#include <asm/head.h>
9
10#include <linux/kernel.h>
11#include <linux/sched.h>
12#include <linux/threads.h>
13#include <linux/smp.h>
14#include <linux/smp_lock.h>
15#include <linux/interrupt.h>
16#include <linux/kernel_stat.h>
17#include <linux/init.h>
18#include <linux/spinlock.h>
19#include <linux/mm.h>
20#include <linux/fs.h>
21#include <linux/seq_file.h>
22#include <linux/cache.h>
23#include <linux/delay.h>
24
25#include <asm/ptrace.h>
26#include <asm/atomic.h>
27
28#include <asm/irq.h>
29#include <asm/page.h>
30#include <asm/pgalloc.h>
31#include <asm/pgtable.h>
32#include <asm/oplib.h>
33#include <asm/cacheflush.h>
34#include <asm/tlbflush.h>
35#include <asm/cpudata.h>
36
37volatile int smp_processors_ready = 0;
38int smp_num_cpus = 1;
39volatile unsigned long cpu_callin_map[NR_CPUS] __initdata = {0,};
40unsigned char boot_cpu_id = 0;
41unsigned char boot_cpu_id4 = 0; /* boot_cpu_id << 2 */
42int smp_activated = 0;
43volatile int __cpu_number_map[NR_CPUS];
44volatile int __cpu_logical_map[NR_CPUS];
45
46cpumask_t cpu_online_map = CPU_MASK_NONE;
47cpumask_t phys_cpu_present_map = CPU_MASK_NONE;
a54123e2 48cpumask_t smp_commenced_mask = CPU_MASK_NONE;
1da177e4
LT
49
50/* The only guaranteed locking primitive available on all Sparc
51 * processors is 'ldstub [%reg + immediate], %dest_reg' which atomically
52 * places the current byte at the effective address into dest_reg and
53 * places 0xff there afterwards. Pretty lame locking primitive
54 * compared to the Alpha and the Intel no? Most Sparcs have 'swap'
55 * instruction which is much better...
56 */
57
58/* Used to make bitops atomic */
59unsigned char bitops_spinlock = 0;
60
92d452f0 61void __cpuinit smp_store_cpu_info(int id)
1da177e4
LT
62{
63 int cpu_node;
64
65 cpu_data(id).udelay_val = loops_per_jiffy;
66
67 cpu_find_by_mid(id, &cpu_node);
68 cpu_data(id).clock_tick = prom_getintdefault(cpu_node,
69 "clock-frequency", 0);
70 cpu_data(id).prom_node = cpu_node;
71 cpu_data(id).mid = cpu_get_hwmid(cpu_node);
650fb838
KH
72
73 /* this is required to tune the scheduler correctly */
74 /* is it possible to have CPUs with different cache sizes? */
75 if (id == boot_cpu_id) {
76 int cache_line,cache_nlines;
77 cache_line = 0x20;
78 cache_line = prom_getintdefault(cpu_node, "ecache-line-size", cache_line);
79 cache_nlines = 0x8000;
80 cache_nlines = prom_getintdefault(cpu_node, "ecache-nlines", cache_nlines);
81 max_cache_size = cache_line * cache_nlines;
82 }
1da177e4
LT
83 if (cpu_data(id).mid < 0)
84 panic("No MID found for CPU%d at node 0x%08d", id, cpu_node);
85}
86
87void __init smp_cpus_done(unsigned int max_cpus)
88{
a54123e2
BB
89 extern void smp4m_smp_done(void);
90 unsigned long bogosum = 0;
91 int cpu, num;
92
93 for (cpu = 0, num = 0; cpu < NR_CPUS; cpu++)
94 if (cpu_online(cpu)) {
95 num++;
96 bogosum += cpu_data(cpu).udelay_val;
97 }
98
99 printk("Total of %d processors activated (%lu.%02lu BogoMIPS).\n",
100 num, bogosum/(500000/HZ),
101 (bogosum/(5000/HZ))%100);
102
103 BUG_ON(sparc_cpu_model != sun4m);
104 smp4m_smp_done();
1da177e4
LT
105}
106
107void cpu_panic(void)
108{
109 printk("CPU[%d]: Returns from cpu_idle!\n", smp_processor_id());
110 panic("SMP bolixed\n");
111}
112
113struct linux_prom_registers smp_penguin_ctable __initdata = { 0 };
114
1da177e4
LT
115void smp_send_reschedule(int cpu)
116{
117 /* See sparc64 */
118}
119
120void smp_send_stop(void)
121{
122}
123
124void smp_flush_cache_all(void)
125{
126 xc0((smpfunc_t) BTFIXUP_CALL(local_flush_cache_all));
127 local_flush_cache_all();
128}
129
130void smp_flush_tlb_all(void)
131{
132 xc0((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_all));
133 local_flush_tlb_all();
134}
135
136void smp_flush_cache_mm(struct mm_struct *mm)
137{
138 if(mm->context != NO_CONTEXT) {
139 cpumask_t cpu_mask = mm->cpu_vm_mask;
140 cpu_clear(smp_processor_id(), cpu_mask);
141 if (!cpus_empty(cpu_mask))
142 xc1((smpfunc_t) BTFIXUP_CALL(local_flush_cache_mm), (unsigned long) mm);
143 local_flush_cache_mm(mm);
144 }
145}
146
147void smp_flush_tlb_mm(struct mm_struct *mm)
148{
149 if(mm->context != NO_CONTEXT) {
150 cpumask_t cpu_mask = mm->cpu_vm_mask;
151 cpu_clear(smp_processor_id(), cpu_mask);
152 if (!cpus_empty(cpu_mask)) {
153 xc1((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_mm), (unsigned long) mm);
154 if(atomic_read(&mm->mm_users) == 1 && current->active_mm == mm)
155 mm->cpu_vm_mask = cpumask_of_cpu(smp_processor_id());
156 }
157 local_flush_tlb_mm(mm);
158 }
159}
160
161void smp_flush_cache_range(struct vm_area_struct *vma, unsigned long start,
162 unsigned long end)
163{
164 struct mm_struct *mm = vma->vm_mm;
165
166 if (mm->context != NO_CONTEXT) {
167 cpumask_t cpu_mask = mm->cpu_vm_mask;
168 cpu_clear(smp_processor_id(), cpu_mask);
169 if (!cpus_empty(cpu_mask))
170 xc3((smpfunc_t) BTFIXUP_CALL(local_flush_cache_range), (unsigned long) vma, start, end);
171 local_flush_cache_range(vma, start, end);
172 }
173}
174
175void smp_flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
176 unsigned long end)
177{
178 struct mm_struct *mm = vma->vm_mm;
179
180 if (mm->context != NO_CONTEXT) {
181 cpumask_t cpu_mask = mm->cpu_vm_mask;
182 cpu_clear(smp_processor_id(), cpu_mask);
183 if (!cpus_empty(cpu_mask))
184 xc3((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_range), (unsigned long) vma, start, end);
185 local_flush_tlb_range(vma, start, end);
186 }
187}
188
189void smp_flush_cache_page(struct vm_area_struct *vma, unsigned long page)
190{
191 struct mm_struct *mm = vma->vm_mm;
192
193 if(mm->context != NO_CONTEXT) {
194 cpumask_t cpu_mask = mm->cpu_vm_mask;
195 cpu_clear(smp_processor_id(), cpu_mask);
196 if (!cpus_empty(cpu_mask))
197 xc2((smpfunc_t) BTFIXUP_CALL(local_flush_cache_page), (unsigned long) vma, page);
198 local_flush_cache_page(vma, page);
199 }
200}
201
202void smp_flush_tlb_page(struct vm_area_struct *vma, unsigned long page)
203{
204 struct mm_struct *mm = vma->vm_mm;
205
206 if(mm->context != NO_CONTEXT) {
207 cpumask_t cpu_mask = mm->cpu_vm_mask;
208 cpu_clear(smp_processor_id(), cpu_mask);
209 if (!cpus_empty(cpu_mask))
210 xc2((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_page), (unsigned long) vma, page);
211 local_flush_tlb_page(vma, page);
212 }
213}
214
215void smp_reschedule_irq(void)
216{
217 set_need_resched();
218}
219
220void smp_flush_page_to_ram(unsigned long page)
221{
222 /* Current theory is that those who call this are the one's
223 * who have just dirtied their cache with the pages contents
224 * in kernel space, therefore we only run this on local cpu.
225 *
226 * XXX This experiment failed, research further... -DaveM
227 */
228#if 1
229 xc1((smpfunc_t) BTFIXUP_CALL(local_flush_page_to_ram), page);
230#endif
231 local_flush_page_to_ram(page);
232}
233
234void smp_flush_sig_insns(struct mm_struct *mm, unsigned long insn_addr)
235{
236 cpumask_t cpu_mask = mm->cpu_vm_mask;
237 cpu_clear(smp_processor_id(), cpu_mask);
238 if (!cpus_empty(cpu_mask))
239 xc2((smpfunc_t) BTFIXUP_CALL(local_flush_sig_insns), (unsigned long) mm, insn_addr);
240 local_flush_sig_insns(mm, insn_addr);
241}
242
243extern unsigned int lvl14_resolution;
244
245/* /proc/profile writes can call this, don't __init it please. */
246static DEFINE_SPINLOCK(prof_setup_lock);
247
248int setup_profiling_timer(unsigned int multiplier)
249{
250 int i;
251 unsigned long flags;
252
253 /* Prevent level14 ticker IRQ flooding. */
254 if((!multiplier) || (lvl14_resolution / multiplier) < 500)
255 return -EINVAL;
256
257 spin_lock_irqsave(&prof_setup_lock, flags);
fff8efe7 258 for_each_possible_cpu(i) {
394e3902 259 load_profile_irq(i, lvl14_resolution / multiplier);
1da177e4
LT
260 prof_multiplier(i) = multiplier;
261 }
262 spin_unlock_irqrestore(&prof_setup_lock, flags);
263
264 return 0;
265}
266
a54123e2 267void __init smp_prepare_cpus(unsigned int max_cpus)
1da177e4 268{
a54123e2 269 extern void smp4m_boot_cpus(void);
7202fb49 270 int i, cpuid, extra;
a54123e2
BB
271
272 BUG_ON(sparc_cpu_model != sun4m);
273 printk("Entering SMP Mode...\n");
274
a54123e2
BB
275 extra = 0;
276 for (i = 0; !cpu_find_by_instance(i, NULL, &cpuid); i++) {
7202fb49 277 if (cpuid >= NR_CPUS)
a54123e2
BB
278 extra++;
279 }
7202fb49
BB
280 /* i = number of cpus */
281 if (extra && max_cpus > i - extra)
a54123e2
BB
282 printk("Warning: NR_CPUS is too low to start all cpus\n");
283
284 smp_store_cpu_info(boot_cpu_id);
285
286 smp4m_boot_cpus();
1da177e4
LT
287}
288
7202fb49
BB
289/* Set this up early so that things like the scheduler can init
290 * properly. We use the same cpu mask for both the present and
291 * possible cpu map.
292 */
293void __init smp_setup_cpu_possible_map(void)
294{
295 int instance, mid;
296
297 instance = 0;
298 while (!cpu_find_by_instance(instance, NULL, &mid)) {
299 if (mid < NR_CPUS) {
300 cpu_set(mid, phys_cpu_present_map);
301 cpu_set(mid, cpu_present_map);
302 }
303 instance++;
304 }
305}
306
92d452f0 307void __init smp_prepare_boot_cpu(void)
1da177e4 308{
a54123e2
BB
309 int cpuid = hard_smp_processor_id();
310
311 if (cpuid >= NR_CPUS) {
312 prom_printf("Serious problem, boot cpu id >= NR_CPUS\n");
313 prom_halt();
314 }
315 if (cpuid != 0)
316 printk("boot cpu id != 0, this could work but is untested\n");
317
318 current_thread_info()->cpu = cpuid;
319 cpu_set(cpuid, cpu_online_map);
320 cpu_set(cpuid, phys_cpu_present_map);
1da177e4
LT
321}
322
92d452f0 323int __cpuinit __cpu_up(unsigned int cpu)
1da177e4 324{
a54123e2
BB
325 extern int smp4m_boot_one_cpu(int);
326 int ret;
327
328 ret = smp4m_boot_one_cpu(cpu);
329
330 if (!ret) {
331 cpu_set(cpu, smp_commenced_mask);
332 while (!cpu_online(cpu))
333 mb();
334 }
335 return ret;
1da177e4
LT
336}
337
338void smp_bogo(struct seq_file *m)
339{
340 int i;
341
394e3902
AM
342 for_each_online_cpu(i) {
343 seq_printf(m,
344 "Cpu%dBogo\t: %lu.%02lu\n",
345 i,
346 cpu_data(i).udelay_val/(500000/HZ),
347 (cpu_data(i).udelay_val/(5000/HZ))%100);
1da177e4
LT
348 }
349}
350
351void smp_info(struct seq_file *m)
352{
353 int i;
354
355 seq_printf(m, "State:\n");
394e3902
AM
356 for_each_online_cpu(i)
357 seq_printf(m, "CPU%d\t\t: online\n", i);
1da177e4 358}
This page took 0.158651 seconds and 5 git commands to generate.