Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * r2300.c: R2000 and R3000 specific mmu/cache code. | |
3 | * | |
4 | * Copyright (C) 1996 David S. Miller (dm@engr.sgi.com) | |
5 | * | |
6 | * with a lot of changes to make this thing work for R3000s | |
7 | * Tx39XX R4k style caches added. HK | |
8 | * Copyright (C) 1998, 1999, 2000 Harald Koerfgen | |
9 | * Copyright (C) 1998 Gleb Raiko & Vladimir Roganov | |
10 | */ | |
11 | #include <linux/init.h> | |
12 | #include <linux/kernel.h> | |
13 | #include <linux/sched.h> | |
14 | #include <linux/mm.h> | |
15 | ||
16 | #include <asm/cacheops.h> | |
17 | #include <asm/page.h> | |
18 | #include <asm/pgtable.h> | |
19 | #include <asm/mmu_context.h> | |
20 | #include <asm/system.h> | |
21 | #include <asm/isadep.h> | |
22 | #include <asm/io.h> | |
23 | #include <asm/bootinfo.h> | |
24 | #include <asm/cpu.h> | |
25 | ||
26 | /* For R3000 cores with R4000 style caches */ | |
27 | static unsigned long icache_size, dcache_size; /* Size in bytes */ | |
28 | ||
29 | #include <asm/r4kcache.h> | |
30 | ||
31 | extern int r3k_have_wired_reg; /* in r3k-tlb.c */ | |
32 | ||
33 | /* This sequence is required to ensure icache is disabled immediately */ | |
34 | #define TX39_STOP_STREAMING() \ | |
35 | __asm__ __volatile__( \ | |
36 | ".set push\n\t" \ | |
37 | ".set noreorder\n\t" \ | |
38 | "b 1f\n\t" \ | |
39 | "nop\n\t" \ | |
40 | "1:\n\t" \ | |
41 | ".set pop" \ | |
42 | ) | |
43 | ||
44 | /* TX39H-style cache flush routines. */ | |
45 | static void tx39h_flush_icache_all(void) | |
46 | { | |
1da177e4 LT |
47 | unsigned long flags, config; |
48 | ||
49 | /* disable icache (set ICE#) */ | |
50 | local_irq_save(flags); | |
51 | config = read_c0_conf(); | |
52 | write_c0_conf(config & ~TX39_CONF_ICE); | |
53 | TX39_STOP_STREAMING(); | |
41700e73 | 54 | blast_icache16(); |
1da177e4 LT |
55 | write_c0_conf(config); |
56 | local_irq_restore(flags); | |
57 | } | |
58 | ||
59 | static void tx39h_dma_cache_wback_inv(unsigned long addr, unsigned long size) | |
60 | { | |
1da177e4 LT |
61 | /* Catch bad driver code */ |
62 | BUG_ON(size == 0); | |
63 | ||
64 | iob(); | |
41700e73 | 65 | blast_inv_dcache_range(addr, addr + size); |
1da177e4 LT |
66 | } |
67 | ||
68 | ||
69 | /* TX39H2,TX39H3 */ | |
70 | static inline void tx39_blast_dcache_page(unsigned long addr) | |
71 | { | |
72 | if (current_cpu_data.cputype != CPU_TX3912) | |
73 | blast_dcache16_page(addr); | |
74 | } | |
75 | ||
76 | static inline void tx39_blast_dcache_page_indexed(unsigned long addr) | |
77 | { | |
78 | blast_dcache16_page_indexed(addr); | |
79 | } | |
80 | ||
81 | static inline void tx39_blast_dcache(void) | |
82 | { | |
83 | blast_dcache16(); | |
84 | } | |
85 | ||
86 | static inline void tx39_blast_icache_page(unsigned long addr) | |
87 | { | |
88 | unsigned long flags, config; | |
89 | /* disable icache (set ICE#) */ | |
90 | local_irq_save(flags); | |
91 | config = read_c0_conf(); | |
92 | write_c0_conf(config & ~TX39_CONF_ICE); | |
93 | TX39_STOP_STREAMING(); | |
94 | blast_icache16_page(addr); | |
95 | write_c0_conf(config); | |
96 | local_irq_restore(flags); | |
97 | } | |
98 | ||
99 | static inline void tx39_blast_icache_page_indexed(unsigned long addr) | |
100 | { | |
101 | unsigned long flags, config; | |
102 | /* disable icache (set ICE#) */ | |
103 | local_irq_save(flags); | |
104 | config = read_c0_conf(); | |
105 | write_c0_conf(config & ~TX39_CONF_ICE); | |
106 | TX39_STOP_STREAMING(); | |
107 | blast_icache16_page_indexed(addr); | |
108 | write_c0_conf(config); | |
109 | local_irq_restore(flags); | |
110 | } | |
111 | ||
112 | static inline void tx39_blast_icache(void) | |
113 | { | |
114 | unsigned long flags, config; | |
115 | /* disable icache (set ICE#) */ | |
116 | local_irq_save(flags); | |
117 | config = read_c0_conf(); | |
118 | write_c0_conf(config & ~TX39_CONF_ICE); | |
119 | TX39_STOP_STREAMING(); | |
120 | blast_icache16(); | |
121 | write_c0_conf(config); | |
122 | local_irq_restore(flags); | |
123 | } | |
124 | ||
125 | static inline void tx39_flush_cache_all(void) | |
126 | { | |
127 | if (!cpu_has_dc_aliases) | |
128 | return; | |
129 | ||
130 | tx39_blast_dcache(); | |
131 | tx39_blast_icache(); | |
132 | } | |
133 | ||
134 | static inline void tx39___flush_cache_all(void) | |
135 | { | |
136 | tx39_blast_dcache(); | |
137 | tx39_blast_icache(); | |
138 | } | |
139 | ||
140 | static void tx39_flush_cache_mm(struct mm_struct *mm) | |
141 | { | |
142 | if (!cpu_has_dc_aliases) | |
143 | return; | |
144 | ||
145 | if (cpu_context(smp_processor_id(), mm) != 0) { | |
146 | tx39_flush_cache_all(); | |
147 | } | |
148 | } | |
149 | ||
150 | static void tx39_flush_cache_range(struct vm_area_struct *vma, | |
151 | unsigned long start, unsigned long end) | |
152 | { | |
9043f7e9 | 153 | int exec; |
1da177e4 | 154 | |
9043f7e9 | 155 | if (!(cpu_context(smp_processor_id(), vma->vm_mm))) |
1da177e4 LT |
156 | return; |
157 | ||
9043f7e9 AN |
158 | exec = vma->vm_flags & VM_EXEC; |
159 | if (cpu_has_dc_aliases || exec) | |
1da177e4 | 160 | tx39_blast_dcache(); |
9043f7e9 | 161 | if (exec) |
1da177e4 | 162 | tx39_blast_icache(); |
1da177e4 LT |
163 | } |
164 | ||
165 | static void tx39_flush_cache_page(struct vm_area_struct *vma, unsigned long page, unsigned long pfn) | |
166 | { | |
167 | int exec = vma->vm_flags & VM_EXEC; | |
168 | struct mm_struct *mm = vma->vm_mm; | |
169 | pgd_t *pgdp; | |
c6e8b587 | 170 | pud_t *pudp; |
1da177e4 LT |
171 | pmd_t *pmdp; |
172 | pte_t *ptep; | |
173 | ||
174 | /* | |
175 | * If ownes no valid ASID yet, cannot possibly have gotten | |
176 | * this page into the cache. | |
177 | */ | |
178 | if (cpu_context(smp_processor_id(), mm) == 0) | |
179 | return; | |
180 | ||
181 | page &= PAGE_MASK; | |
182 | pgdp = pgd_offset(mm, page); | |
c6e8b587 RB |
183 | pudp = pud_offset(pgdp, page); |
184 | pmdp = pmd_offset(pudp, page); | |
1da177e4 LT |
185 | ptep = pte_offset(pmdp, page); |
186 | ||
187 | /* | |
188 | * If the page isn't marked valid, the page cannot possibly be | |
189 | * in the cache. | |
190 | */ | |
191 | if (!(pte_val(*ptep) & _PAGE_PRESENT)) | |
192 | return; | |
193 | ||
194 | /* | |
195 | * Doing flushes for another ASID than the current one is | |
196 | * too difficult since stupid R4k caches do a TLB translation | |
197 | * for every cache flush operation. So we do indexed flushes | |
198 | * in that case, which doesn't overly flush the cache too much. | |
199 | */ | |
200 | if ((mm == current->active_mm) && (pte_val(*ptep) & _PAGE_VALID)) { | |
201 | if (cpu_has_dc_aliases || exec) | |
202 | tx39_blast_dcache_page(page); | |
203 | if (exec) | |
204 | tx39_blast_icache_page(page); | |
205 | ||
206 | return; | |
207 | } | |
208 | ||
209 | /* | |
210 | * Do indexed flush, too much work to get the (possible) TLB refills | |
211 | * to work correctly. | |
212 | */ | |
213 | page = (KSEG0 + (page & (dcache_size - 1))); | |
214 | if (cpu_has_dc_aliases || exec) | |
215 | tx39_blast_dcache_page_indexed(page); | |
216 | if (exec) | |
217 | tx39_blast_icache_page_indexed(page); | |
218 | } | |
219 | ||
220 | static void tx39_flush_data_cache_page(unsigned long addr) | |
221 | { | |
222 | tx39_blast_dcache_page(addr); | |
223 | } | |
224 | ||
225 | static void tx39_flush_icache_range(unsigned long start, unsigned long end) | |
226 | { | |
1da177e4 LT |
227 | if (end - start > dcache_size) |
228 | tx39_blast_dcache(); | |
41700e73 AN |
229 | else |
230 | protected_blast_dcache_range(start, end); | |
1da177e4 LT |
231 | |
232 | if (end - start > icache_size) | |
233 | tx39_blast_icache(); | |
234 | else { | |
235 | unsigned long flags, config; | |
1da177e4 LT |
236 | /* disable icache (set ICE#) */ |
237 | local_irq_save(flags); | |
238 | config = read_c0_conf(); | |
239 | write_c0_conf(config & ~TX39_CONF_ICE); | |
240 | TX39_STOP_STREAMING(); | |
41700e73 | 241 | protected_blast_icache_range(start, end); |
1da177e4 LT |
242 | write_c0_conf(config); |
243 | local_irq_restore(flags); | |
244 | } | |
245 | } | |
246 | ||
247 | /* | |
248 | * Ok, this seriously sucks. We use them to flush a user page but don't | |
249 | * know the virtual address, so we have to blast away the whole icache | |
250 | * which is significantly more expensive than the real thing. Otoh we at | |
251 | * least know the kernel address of the page so we can flush it | |
252 | * selectivly. | |
253 | */ | |
254 | static void tx39_flush_icache_page(struct vm_area_struct *vma, struct page *page) | |
255 | { | |
256 | unsigned long addr; | |
257 | /* | |
258 | * If there's no context yet, or the page isn't executable, no icache | |
259 | * flush is needed. | |
260 | */ | |
261 | if (!(vma->vm_flags & VM_EXEC)) | |
262 | return; | |
263 | ||
264 | addr = (unsigned long) page_address(page); | |
265 | tx39_blast_dcache_page(addr); | |
266 | ||
267 | /* | |
268 | * We're not sure of the virtual address(es) involved here, so | |
269 | * we have to flush the entire I-cache. | |
270 | */ | |
271 | tx39_blast_icache(); | |
272 | } | |
273 | ||
274 | static void tx39_dma_cache_wback_inv(unsigned long addr, unsigned long size) | |
275 | { | |
41700e73 | 276 | unsigned long end; |
1da177e4 LT |
277 | |
278 | if (((size | addr) & (PAGE_SIZE - 1)) == 0) { | |
279 | end = addr + size; | |
280 | do { | |
281 | tx39_blast_dcache_page(addr); | |
282 | addr += PAGE_SIZE; | |
283 | } while(addr != end); | |
284 | } else if (size > dcache_size) { | |
285 | tx39_blast_dcache(); | |
286 | } else { | |
41700e73 | 287 | blast_dcache_range(addr, addr + size); |
1da177e4 LT |
288 | } |
289 | } | |
290 | ||
291 | static void tx39_dma_cache_inv(unsigned long addr, unsigned long size) | |
292 | { | |
41700e73 | 293 | unsigned long end; |
1da177e4 LT |
294 | |
295 | if (((size | addr) & (PAGE_SIZE - 1)) == 0) { | |
296 | end = addr + size; | |
297 | do { | |
298 | tx39_blast_dcache_page(addr); | |
299 | addr += PAGE_SIZE; | |
300 | } while(addr != end); | |
301 | } else if (size > dcache_size) { | |
302 | tx39_blast_dcache(); | |
303 | } else { | |
41700e73 | 304 | blast_inv_dcache_range(addr, addr + size); |
1da177e4 LT |
305 | } |
306 | } | |
307 | ||
308 | static void tx39_flush_cache_sigtramp(unsigned long addr) | |
309 | { | |
310 | unsigned long ic_lsize = current_cpu_data.icache.linesz; | |
311 | unsigned long dc_lsize = current_cpu_data.dcache.linesz; | |
312 | unsigned long config; | |
313 | unsigned long flags; | |
314 | ||
315 | protected_writeback_dcache_line(addr & ~(dc_lsize - 1)); | |
316 | ||
317 | /* disable icache (set ICE#) */ | |
318 | local_irq_save(flags); | |
319 | config = read_c0_conf(); | |
320 | write_c0_conf(config & ~TX39_CONF_ICE); | |
321 | TX39_STOP_STREAMING(); | |
322 | protected_flush_icache_line(addr & ~(ic_lsize - 1)); | |
323 | write_c0_conf(config); | |
324 | local_irq_restore(flags); | |
325 | } | |
326 | ||
327 | static __init void tx39_probe_cache(void) | |
328 | { | |
329 | unsigned long config; | |
330 | ||
331 | config = read_c0_conf(); | |
332 | ||
333 | icache_size = 1 << (10 + ((config & TX39_CONF_ICS_MASK) >> | |
334 | TX39_CONF_ICS_SHIFT)); | |
335 | dcache_size = 1 << (10 + ((config & TX39_CONF_DCS_MASK) >> | |
336 | TX39_CONF_DCS_SHIFT)); | |
337 | ||
338 | current_cpu_data.icache.linesz = 16; | |
339 | switch (current_cpu_data.cputype) { | |
340 | case CPU_TX3912: | |
341 | current_cpu_data.icache.ways = 1; | |
342 | current_cpu_data.dcache.ways = 1; | |
343 | current_cpu_data.dcache.linesz = 4; | |
344 | break; | |
345 | ||
346 | case CPU_TX3927: | |
347 | current_cpu_data.icache.ways = 2; | |
348 | current_cpu_data.dcache.ways = 2; | |
349 | current_cpu_data.dcache.linesz = 16; | |
350 | break; | |
351 | ||
352 | case CPU_TX3922: | |
353 | default: | |
354 | current_cpu_data.icache.ways = 1; | |
355 | current_cpu_data.dcache.ways = 1; | |
356 | current_cpu_data.dcache.linesz = 16; | |
357 | break; | |
358 | } | |
359 | } | |
360 | ||
02cf2119 | 361 | void __init tx39_cache_init(void) |
1da177e4 LT |
362 | { |
363 | extern void build_clear_page(void); | |
364 | extern void build_copy_page(void); | |
365 | unsigned long config; | |
366 | ||
367 | config = read_c0_conf(); | |
368 | config &= ~TX39_CONF_WBON; | |
369 | write_c0_conf(config); | |
370 | ||
371 | tx39_probe_cache(); | |
372 | ||
373 | switch (current_cpu_data.cputype) { | |
374 | case CPU_TX3912: | |
375 | /* TX39/H core (writethru direct-map cache) */ | |
376 | flush_cache_all = tx39h_flush_icache_all; | |
377 | __flush_cache_all = tx39h_flush_icache_all; | |
378 | flush_cache_mm = (void *) tx39h_flush_icache_all; | |
379 | flush_cache_range = (void *) tx39h_flush_icache_all; | |
380 | flush_cache_page = (void *) tx39h_flush_icache_all; | |
381 | flush_icache_page = (void *) tx39h_flush_icache_all; | |
382 | flush_icache_range = (void *) tx39h_flush_icache_all; | |
383 | ||
384 | flush_cache_sigtramp = (void *) tx39h_flush_icache_all; | |
385 | flush_data_cache_page = (void *) tx39h_flush_icache_all; | |
386 | ||
387 | _dma_cache_wback_inv = tx39h_dma_cache_wback_inv; | |
388 | ||
389 | shm_align_mask = PAGE_SIZE - 1; | |
390 | ||
391 | break; | |
392 | ||
393 | case CPU_TX3922: | |
394 | case CPU_TX3927: | |
395 | default: | |
396 | /* TX39/H2,H3 core (writeback 2way-set-associative cache) */ | |
397 | r3k_have_wired_reg = 1; | |
398 | write_c0_wired(0); /* set 8 on reset... */ | |
399 | /* board-dependent init code may set WBON */ | |
400 | ||
401 | flush_cache_all = tx39_flush_cache_all; | |
402 | __flush_cache_all = tx39___flush_cache_all; | |
403 | flush_cache_mm = tx39_flush_cache_mm; | |
404 | flush_cache_range = tx39_flush_cache_range; | |
405 | flush_cache_page = tx39_flush_cache_page; | |
406 | flush_icache_page = tx39_flush_icache_page; | |
407 | flush_icache_range = tx39_flush_icache_range; | |
408 | ||
409 | flush_cache_sigtramp = tx39_flush_cache_sigtramp; | |
410 | flush_data_cache_page = tx39_flush_data_cache_page; | |
411 | ||
412 | _dma_cache_wback_inv = tx39_dma_cache_wback_inv; | |
413 | _dma_cache_wback = tx39_dma_cache_wback_inv; | |
414 | _dma_cache_inv = tx39_dma_cache_inv; | |
415 | ||
416 | shm_align_mask = max_t(unsigned long, | |
417 | (dcache_size / current_cpu_data.dcache.ways) - 1, | |
418 | PAGE_SIZE - 1); | |
419 | ||
420 | break; | |
421 | } | |
422 | ||
423 | current_cpu_data.icache.waysize = icache_size / current_cpu_data.icache.ways; | |
424 | current_cpu_data.dcache.waysize = dcache_size / current_cpu_data.dcache.ways; | |
425 | ||
426 | current_cpu_data.icache.sets = | |
427 | current_cpu_data.icache.waysize / current_cpu_data.icache.linesz; | |
428 | current_cpu_data.dcache.sets = | |
429 | current_cpu_data.dcache.waysize / current_cpu_data.dcache.linesz; | |
430 | ||
431 | if (current_cpu_data.dcache.waysize > PAGE_SIZE) | |
432 | current_cpu_data.dcache.flags |= MIPS_CACHE_ALIASES; | |
433 | ||
434 | current_cpu_data.icache.waybit = 0; | |
435 | current_cpu_data.dcache.waybit = 0; | |
436 | ||
437 | printk("Primary instruction cache %ldkB, linesize %d bytes\n", | |
438 | icache_size >> 10, current_cpu_data.icache.linesz); | |
439 | printk("Primary data cache %ldkB, linesize %d bytes\n", | |
440 | dcache_size >> 10, current_cpu_data.dcache.linesz); | |
441 | ||
442 | build_clear_page(); | |
443 | build_copy_page(); | |
1d40cfcd | 444 | tx39h_flush_icache_all(); |
1da177e4 | 445 | } |