dbri: check dma_alloc_coherent errors
[deliverable/linux.git] / arch / sparc64 / kernel / time.c
CommitLineData
cf3d7c1e 1/* time.c: UltraSparc timer and TOD clock support.
1da177e4 2 *
cf3d7c1e 3 * Copyright (C) 1997, 2008 David S. Miller (davem@davemloft.net)
1da177e4
LT
4 * Copyright (C) 1998 Eddie C. Dost (ecd@skynet.be)
5 *
6 * Based largely on code which is:
7 *
8 * Copyright (C) 1996 Thomas K. Dyas (tdyas@eden.rutgers.edu)
9 */
10
1da177e4
LT
11#include <linux/errno.h>
12#include <linux/module.h>
13#include <linux/sched.h>
09de3613 14#include <linux/smp_lock.h>
1da177e4
LT
15#include <linux/kernel.h>
16#include <linux/param.h>
17#include <linux/string.h>
18#include <linux/mm.h>
19#include <linux/interrupt.h>
20#include <linux/time.h>
21#include <linux/timex.h>
22#include <linux/init.h>
23#include <linux/ioport.h>
24#include <linux/mc146818rtc.h>
25#include <linux/delay.h>
26#include <linux/profile.h>
27#include <linux/bcd.h>
28#include <linux/jiffies.h>
29#include <linux/cpufreq.h>
30#include <linux/percpu.h>
8ba706a9
DM
31#include <linux/miscdevice.h>
32#include <linux/rtc.h>
1518e7ed 33#include <linux/rtc/m48t59.h>
777a4475 34#include <linux/kernel_stat.h>
112f4871
DM
35#include <linux/clockchips.h>
36#include <linux/clocksource.h>
764f2579 37#include <linux/of_device.h>
1518e7ed 38#include <linux/platform_device.h>
1da177e4
LT
39
40#include <asm/oplib.h>
1da177e4
LT
41#include <asm/timer.h>
42#include <asm/irq.h>
43#include <asm/io.h>
ff0d2fc6 44#include <asm/prom.h>
1da177e4
LT
45#include <asm/starfire.h>
46#include <asm/smp.h>
47#include <asm/sections.h>
48#include <asm/cpudata.h>
8ba706a9 49#include <asm/uaccess.h>
63540ba3 50#include <asm/irq_regs.h>
1da177e4 51
cf3d7c1e
DM
52#include "entry.h"
53
1da177e4 54DEFINE_SPINLOCK(rtc_lock);
1da177e4 55
1da177e4 56#define TICK_PRIV_BIT (1UL << 63)
112f4871 57#define TICKCMP_IRQ_BIT (1UL << 63)
1da177e4
LT
58
59#ifdef CONFIG_SMP
60unsigned long profile_pc(struct pt_regs *regs)
61{
62 unsigned long pc = instruction_pointer(regs);
63
64 if (in_lock_functions(pc))
65 return regs->u_regs[UREG_RETPC];
66 return pc;
67}
68EXPORT_SYMBOL(profile_pc);
69#endif
70
71static void tick_disable_protection(void)
72{
73 /* Set things up so user can access tick register for profiling
74 * purposes. Also workaround BB_ERRATA_1 by doing a dummy
75 * read back of %tick after writing it.
76 */
77 __asm__ __volatile__(
78 " ba,pt %%xcc, 1f\n"
79 " nop\n"
80 " .align 64\n"
81 "1: rd %%tick, %%g2\n"
82 " add %%g2, 6, %%g2\n"
83 " andn %%g2, %0, %%g2\n"
84 " wrpr %%g2, 0, %%tick\n"
85 " rdpr %%tick, %%g0"
86 : /* no outputs */
87 : "r" (TICK_PRIV_BIT)
88 : "g2");
89}
90
112f4871 91static void tick_disable_irq(void)
1da177e4 92{
1da177e4 93 __asm__ __volatile__(
1da177e4 94 " ba,pt %%xcc, 1f\n"
112f4871 95 " nop\n"
1da177e4 96 " .align 64\n"
112f4871 97 "1: wr %0, 0x0, %%tick_cmpr\n"
1da177e4
LT
98 " rd %%tick_cmpr, %%g0"
99 : /* no outputs */
112f4871
DM
100 : "r" (TICKCMP_IRQ_BIT));
101}
102
103static void tick_init_tick(void)
104{
105 tick_disable_protection();
106 tick_disable_irq();
1da177e4
LT
107}
108
109static unsigned long tick_get_tick(void)
110{
111 unsigned long ret;
112
113 __asm__ __volatile__("rd %%tick, %0\n\t"
114 "mov %0, %0"
115 : "=r" (ret));
116
117 return ret & ~TICK_PRIV_BIT;
118}
119
112f4871 120static int tick_add_compare(unsigned long adj)
1da177e4 121{
112f4871 122 unsigned long orig_tick, new_tick, new_compare;
1da177e4 123
112f4871
DM
124 __asm__ __volatile__("rd %%tick, %0"
125 : "=r" (orig_tick));
1da177e4 126
112f4871 127 orig_tick &= ~TICKCMP_IRQ_BIT;
1da177e4
LT
128
129 /* Workaround for Spitfire Errata (#54 I think??), I discovered
130 * this via Sun BugID 4008234, mentioned in Solaris-2.5.1 patch
131 * number 103640.
132 *
133 * On Blackbird writes to %tick_cmpr can fail, the
134 * workaround seems to be to execute the wr instruction
135 * at the start of an I-cache line, and perform a dummy
136 * read back from %tick_cmpr right after writing to it. -DaveM
137 */
112f4871
DM
138 __asm__ __volatile__("ba,pt %%xcc, 1f\n\t"
139 " add %1, %2, %0\n\t"
1da177e4
LT
140 ".align 64\n"
141 "1:\n\t"
142 "wr %0, 0, %%tick_cmpr\n\t"
112f4871
DM
143 "rd %%tick_cmpr, %%g0\n\t"
144 : "=r" (new_compare)
145 : "r" (orig_tick), "r" (adj));
146
147 __asm__ __volatile__("rd %%tick, %0"
148 : "=r" (new_tick));
149 new_tick &= ~TICKCMP_IRQ_BIT;
1da177e4 150
112f4871 151 return ((long)(new_tick - (orig_tick+adj))) > 0L;
1da177e4
LT
152}
153
112f4871 154static unsigned long tick_add_tick(unsigned long adj)
1da177e4 155{
112f4871 156 unsigned long new_tick;
1da177e4
LT
157
158 /* Also need to handle Blackbird bug here too. */
159 __asm__ __volatile__("rd %%tick, %0\n\t"
112f4871 160 "add %0, %1, %0\n\t"
1da177e4 161 "wrpr %0, 0, %%tick\n\t"
112f4871
DM
162 : "=&r" (new_tick)
163 : "r" (adj));
1da177e4
LT
164
165 return new_tick;
166}
167
d369ddd2 168static struct sparc64_tick_ops tick_operations __read_mostly = {
112f4871 169 .name = "tick",
1da177e4 170 .init_tick = tick_init_tick,
112f4871 171 .disable_irq = tick_disable_irq,
1da177e4 172 .get_tick = tick_get_tick,
1da177e4
LT
173 .add_tick = tick_add_tick,
174 .add_compare = tick_add_compare,
175 .softint_mask = 1UL << 0,
176};
177
fc321495
DM
178struct sparc64_tick_ops *tick_ops __read_mostly = &tick_operations;
179
112f4871
DM
180static void stick_disable_irq(void)
181{
182 __asm__ __volatile__(
183 "wr %0, 0x0, %%asr25"
184 : /* no outputs */
185 : "r" (TICKCMP_IRQ_BIT));
186}
187
188static void stick_init_tick(void)
1da177e4 189{
7aa62645
DM
190 /* Writes to the %tick and %stick register are not
191 * allowed on sun4v. The Hypervisor controls that
192 * bit, per-strand.
193 */
194 if (tlb_type != hypervisor) {
195 tick_disable_protection();
112f4871 196 tick_disable_irq();
7aa62645
DM
197
198 /* Let the user get at STICK too. */
199 __asm__ __volatile__(
200 " rd %%asr24, %%g2\n"
201 " andn %%g2, %0, %%g2\n"
202 " wr %%g2, 0, %%asr24"
203 : /* no outputs */
204 : "r" (TICK_PRIV_BIT)
205 : "g1", "g2");
206 }
1da177e4 207
112f4871 208 stick_disable_irq();
1da177e4
LT
209}
210
211static unsigned long stick_get_tick(void)
212{
213 unsigned long ret;
214
215 __asm__ __volatile__("rd %%asr24, %0"
216 : "=r" (ret));
217
218 return ret & ~TICK_PRIV_BIT;
219}
220
112f4871 221static unsigned long stick_add_tick(unsigned long adj)
1da177e4 222{
112f4871 223 unsigned long new_tick;
1da177e4
LT
224
225 __asm__ __volatile__("rd %%asr24, %0\n\t"
112f4871 226 "add %0, %1, %0\n\t"
1da177e4 227 "wr %0, 0, %%asr24\n\t"
112f4871
DM
228 : "=&r" (new_tick)
229 : "r" (adj));
1da177e4
LT
230
231 return new_tick;
232}
233
112f4871 234static int stick_add_compare(unsigned long adj)
1da177e4 235{
112f4871 236 unsigned long orig_tick, new_tick;
1da177e4 237
112f4871
DM
238 __asm__ __volatile__("rd %%asr24, %0"
239 : "=r" (orig_tick));
240 orig_tick &= ~TICKCMP_IRQ_BIT;
241
242 __asm__ __volatile__("wr %0, 0, %%asr25"
243 : /* no outputs */
244 : "r" (orig_tick + adj));
245
246 __asm__ __volatile__("rd %%asr24, %0"
247 : "=r" (new_tick));
248 new_tick &= ~TICKCMP_IRQ_BIT;
1da177e4 249
112f4871 250 return ((long)(new_tick - (orig_tick+adj))) > 0L;
1da177e4
LT
251}
252
d369ddd2 253static struct sparc64_tick_ops stick_operations __read_mostly = {
112f4871 254 .name = "stick",
1da177e4 255 .init_tick = stick_init_tick,
112f4871 256 .disable_irq = stick_disable_irq,
1da177e4 257 .get_tick = stick_get_tick,
1da177e4
LT
258 .add_tick = stick_add_tick,
259 .add_compare = stick_add_compare,
260 .softint_mask = 1UL << 16,
261};
262
263/* On Hummingbird the STICK/STICK_CMPR register is implemented
264 * in I/O space. There are two 64-bit registers each, the
265 * first holds the low 32-bits of the value and the second holds
266 * the high 32-bits.
267 *
268 * Since STICK is constantly updating, we have to access it carefully.
269 *
270 * The sequence we use to read is:
9eb3394b
RM
271 * 1) read high
272 * 2) read low
273 * 3) read high again, if it rolled re-read both low and high again.
1da177e4
LT
274 *
275 * Writing STICK safely is also tricky:
276 * 1) write low to zero
277 * 2) write high
278 * 3) write low
279 */
280#define HBIRD_STICKCMP_ADDR 0x1fe0000f060UL
281#define HBIRD_STICK_ADDR 0x1fe0000f070UL
282
283static unsigned long __hbird_read_stick(void)
284{
285 unsigned long ret, tmp1, tmp2, tmp3;
9eb3394b 286 unsigned long addr = HBIRD_STICK_ADDR+8;
1da177e4 287
9eb3394b
RM
288 __asm__ __volatile__("ldxa [%1] %5, %2\n"
289 "1:\n\t"
1da177e4 290 "sub %1, 0x8, %1\n\t"
9eb3394b
RM
291 "ldxa [%1] %5, %3\n\t"
292 "add %1, 0x8, %1\n\t"
1da177e4
LT
293 "ldxa [%1] %5, %4\n\t"
294 "cmp %4, %2\n\t"
9eb3394b
RM
295 "bne,a,pn %%xcc, 1b\n\t"
296 " mov %4, %2\n\t"
297 "sllx %4, 32, %4\n\t"
1da177e4
LT
298 "or %3, %4, %0\n\t"
299 : "=&r" (ret), "=&r" (addr),
300 "=&r" (tmp1), "=&r" (tmp2), "=&r" (tmp3)
301 : "i" (ASI_PHYS_BYPASS_EC_E), "1" (addr));
302
303 return ret;
304}
305
1da177e4
LT
306static void __hbird_write_stick(unsigned long val)
307{
308 unsigned long low = (val & 0xffffffffUL);
309 unsigned long high = (val >> 32UL);
310 unsigned long addr = HBIRD_STICK_ADDR;
311
312 __asm__ __volatile__("stxa %%g0, [%0] %4\n\t"
313 "add %0, 0x8, %0\n\t"
314 "stxa %3, [%0] %4\n\t"
315 "sub %0, 0x8, %0\n\t"
316 "stxa %2, [%0] %4"
317 : "=&r" (addr)
318 : "0" (addr), "r" (low), "r" (high),
319 "i" (ASI_PHYS_BYPASS_EC_E));
320}
321
322static void __hbird_write_compare(unsigned long val)
323{
324 unsigned long low = (val & 0xffffffffUL);
325 unsigned long high = (val >> 32UL);
326 unsigned long addr = HBIRD_STICKCMP_ADDR + 0x8UL;
327
328 __asm__ __volatile__("stxa %3, [%0] %4\n\t"
329 "sub %0, 0x8, %0\n\t"
330 "stxa %2, [%0] %4"
331 : "=&r" (addr)
332 : "0" (addr), "r" (low), "r" (high),
333 "i" (ASI_PHYS_BYPASS_EC_E));
334}
335
112f4871 336static void hbtick_disable_irq(void)
1da177e4 337{
112f4871
DM
338 __hbird_write_compare(TICKCMP_IRQ_BIT);
339}
1da177e4 340
112f4871
DM
341static void hbtick_init_tick(void)
342{
1da177e4
LT
343 tick_disable_protection();
344
345 /* XXX This seems to be necessary to 'jumpstart' Hummingbird
346 * XXX into actually sending STICK interrupts. I think because
347 * XXX of how we store %tick_cmpr in head.S this somehow resets the
348 * XXX {TICK + STICK} interrupt mux. -DaveM
349 */
350 __hbird_write_stick(__hbird_read_stick());
351
112f4871 352 hbtick_disable_irq();
1da177e4
LT
353}
354
355static unsigned long hbtick_get_tick(void)
356{
357 return __hbird_read_stick() & ~TICK_PRIV_BIT;
358}
359
112f4871 360static unsigned long hbtick_add_tick(unsigned long adj)
1da177e4
LT
361{
362 unsigned long val;
363
364 val = __hbird_read_stick() + adj;
365 __hbird_write_stick(val);
366
1da177e4
LT
367 return val;
368}
369
112f4871 370static int hbtick_add_compare(unsigned long adj)
1da177e4 371{
112f4871
DM
372 unsigned long val = __hbird_read_stick();
373 unsigned long val2;
1da177e4 374
112f4871
DM
375 val &= ~TICKCMP_IRQ_BIT;
376 val += adj;
1da177e4
LT
377 __hbird_write_compare(val);
378
112f4871
DM
379 val2 = __hbird_read_stick() & ~TICKCMP_IRQ_BIT;
380
381 return ((long)(val2 - val)) > 0L;
1da177e4
LT
382}
383
d369ddd2 384static struct sparc64_tick_ops hbtick_operations __read_mostly = {
112f4871 385 .name = "hbtick",
1da177e4 386 .init_tick = hbtick_init_tick,
112f4871 387 .disable_irq = hbtick_disable_irq,
1da177e4 388 .get_tick = hbtick_get_tick,
1da177e4
LT
389 .add_tick = hbtick_add_tick,
390 .add_compare = hbtick_add_compare,
391 .softint_mask = 1UL << 0,
392};
393
d369ddd2 394static unsigned long timer_ticks_per_nsec_quotient __read_mostly;
1da177e4 395
82644459 396int update_persistent_clock(struct timespec now)
a58c9f3c 397{
a0b31b57 398 struct rtc_device *rtc = rtc_class_open("rtc0");
90158d84 399 int err = -1;
a0b31b57 400
088a3962
DM
401 if (rtc) {
402 err = rtc_set_mmss(rtc, now.tv_sec);
403 rtc_class_close(rtc);
404 }
a0b31b57 405
90158d84 406 return err;
1da177e4
LT
407}
408
da86783d
DM
409unsigned long cmos_regs;
410EXPORT_SYMBOL(cmos_regs);
690c8fd3 411
d8ada0a2 412static struct resource rtc_cmos_resource;
da86783d
DM
413
414static struct platform_device rtc_cmos_device = {
415 .name = "rtc_cmos",
416 .id = -1,
417 .resource = &rtc_cmos_resource,
418 .num_resources = 1,
419};
690c8fd3 420
1518e7ed 421static int __devinit rtc_probe(struct of_device *op, const struct of_device_id *match)
690c8fd3 422{
da86783d 423 struct resource *r;
690c8fd3 424
da86783d
DM
425 printk(KERN_INFO "%s: RTC regs at 0x%lx\n",
426 op->node->full_name, op->resource[0].start);
d037e053 427
da86783d
DM
428 /* The CMOS RTC driver only accepts IORESOURCE_IO, so cons
429 * up a fake resource so that the probe works for all cases.
430 * When the RTC is behind an ISA bus it will have IORESOURCE_IO
431 * already, whereas when it's behind EBUS is will be IORESOURCE_MEM.
432 */
433
434 r = &rtc_cmos_resource;
435 r->flags = IORESOURCE_IO;
436 r->name = op->resource[0].name;
437 r->start = op->resource[0].start;
438 r->end = op->resource[0].end;
439
440 cmos_regs = op->resource[0].start;
441 return platform_device_register(&rtc_cmos_device);
442}
443
fd098316 444static struct of_device_id __initdata rtc_match[] = {
da86783d
DM
445 {
446 .name = "rtc",
447 .compatible = "m5819",
448 },
449 {
450 .name = "rtc",
451 .compatible = "isa-m5819p",
452 },
453 {
454 .name = "rtc",
455 .compatible = "isa-m5823p",
456 },
457 {
458 .name = "rtc",
459 .compatible = "ds1287",
460 },
461 {},
462};
463
464static struct of_platform_driver rtc_driver = {
465 .match_table = rtc_match,
466 .probe = rtc_probe,
467 .driver = {
468 .name = "rtc",
469 },
470};
91521485 471
29b503f1
DM
472static struct platform_device rtc_bq4802_device = {
473 .name = "rtc-bq4802",
474 .id = -1,
475 .num_resources = 1,
476};
477
da86783d
DM
478static int __devinit bq4802_probe(struct of_device *op, const struct of_device_id *match)
479{
690c8fd3 480
29b503f1
DM
481 printk(KERN_INFO "%s: BQ4802 regs at 0x%lx\n",
482 op->node->full_name, op->resource[0].start);
690c8fd3 483
29b503f1
DM
484 rtc_bq4802_device.resource = &op->resource[0];
485 return platform_device_register(&rtc_bq4802_device);
690c8fd3 486}
690c8fd3 487
fd098316 488static struct of_device_id __initdata bq4802_match[] = {
ee5caf0e 489 {
1518e7ed 490 .name = "rtc",
da86783d 491 .compatible = "bq4802",
1518e7ed 492 },
1518e7ed
DM
493};
494
da86783d
DM
495static struct of_platform_driver bq4802_driver = {
496 .match_table = bq4802_match,
497 .probe = bq4802_probe,
1518e7ed 498 .driver = {
da86783d 499 .name = "bq4802",
ee5caf0e 500 },
1518e7ed
DM
501};
502
503static unsigned char mostek_read_byte(struct device *dev, u32 ofs)
504{
505 struct platform_device *pdev = to_platform_device(dev);
3baca76f 506 struct m48t59_plat_data *pdata = pdev->dev.platform_data;
1518e7ed
DM
507 void __iomem *regs;
508 unsigned char val;
509
510 regs = (void __iomem *) pdev->resource[0].start;
511 val = readb(regs + ofs);
512
513 /* the year 0 is 1968 */
3baca76f 514 if (ofs == pdata->offset + M48T59_YEAR) {
1518e7ed
DM
515 val += 0x68;
516 if ((val & 0xf) > 9)
517 val += 6;
518 }
519 return val;
520}
521
522static void mostek_write_byte(struct device *dev, u32 ofs, u8 val)
523{
524 struct platform_device *pdev = to_platform_device(dev);
3baca76f 525 struct m48t59_plat_data *pdata = pdev->dev.platform_data;
1518e7ed
DM
526 void __iomem *regs;
527
528 regs = (void __iomem *) pdev->resource[0].start;
3baca76f 529 if (ofs == pdata->offset + M48T59_YEAR) {
1518e7ed
DM
530 if (val < 0x68)
531 val += 0x32;
532 else
533 val -= 0x68;
534 if ((val & 0xf) > 9)
535 val += 6;
536 if ((val & 0xf0) > 0x9A)
537 val += 0x60;
538 }
539 writeb(val, regs + ofs);
540}
541
542static struct m48t59_plat_data m48t59_data = {
543 .read_byte = mostek_read_byte,
544 .write_byte = mostek_write_byte,
545};
546
547static struct platform_device m48t59_rtc = {
548 .name = "rtc-m48t59",
549 .id = 0,
550 .num_resources = 1,
551 .dev = {
552 .platform_data = &m48t59_data,
553 },
554};
555
556static int __devinit mostek_probe(struct of_device *op, const struct of_device_id *match)
557{
558 struct device_node *dp = op->node;
559
560 /* On an Enterprise system there can be multiple mostek clocks.
561 * We should only match the one that is on the central FHC bus.
562 */
563 if (!strcmp(dp->parent->name, "fhc") &&
564 strcmp(dp->parent->parent->name, "central") != 0)
565 return -ENODEV;
566
567 printk(KERN_INFO "%s: Mostek regs at 0x%lx\n",
568 dp->full_name, op->resource[0].start);
569
570 m48t59_rtc.resource = &op->resource[0];
571 return platform_device_register(&m48t59_rtc);
572}
573
fd098316 574static struct of_device_id __initdata mostek_match[] = {
ee5caf0e 575 {
1518e7ed 576 .name = "eeprom",
ee5caf0e
DM
577 },
578 {},
579};
690c8fd3 580
1518e7ed
DM
581static struct of_platform_driver mostek_driver = {
582 .match_table = mostek_match,
583 .probe = mostek_probe,
a2cd1558 584 .driver = {
1518e7ed 585 .name = "mostek",
a2cd1558 586 },
ee5caf0e 587};
690c8fd3 588
84d6bd5e
DM
589static struct platform_device rtc_sun4v_device = {
590 .name = "rtc-sun4v",
591 .id = -1,
592};
593
f2be6de8
DM
594static struct platform_device rtc_starfire_device = {
595 .name = "rtc-starfire",
596 .id = -1,
597};
598
ee5caf0e 599static int __init clock_init(void)
690c8fd3 600{
f2be6de8
DM
601 if (this_is_starfire)
602 return platform_device_register(&rtc_starfire_device);
603
84d6bd5e
DM
604 if (tlb_type == hypervisor)
605 return platform_device_register(&rtc_sun4v_device);
1da177e4 606
1518e7ed
DM
607 (void) of_register_driver(&rtc_driver, &of_platform_bus_type);
608 (void) of_register_driver(&mostek_driver, &of_platform_bus_type);
da86783d 609 (void) of_register_driver(&bq4802_driver, &of_platform_bus_type);
1518e7ed
DM
610
611 return 0;
1da177e4
LT
612}
613
ee5caf0e
DM
614/* Must be after subsys_initcall() so that busses are probed. Must
615 * be before device_initcall() because things like the RTC driver
616 * need to see the clock registers.
617 */
618fs_initcall(clock_init);
619
1da177e4
LT
620/* This is gets the master TICK_INT timer going. */
621static unsigned long sparc64_init_timers(void)
622{
07f8e5f3 623 struct device_node *dp;
d8ada0a2 624 unsigned long freq;
1da177e4 625
07f8e5f3 626 dp = of_find_node_by_path("/");
1da177e4
LT
627 if (tlb_type == spitfire) {
628 unsigned long ver, manuf, impl;
629
630 __asm__ __volatile__ ("rdpr %%ver, %0"
631 : "=&r" (ver));
632 manuf = ((ver >> 48) & 0xffff);
633 impl = ((ver >> 32) & 0xffff);
634 if (manuf == 0x17 && impl == 0x13) {
635 /* Hummingbird, aka Ultra-IIe */
636 tick_ops = &hbtick_operations;
d8ada0a2 637 freq = of_getintprop_default(dp, "stick-frequency", 0);
1da177e4
LT
638 } else {
639 tick_ops = &tick_operations;
d8ada0a2 640 freq = local_cpu_data().clock_tick;
1da177e4
LT
641 }
642 } else {
643 tick_ops = &stick_operations;
d8ada0a2 644 freq = of_getintprop_default(dp, "stick-frequency", 0);
1da177e4 645 }
1da177e4 646
d8ada0a2 647 return freq;
1da177e4
LT
648}
649
1da177e4 650struct freq_table {
1da177e4
LT
651 unsigned long clock_tick_ref;
652 unsigned int ref_freq;
653};
3763be32 654static DEFINE_PER_CPU(struct freq_table, sparc64_freq_table) = { 0, 0 };
1da177e4
LT
655
656unsigned long sparc64_get_clock_tick(unsigned int cpu)
657{
658 struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);
659
660 if (ft->clock_tick_ref)
661 return ft->clock_tick_ref;
662 return cpu_data(cpu).clock_tick;
663}
664
665#ifdef CONFIG_CPU_FREQ
666
667static int sparc64_cpufreq_notifier(struct notifier_block *nb, unsigned long val,
668 void *data)
669{
670 struct cpufreq_freqs *freq = data;
671 unsigned int cpu = freq->cpu;
672 struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);
673
674 if (!ft->ref_freq) {
675 ft->ref_freq = freq->old;
1da177e4
LT
676 ft->clock_tick_ref = cpu_data(cpu).clock_tick;
677 }
678 if ((val == CPUFREQ_PRECHANGE && freq->old < freq->new) ||
679 (val == CPUFREQ_POSTCHANGE && freq->old > freq->new) ||
680 (val == CPUFREQ_RESUMECHANGE)) {
1da177e4
LT
681 cpu_data(cpu).clock_tick =
682 cpufreq_scale(ft->clock_tick_ref,
683 ft->ref_freq,
684 freq->new);
685 }
686
687 return 0;
688}
689
690static struct notifier_block sparc64_cpufreq_notifier_block = {
691 .notifier_call = sparc64_cpufreq_notifier
692};
693
7ae93f51
DM
694static int __init register_sparc64_cpufreq_notifier(void)
695{
696
697 cpufreq_register_notifier(&sparc64_cpufreq_notifier_block,
698 CPUFREQ_TRANSITION_NOTIFIER);
699 return 0;
700}
701
702core_initcall(register_sparc64_cpufreq_notifier);
703
1da177e4
LT
704#endif /* CONFIG_CPU_FREQ */
705
112f4871
DM
706static int sparc64_next_event(unsigned long delta,
707 struct clock_event_device *evt)
708{
d62c6f09 709 return tick_ops->add_compare(delta) ? -ETIME : 0;
112f4871
DM
710}
711
712static void sparc64_timer_setup(enum clock_event_mode mode,
713 struct clock_event_device *evt)
714{
715 switch (mode) {
716 case CLOCK_EVT_MODE_ONESHOT:
18de5bc4 717 case CLOCK_EVT_MODE_RESUME:
112f4871
DM
718 break;
719
720 case CLOCK_EVT_MODE_SHUTDOWN:
721 tick_ops->disable_irq();
722 break;
723
724 case CLOCK_EVT_MODE_PERIODIC:
725 case CLOCK_EVT_MODE_UNUSED:
726 WARN_ON(1);
727 break;
728 };
729}
730
731static struct clock_event_device sparc64_clockevent = {
732 .features = CLOCK_EVT_FEAT_ONESHOT,
733 .set_mode = sparc64_timer_setup,
734 .set_next_event = sparc64_next_event,
735 .rating = 100,
736 .shift = 30,
737 .irq = -1,
1da177e4 738};
112f4871 739static DEFINE_PER_CPU(struct clock_event_device, sparc64_events);
1da177e4 740
112f4871 741void timer_interrupt(int irq, struct pt_regs *regs)
1da177e4 742{
112f4871
DM
743 struct pt_regs *old_regs = set_irq_regs(regs);
744 unsigned long tick_mask = tick_ops->softint_mask;
745 int cpu = smp_processor_id();
746 struct clock_event_device *evt = &per_cpu(sparc64_events, cpu);
747
748 clear_softint(tick_mask);
749
750 irq_enter();
751
752 kstat_this_cpu.irqs[0]++;
753
754 if (unlikely(!evt->event_handler)) {
755 printk(KERN_WARNING
756 "Spurious SPARC64 timer interrupt on cpu %d\n", cpu);
757 } else
758 evt->event_handler(evt);
759
760 irq_exit();
761
762 set_irq_regs(old_regs);
763}
1da177e4 764
112f4871
DM
765void __devinit setup_sparc64_timer(void)
766{
767 struct clock_event_device *sevt;
768 unsigned long pstate;
1da177e4 769
112f4871
DM
770 /* Guarantee that the following sequences execute
771 * uninterrupted.
1da177e4 772 */
112f4871
DM
773 __asm__ __volatile__("rdpr %%pstate, %0\n\t"
774 "wrpr %0, %1, %%pstate"
775 : "=r" (pstate)
776 : "i" (PSTATE_IE));
777
778 tick_ops->init_tick();
779
780 /* Restore PSTATE_IE. */
781 __asm__ __volatile__("wrpr %0, 0x0, %%pstate"
782 : /* no outputs */
783 : "r" (pstate));
784
785 sevt = &__get_cpu_var(sparc64_events);
786
787 memcpy(sevt, &sparc64_clockevent, sizeof(*sevt));
788 sevt->cpumask = cpumask_of_cpu(smp_processor_id());
789
790 clockevents_register_device(sevt);
791}
792
03983ab8 793#define SPARC64_NSEC_PER_CYC_SHIFT 10UL
112f4871
DM
794
795static struct clocksource clocksource_tick = {
796 .rating = 100,
797 .mask = CLOCKSOURCE_MASK(64),
798 .shift = 16,
799 .flags = CLOCK_SOURCE_IS_CONTINUOUS,
800};
801
802static void __init setup_clockevent_multiplier(unsigned long hz)
803{
804 unsigned long mult, shift = 32;
805
806 while (1) {
807 mult = div_sc(hz, NSEC_PER_SEC, shift);
808 if (mult && (mult >> 32UL) == 0UL)
809 break;
810
811 shift--;
812 }
813
814 sparc64_clockevent.shift = shift;
815 sparc64_clockevent.mult = mult;
816}
817
8b99cfb8
DM
818static unsigned long tb_ticks_per_usec __read_mostly;
819
820void __delay(unsigned long loops)
821{
822 unsigned long bclock, now;
823
824 bclock = tick_ops->get_tick();
825 do {
826 now = tick_ops->get_tick();
827 } while ((now-bclock) < loops);
828}
829EXPORT_SYMBOL(__delay);
830
831void udelay(unsigned long usecs)
832{
833 __delay(tb_ticks_per_usec * usecs);
834}
835EXPORT_SYMBOL(udelay);
836
112f4871
DM
837void __init time_init(void)
838{
d8ada0a2 839 unsigned long freq = sparc64_init_timers();
1da177e4 840
d8ada0a2 841 tb_ticks_per_usec = freq / USEC_PER_SEC;
8b99cfb8 842
1da177e4 843 timer_ticks_per_nsec_quotient =
d8ada0a2 844 clocksource_hz2mult(freq, SPARC64_NSEC_PER_CYC_SHIFT);
112f4871
DM
845
846 clocksource_tick.name = tick_ops->name;
847 clocksource_tick.mult =
d8ada0a2 848 clocksource_hz2mult(freq,
112f4871
DM
849 clocksource_tick.shift);
850 clocksource_tick.read = tick_ops->get_tick;
851
852 printk("clocksource: mult[%x] shift[%d]\n",
853 clocksource_tick.mult, clocksource_tick.shift);
854
855 clocksource_register(&clocksource_tick);
856
857 sparc64_clockevent.name = tick_ops->name;
858
d8ada0a2 859 setup_clockevent_multiplier(freq);
112f4871
DM
860
861 sparc64_clockevent.max_delta_ns =
cf3d7c1e 862 clockevent_delta2ns(0x7fffffffffffffffUL, &sparc64_clockevent);
112f4871
DM
863 sparc64_clockevent.min_delta_ns =
864 clockevent_delta2ns(0xF, &sparc64_clockevent);
865
866 printk("clockevent: mult[%lx] shift[%d]\n",
867 sparc64_clockevent.mult, sparc64_clockevent.shift);
868
869 setup_sparc64_timer();
1da177e4
LT
870}
871
872unsigned long long sched_clock(void)
873{
874 unsigned long ticks = tick_ops->get_tick();
875
876 return (ticks * timer_ticks_per_nsec_quotient)
877 >> SPARC64_NSEC_PER_CYC_SHIFT;
878}
879
941e492b
AM
880int __devinit read_current_timer(unsigned long *timer_val)
881{
882 *timer_val = tick_ops->get_tick();
883 return 0;
884}
This page took 0.392061 seconds and 5 git commands to generate.