arch_timer.c 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. /*
  2. * linux/arch/arm/kernel/arch_timer.c
  3. *
  4. * Copyright (C) 2011 ARM Ltd.
  5. * All Rights Reserved
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License version 2 as
  9. * published by the Free Software Foundation.
  10. */
  11. #include <linux/init.h>
  12. #include <linux/kernel.h>
  13. #include <linux/delay.h>
  14. #include <linux/device.h>
  15. #include <linux/smp.h>
  16. #include <linux/cpu.h>
  17. #include <linux/jiffies.h>
  18. #include <linux/clockchips.h>
  19. #include <linux/interrupt.h>
  20. #include <linux/io.h>
  21. #include <asm/cputype.h>
  22. #include <asm/localtimer.h>
  23. #include <asm/arch_timer.h>
  24. #include <asm/system_info.h>
  25. static unsigned long arch_timer_rate;
  26. static int arch_timer_ppi;
  27. static int arch_timer_ppi2;
  28. static struct clock_event_device __percpu **arch_timer_evt;
  29. /*
  30. * Architected system timer support.
  31. */
  32. #define ARCH_TIMER_CTRL_ENABLE (1 << 0)
  33. #define ARCH_TIMER_CTRL_IT_MASK (1 << 1)
  34. #define ARCH_TIMER_CTRL_IT_STAT (1 << 2)
  35. #define ARCH_TIMER_REG_CTRL 0
  36. #define ARCH_TIMER_REG_FREQ 1
  37. #define ARCH_TIMER_REG_TVAL 2
  38. static void arch_timer_reg_write(int reg, u32 val)
  39. {
  40. switch (reg) {
  41. case ARCH_TIMER_REG_CTRL:
  42. asm volatile("mcr p15, 0, %0, c14, c2, 1" : : "r" (val));
  43. break;
  44. case ARCH_TIMER_REG_TVAL:
  45. asm volatile("mcr p15, 0, %0, c14, c2, 0" : : "r" (val));
  46. break;
  47. }
  48. isb();
  49. }
  50. static u32 arch_timer_reg_read(int reg)
  51. {
  52. u32 val;
  53. switch (reg) {
  54. case ARCH_TIMER_REG_CTRL:
  55. asm volatile("mrc p15, 0, %0, c14, c2, 1" : "=r" (val));
  56. break;
  57. case ARCH_TIMER_REG_FREQ:
  58. asm volatile("mrc p15, 0, %0, c14, c0, 0" : "=r" (val));
  59. break;
  60. case ARCH_TIMER_REG_TVAL:
  61. asm volatile("mrc p15, 0, %0, c14, c2, 0" : "=r" (val));
  62. break;
  63. default:
  64. BUG();
  65. }
  66. return val;
  67. }
  68. static irqreturn_t arch_timer_handler(int irq, void *dev_id)
  69. {
  70. struct clock_event_device *evt = *(struct clock_event_device **)dev_id;
  71. unsigned long ctrl;
  72. ctrl = arch_timer_reg_read(ARCH_TIMER_REG_CTRL);
  73. if (ctrl & ARCH_TIMER_CTRL_IT_STAT) {
  74. ctrl |= ARCH_TIMER_CTRL_IT_MASK;
  75. arch_timer_reg_write(ARCH_TIMER_REG_CTRL, ctrl);
  76. evt->event_handler(evt);
  77. return IRQ_HANDLED;
  78. }
  79. return IRQ_NONE;
  80. }
  81. static void arch_timer_disable(void)
  82. {
  83. unsigned long ctrl;
  84. ctrl = arch_timer_reg_read(ARCH_TIMER_REG_CTRL);
  85. ctrl &= ~ARCH_TIMER_CTRL_ENABLE;
  86. arch_timer_reg_write(ARCH_TIMER_REG_CTRL, ctrl);
  87. }
  88. static void arch_timer_set_mode(enum clock_event_mode mode,
  89. struct clock_event_device *clk)
  90. {
  91. switch (mode) {
  92. case CLOCK_EVT_MODE_UNUSED:
  93. case CLOCK_EVT_MODE_SHUTDOWN:
  94. arch_timer_disable();
  95. break;
  96. default:
  97. break;
  98. }
  99. }
  100. static int arch_timer_set_next_event(unsigned long evt,
  101. struct clock_event_device *unused)
  102. {
  103. unsigned long ctrl;
  104. ctrl = arch_timer_reg_read(ARCH_TIMER_REG_CTRL);
  105. ctrl |= ARCH_TIMER_CTRL_ENABLE;
  106. ctrl &= ~ARCH_TIMER_CTRL_IT_MASK;
  107. arch_timer_reg_write(ARCH_TIMER_REG_TVAL, evt);
  108. arch_timer_reg_write(ARCH_TIMER_REG_CTRL, ctrl);
  109. return 0;
  110. }
  111. static int __cpuinit arch_timer_setup(struct clock_event_device *clk)
  112. {
  113. /* Be safe... */
  114. arch_timer_disable();
  115. clk->features = CLOCK_EVT_FEAT_ONESHOT;
  116. clk->name = "arch_sys_timer";
  117. clk->rating = 450;
  118. clk->set_mode = arch_timer_set_mode;
  119. clk->set_next_event = arch_timer_set_next_event;
  120. clk->irq = arch_timer_ppi;
  121. clockevents_config_and_register(clk, arch_timer_rate,
  122. 0xf, 0x7fffffff);
  123. *__this_cpu_ptr(arch_timer_evt) = clk;
  124. enable_percpu_irq(clk->irq, 0);
  125. if (arch_timer_ppi2)
  126. enable_percpu_irq(arch_timer_ppi2, 0);
  127. return 0;
  128. }
  129. /* Is the optional system timer available? */
  130. static int local_timer_is_architected(void)
  131. {
  132. return (cpu_architecture() >= CPU_ARCH_ARMv7) &&
  133. ((read_cpuid_ext(CPUID_EXT_PFR1) >> 16) & 0xf) == 1;
  134. }
  135. static int arch_timer_available(void)
  136. {
  137. unsigned long freq;
  138. if (!local_timer_is_architected())
  139. return -ENXIO;
  140. if (arch_timer_rate == 0) {
  141. arch_timer_reg_write(ARCH_TIMER_REG_CTRL, 0);
  142. freq = arch_timer_reg_read(ARCH_TIMER_REG_FREQ);
  143. /* Check the timer frequency. */
  144. if (freq == 0) {
  145. pr_warn("Architected timer frequency not available\n");
  146. return -EINVAL;
  147. }
  148. arch_timer_rate = freq;
  149. }
  150. pr_info_once("Architected local timer running at %lu.%02luMHz.\n",
  151. arch_timer_rate / 1000000, (arch_timer_rate / 10000) % 100);
  152. return 0;
  153. }
  154. static inline cycle_t arch_counter_get_cntpct(void)
  155. {
  156. u32 cvall, cvalh;
  157. asm volatile("mrrc p15, 0, %0, %1, c14" : "=r" (cvall), "=r" (cvalh));
  158. return ((cycle_t) cvalh << 32) | cvall;
  159. }
  160. static inline cycle_t arch_counter_get_cntvct(void)
  161. {
  162. u32 cvall, cvalh;
  163. asm volatile("mrrc p15, 1, %0, %1, c14" : "=r" (cvall), "=r" (cvalh));
  164. return ((cycle_t) cvalh << 32) | cvall;
  165. }
  166. static cycle_t arch_counter_read(struct clocksource *cs)
  167. {
  168. return arch_counter_get_cntpct();
  169. }
  170. static struct clocksource clocksource_counter = {
  171. .name = "arch_sys_counter",
  172. .rating = 400,
  173. .read = arch_counter_read,
  174. .mask = CLOCKSOURCE_MASK(56),
  175. .flags = CLOCK_SOURCE_IS_CONTINUOUS,
  176. };
  177. static void __cpuinit arch_timer_stop(struct clock_event_device *clk)
  178. {
  179. pr_debug("arch_timer_teardown disable IRQ%d cpu #%d\n",
  180. clk->irq, smp_processor_id());
  181. disable_percpu_irq(clk->irq);
  182. if (arch_timer_ppi2)
  183. disable_percpu_irq(arch_timer_ppi2);
  184. arch_timer_set_mode(CLOCK_EVT_MODE_UNUSED, clk);
  185. }
  186. static struct local_timer_ops arch_timer_ops __cpuinitdata = {
  187. .setup = arch_timer_setup,
  188. .stop = arch_timer_stop,
  189. };
  190. int __init arch_timer_register(struct arch_timer *at)
  191. {
  192. int err;
  193. if (at->res[0].start <= 0 || !(at->res[0].flags & IORESOURCE_IRQ))
  194. return -EINVAL;
  195. err = arch_timer_available();
  196. if (err)
  197. return err;
  198. arch_timer_evt = alloc_percpu(struct clock_event_device *);
  199. if (!arch_timer_evt)
  200. return -ENOMEM;
  201. clocksource_register_hz(&clocksource_counter, arch_timer_rate);
  202. arch_timer_ppi = at->res[0].start;
  203. err = request_percpu_irq(arch_timer_ppi, arch_timer_handler,
  204. "arch_timer", arch_timer_evt);
  205. if (err) {
  206. pr_err("arch_timer: can't register interrupt %d (%d)\n",
  207. arch_timer_ppi, err);
  208. goto out_free;
  209. }
  210. if (at->res[1].start > 0 || (at->res[1].flags & IORESOURCE_IRQ)) {
  211. arch_timer_ppi2 = at->res[1].start;
  212. err = request_percpu_irq(arch_timer_ppi2, arch_timer_handler,
  213. "arch_timer", arch_timer_evt);
  214. if (err) {
  215. pr_err("arch_timer: can't register interrupt %d (%d)\n",
  216. arch_timer_ppi2, err);
  217. arch_timer_ppi2 = 0;
  218. goto out_free_irq;
  219. }
  220. }
  221. err = local_timer_register(&arch_timer_ops);
  222. if (err)
  223. goto out_free_irq;
  224. return 0;
  225. out_free_irq:
  226. free_percpu_irq(arch_timer_ppi, arch_timer_evt);
  227. if (arch_timer_ppi2)
  228. free_percpu_irq(arch_timer_ppi2, arch_timer_evt);
  229. out_free:
  230. free_percpu(arch_timer_evt);
  231. return err;
  232. }