en_clock.c 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. /*
  2. * Copyright (c) 2012 Mellanox Technologies. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. *
  32. */
  33. #include <linux/mlx4/device.h>
  34. #include <linux/clocksource.h>
  35. #include "mlx4_en.h"
  36. /* mlx4_en_read_clock - read raw cycle counter (to be used by time counter)
  37. */
  38. static cycle_t mlx4_en_read_clock(const struct cyclecounter *tc)
  39. {
  40. struct mlx4_en_dev *mdev =
  41. container_of(tc, struct mlx4_en_dev, cycles);
  42. struct mlx4_dev *dev = mdev->dev;
  43. return mlx4_read_clock(dev) & tc->mask;
  44. }
  45. u64 mlx4_en_get_cqe_ts(struct mlx4_cqe *cqe)
  46. {
  47. u64 hi, lo;
  48. struct mlx4_ts_cqe *ts_cqe = (struct mlx4_ts_cqe *)cqe;
  49. lo = (u64)be16_to_cpu(ts_cqe->timestamp_lo);
  50. hi = ((u64)be32_to_cpu(ts_cqe->timestamp_hi) + !lo) << 16;
  51. return hi | lo;
  52. }
  53. void mlx4_en_fill_hwtstamps(struct mlx4_en_dev *mdev,
  54. struct skb_shared_hwtstamps *hwts,
  55. u64 timestamp)
  56. {
  57. unsigned long flags;
  58. u64 nsec;
  59. read_lock_irqsave(&mdev->clock_lock, flags);
  60. nsec = timecounter_cyc2time(&mdev->clock, timestamp);
  61. read_unlock_irqrestore(&mdev->clock_lock, flags);
  62. memset(hwts, 0, sizeof(struct skb_shared_hwtstamps));
  63. hwts->hwtstamp = ns_to_ktime(nsec);
  64. }
  65. /**
  66. * mlx4_en_remove_timestamp - disable PTP device
  67. * @mdev: board private structure
  68. *
  69. * Stop the PTP support.
  70. **/
  71. void mlx4_en_remove_timestamp(struct mlx4_en_dev *mdev)
  72. {
  73. if (mdev->ptp_clock) {
  74. ptp_clock_unregister(mdev->ptp_clock);
  75. mdev->ptp_clock = NULL;
  76. mlx4_info(mdev, "removed PHC\n");
  77. }
  78. }
  79. void mlx4_en_ptp_overflow_check(struct mlx4_en_dev *mdev)
  80. {
  81. bool timeout = time_is_before_jiffies(mdev->last_overflow_check +
  82. mdev->overflow_period);
  83. unsigned long flags;
  84. if (timeout) {
  85. write_lock_irqsave(&mdev->clock_lock, flags);
  86. timecounter_read(&mdev->clock);
  87. write_unlock_irqrestore(&mdev->clock_lock, flags);
  88. mdev->last_overflow_check = jiffies;
  89. }
  90. }
  91. /**
  92. * mlx4_en_phc_adjfreq - adjust the frequency of the hardware clock
  93. * @ptp: ptp clock structure
  94. * @delta: Desired frequency change in parts per billion
  95. *
  96. * Adjust the frequency of the PHC cycle counter by the indicated delta from
  97. * the base frequency.
  98. **/
  99. static int mlx4_en_phc_adjfreq(struct ptp_clock_info *ptp, s32 delta)
  100. {
  101. u64 adj;
  102. u32 diff, mult;
  103. int neg_adj = 0;
  104. unsigned long flags;
  105. struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,
  106. ptp_clock_info);
  107. if (delta < 0) {
  108. neg_adj = 1;
  109. delta = -delta;
  110. }
  111. mult = mdev->nominal_c_mult;
  112. adj = mult;
  113. adj *= delta;
  114. diff = div_u64(adj, 1000000000ULL);
  115. write_lock_irqsave(&mdev->clock_lock, flags);
  116. timecounter_read(&mdev->clock);
  117. mdev->cycles.mult = neg_adj ? mult - diff : mult + diff;
  118. write_unlock_irqrestore(&mdev->clock_lock, flags);
  119. return 0;
  120. }
  121. /**
  122. * mlx4_en_phc_adjtime - Shift the time of the hardware clock
  123. * @ptp: ptp clock structure
  124. * @delta: Desired change in nanoseconds
  125. *
  126. * Adjust the timer by resetting the timecounter structure.
  127. **/
  128. static int mlx4_en_phc_adjtime(struct ptp_clock_info *ptp, s64 delta)
  129. {
  130. struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,
  131. ptp_clock_info);
  132. unsigned long flags;
  133. write_lock_irqsave(&mdev->clock_lock, flags);
  134. timecounter_adjtime(&mdev->clock, delta);
  135. write_unlock_irqrestore(&mdev->clock_lock, flags);
  136. return 0;
  137. }
  138. /**
  139. * mlx4_en_phc_gettime - Reads the current time from the hardware clock
  140. * @ptp: ptp clock structure
  141. * @ts: timespec structure to hold the current time value
  142. *
  143. * Read the timecounter and return the correct value in ns after converting
  144. * it into a struct timespec.
  145. **/
  146. static int mlx4_en_phc_gettime(struct ptp_clock_info *ptp, struct timespec *ts)
  147. {
  148. struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,
  149. ptp_clock_info);
  150. unsigned long flags;
  151. u32 remainder;
  152. u64 ns;
  153. write_lock_irqsave(&mdev->clock_lock, flags);
  154. ns = timecounter_read(&mdev->clock);
  155. write_unlock_irqrestore(&mdev->clock_lock, flags);
  156. ts->tv_sec = div_u64_rem(ns, NSEC_PER_SEC, &remainder);
  157. ts->tv_nsec = remainder;
  158. return 0;
  159. }
  160. /**
  161. * mlx4_en_phc_settime - Set the current time on the hardware clock
  162. * @ptp: ptp clock structure
  163. * @ts: timespec containing the new time for the cycle counter
  164. *
  165. * Reset the timecounter to use a new base value instead of the kernel
  166. * wall timer value.
  167. **/
  168. static int mlx4_en_phc_settime(struct ptp_clock_info *ptp,
  169. const struct timespec *ts)
  170. {
  171. struct mlx4_en_dev *mdev = container_of(ptp, struct mlx4_en_dev,
  172. ptp_clock_info);
  173. u64 ns = timespec_to_ns(ts);
  174. unsigned long flags;
  175. /* reset the timecounter */
  176. write_lock_irqsave(&mdev->clock_lock, flags);
  177. timecounter_init(&mdev->clock, &mdev->cycles, ns);
  178. write_unlock_irqrestore(&mdev->clock_lock, flags);
  179. return 0;
  180. }
  181. /**
  182. * mlx4_en_phc_enable - enable or disable an ancillary feature
  183. * @ptp: ptp clock structure
  184. * @request: Desired resource to enable or disable
  185. * @on: Caller passes one to enable or zero to disable
  186. *
  187. * Enable (or disable) ancillary features of the PHC subsystem.
  188. * Currently, no ancillary features are supported.
  189. **/
  190. static int mlx4_en_phc_enable(struct ptp_clock_info __always_unused *ptp,
  191. struct ptp_clock_request __always_unused *request,
  192. int __always_unused on)
  193. {
  194. return -EOPNOTSUPP;
  195. }
  196. static const struct ptp_clock_info mlx4_en_ptp_clock_info = {
  197. .owner = THIS_MODULE,
  198. .max_adj = 100000000,
  199. .n_alarm = 0,
  200. .n_ext_ts = 0,
  201. .n_per_out = 0,
  202. .n_pins = 0,
  203. .pps = 0,
  204. .adjfreq = mlx4_en_phc_adjfreq,
  205. .adjtime = mlx4_en_phc_adjtime,
  206. .gettime = mlx4_en_phc_gettime,
  207. .settime = mlx4_en_phc_settime,
  208. .enable = mlx4_en_phc_enable,
  209. };
  210. void mlx4_en_init_timestamp(struct mlx4_en_dev *mdev)
  211. {
  212. struct mlx4_dev *dev = mdev->dev;
  213. unsigned long flags;
  214. u64 ns, zero = 0;
  215. rwlock_init(&mdev->clock_lock);
  216. memset(&mdev->cycles, 0, sizeof(mdev->cycles));
  217. mdev->cycles.read = mlx4_en_read_clock;
  218. mdev->cycles.mask = CLOCKSOURCE_MASK(48);
  219. /* Using shift to make calculation more accurate. Since current HW
  220. * clock frequency is 427 MHz, and cycles are given using a 48 bits
  221. * register, the biggest shift when calculating using u64, is 14
  222. * (max_cycles * multiplier < 2^64)
  223. */
  224. mdev->cycles.shift = 14;
  225. mdev->cycles.mult =
  226. clocksource_khz2mult(1000 * dev->caps.hca_core_clock, mdev->cycles.shift);
  227. mdev->nominal_c_mult = mdev->cycles.mult;
  228. write_lock_irqsave(&mdev->clock_lock, flags);
  229. timecounter_init(&mdev->clock, &mdev->cycles,
  230. ktime_to_ns(ktime_get_real()));
  231. write_unlock_irqrestore(&mdev->clock_lock, flags);
  232. /* Calculate period in seconds to call the overflow watchdog - to make
  233. * sure counter is checked at least once every wrap around.
  234. */
  235. ns = cyclecounter_cyc2ns(&mdev->cycles, mdev->cycles.mask, zero, &zero);
  236. do_div(ns, NSEC_PER_SEC / 2 / HZ);
  237. mdev->overflow_period = ns;
  238. /* Configure the PHC */
  239. mdev->ptp_clock_info = mlx4_en_ptp_clock_info;
  240. snprintf(mdev->ptp_clock_info.name, 16, "mlx4 ptp");
  241. mdev->ptp_clock = ptp_clock_register(&mdev->ptp_clock_info,
  242. &mdev->pdev->dev);
  243. if (IS_ERR(mdev->ptp_clock)) {
  244. mdev->ptp_clock = NULL;
  245. mlx4_err(mdev, "ptp_clock_register failed\n");
  246. } else {
  247. mlx4_info(mdev, "registered PHC clock\n");
  248. }
  249. }