core.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559
  1. /*
  2. Added support for the AMD Geode LX RNG
  3. (c) Copyright 2004-2005 Advanced Micro Devices, Inc.
  4. derived from
  5. Hardware driver for the Intel/AMD/VIA Random Number Generators (RNG)
  6. (c) Copyright 2003 Red Hat Inc <jgarzik@redhat.com>
  7. derived from
  8. Hardware driver for the AMD 768 Random Number Generator (RNG)
  9. (c) Copyright 2001 Red Hat Inc <alan@redhat.com>
  10. derived from
  11. Hardware driver for Intel i810 Random Number Generator (RNG)
  12. Copyright 2000,2001 Jeff Garzik <jgarzik@pobox.com>
  13. Copyright 2000,2001 Philipp Rumpf <prumpf@mandrakesoft.com>
  14. Added generic RNG API
  15. Copyright 2006 Michael Buesch <m@bues.ch>
  16. Copyright 2005 (c) MontaVista Software, Inc.
  17. Please read Documentation/hw_random.txt for details on use.
  18. ----------------------------------------------------------
  19. This software may be used and distributed according to the terms
  20. of the GNU General Public License, incorporated herein by reference.
  21. */
  22. #include <linux/device.h>
  23. #include <linux/hw_random.h>
  24. #include <linux/module.h>
  25. #include <linux/kernel.h>
  26. #include <linux/fs.h>
  27. #include <linux/sched.h>
  28. #include <linux/miscdevice.h>
  29. #include <linux/kthread.h>
  30. #include <linux/delay.h>
  31. #include <linux/slab.h>
  32. #include <linux/random.h>
  33. #include <linux/err.h>
  34. #include <asm/uaccess.h>
  35. #define RNG_MODULE_NAME "hw_random"
  36. #define PFX RNG_MODULE_NAME ": "
  37. #define RNG_MISCDEV_MINOR 183 /* official */
  38. static struct hwrng *current_rng;
  39. static struct task_struct *hwrng_fill;
  40. static LIST_HEAD(rng_list);
  41. /* Protects rng_list and current_rng */
  42. static DEFINE_MUTEX(rng_mutex);
  43. /* Protects rng read functions, data_avail, rng_buffer and rng_fillbuf */
  44. static DEFINE_MUTEX(reading_mutex);
  45. static int data_avail;
  46. static u8 *rng_buffer, *rng_fillbuf;
  47. static unsigned short current_quality;
  48. static unsigned short default_quality; /* = 0; default to "off" */
  49. module_param(current_quality, ushort, 0644);
  50. MODULE_PARM_DESC(current_quality,
  51. "current hwrng entropy estimation per mill");
  52. module_param(default_quality, ushort, 0644);
  53. MODULE_PARM_DESC(default_quality,
  54. "default entropy content of hwrng per mill");
  55. static void drop_current_rng(void);
  56. static int hwrng_init(struct hwrng *rng);
  57. static void start_khwrngd(void);
  58. static inline int rng_get_data(struct hwrng *rng, u8 *buffer, size_t size,
  59. int wait);
  60. static size_t rng_buffer_size(void)
  61. {
  62. return SMP_CACHE_BYTES < 32 ? 32 : SMP_CACHE_BYTES;
  63. }
  64. static void add_early_randomness(struct hwrng *rng)
  65. {
  66. unsigned char bytes[16];
  67. int bytes_read;
  68. mutex_lock(&reading_mutex);
  69. bytes_read = rng_get_data(rng, bytes, sizeof(bytes), 1);
  70. mutex_unlock(&reading_mutex);
  71. if (bytes_read > 0)
  72. add_device_randomness(bytes, bytes_read);
  73. }
  74. static inline void cleanup_rng(struct kref *kref)
  75. {
  76. struct hwrng *rng = container_of(kref, struct hwrng, ref);
  77. if (rng->cleanup)
  78. rng->cleanup(rng);
  79. complete(&rng->cleanup_done);
  80. }
  81. static int set_current_rng(struct hwrng *rng)
  82. {
  83. int err;
  84. BUG_ON(!mutex_is_locked(&rng_mutex));
  85. err = hwrng_init(rng);
  86. if (err)
  87. return err;
  88. drop_current_rng();
  89. current_rng = rng;
  90. return 0;
  91. }
  92. static void drop_current_rng(void)
  93. {
  94. BUG_ON(!mutex_is_locked(&rng_mutex));
  95. if (!current_rng)
  96. return;
  97. /* decrease last reference for triggering the cleanup */
  98. kref_put(&current_rng->ref, cleanup_rng);
  99. current_rng = NULL;
  100. }
  101. /* Returns ERR_PTR(), NULL or refcounted hwrng */
  102. static struct hwrng *get_current_rng(void)
  103. {
  104. struct hwrng *rng;
  105. if (mutex_lock_interruptible(&rng_mutex))
  106. return ERR_PTR(-ERESTARTSYS);
  107. rng = current_rng;
  108. if (rng)
  109. kref_get(&rng->ref);
  110. mutex_unlock(&rng_mutex);
  111. return rng;
  112. }
  113. static void put_rng(struct hwrng *rng)
  114. {
  115. /*
  116. * Hold rng_mutex here so we serialize in case they set_current_rng
  117. * on rng again immediately.
  118. */
  119. mutex_lock(&rng_mutex);
  120. if (rng)
  121. kref_put(&rng->ref, cleanup_rng);
  122. mutex_unlock(&rng_mutex);
  123. }
  124. static int hwrng_init(struct hwrng *rng)
  125. {
  126. if (kref_get_unless_zero(&rng->ref))
  127. goto skip_init;
  128. if (rng->init) {
  129. int ret;
  130. ret = rng->init(rng);
  131. if (ret)
  132. return ret;
  133. }
  134. kref_init(&rng->ref);
  135. reinit_completion(&rng->cleanup_done);
  136. skip_init:
  137. add_early_randomness(rng);
  138. current_quality = rng->quality ? : default_quality;
  139. current_quality &= 1023;
  140. if (current_quality == 0 && hwrng_fill)
  141. kthread_stop(hwrng_fill);
  142. if (current_quality > 0 && !hwrng_fill)
  143. start_khwrngd();
  144. return 0;
  145. }
  146. static int rng_dev_open(struct inode *inode, struct file *filp)
  147. {
  148. /* enforce read-only access to this chrdev */
  149. if ((filp->f_mode & FMODE_READ) == 0)
  150. return -EINVAL;
  151. if (filp->f_mode & FMODE_WRITE)
  152. return -EINVAL;
  153. return 0;
  154. }
  155. static inline int rng_get_data(struct hwrng *rng, u8 *buffer, size_t size,
  156. int wait) {
  157. int present;
  158. BUG_ON(!mutex_is_locked(&reading_mutex));
  159. if (rng->read)
  160. return rng->read(rng, (void *)buffer, size, wait);
  161. if (rng->data_present)
  162. present = rng->data_present(rng, wait);
  163. else
  164. present = 1;
  165. if (present)
  166. return rng->data_read(rng, (u32 *)buffer);
  167. return 0;
  168. }
  169. static ssize_t rng_dev_read(struct file *filp, char __user *buf,
  170. size_t size, loff_t *offp)
  171. {
  172. ssize_t ret = 0;
  173. int err = 0;
  174. int bytes_read, len;
  175. struct hwrng *rng;
  176. while (size) {
  177. rng = get_current_rng();
  178. if (IS_ERR(rng)) {
  179. err = PTR_ERR(rng);
  180. goto out;
  181. }
  182. if (!rng) {
  183. err = -ENODEV;
  184. goto out;
  185. }
  186. mutex_lock(&reading_mutex);
  187. if (!data_avail) {
  188. bytes_read = rng_get_data(rng, rng_buffer,
  189. rng_buffer_size(),
  190. !(filp->f_flags & O_NONBLOCK));
  191. if (bytes_read < 0) {
  192. err = bytes_read;
  193. goto out_unlock_reading;
  194. }
  195. data_avail = bytes_read;
  196. }
  197. if (!data_avail) {
  198. if (filp->f_flags & O_NONBLOCK) {
  199. err = -EAGAIN;
  200. goto out_unlock_reading;
  201. }
  202. } else {
  203. len = data_avail;
  204. if (len > size)
  205. len = size;
  206. data_avail -= len;
  207. if (copy_to_user(buf + ret, rng_buffer + data_avail,
  208. len)) {
  209. err = -EFAULT;
  210. goto out_unlock_reading;
  211. }
  212. size -= len;
  213. ret += len;
  214. }
  215. mutex_unlock(&reading_mutex);
  216. put_rng(rng);
  217. if (need_resched())
  218. schedule_timeout_interruptible(1);
  219. if (signal_pending(current)) {
  220. err = -ERESTARTSYS;
  221. goto out;
  222. }
  223. }
  224. out:
  225. return ret ? : err;
  226. out_unlock_reading:
  227. mutex_unlock(&reading_mutex);
  228. put_rng(rng);
  229. goto out;
  230. }
  231. static const struct file_operations rng_chrdev_ops = {
  232. .owner = THIS_MODULE,
  233. .open = rng_dev_open,
  234. .read = rng_dev_read,
  235. .llseek = noop_llseek,
  236. };
  237. static struct miscdevice rng_miscdev = {
  238. .minor = RNG_MISCDEV_MINOR,
  239. .name = RNG_MODULE_NAME,
  240. .nodename = "hwrng",
  241. .fops = &rng_chrdev_ops,
  242. };
  243. static ssize_t hwrng_attr_current_store(struct device *dev,
  244. struct device_attribute *attr,
  245. const char *buf, size_t len)
  246. {
  247. int err;
  248. struct hwrng *rng;
  249. err = mutex_lock_interruptible(&rng_mutex);
  250. if (err)
  251. return -ERESTARTSYS;
  252. err = -ENODEV;
  253. list_for_each_entry(rng, &rng_list, list) {
  254. if (strcmp(rng->name, buf) == 0) {
  255. err = 0;
  256. if (rng != current_rng)
  257. err = set_current_rng(rng);
  258. break;
  259. }
  260. }
  261. mutex_unlock(&rng_mutex);
  262. return err ? : len;
  263. }
  264. static ssize_t hwrng_attr_current_show(struct device *dev,
  265. struct device_attribute *attr,
  266. char *buf)
  267. {
  268. ssize_t ret;
  269. struct hwrng *rng;
  270. rng = get_current_rng();
  271. if (IS_ERR(rng))
  272. return PTR_ERR(rng);
  273. ret = snprintf(buf, PAGE_SIZE, "%s\n", rng ? rng->name : "none");
  274. put_rng(rng);
  275. return ret;
  276. }
  277. static ssize_t hwrng_attr_available_show(struct device *dev,
  278. struct device_attribute *attr,
  279. char *buf)
  280. {
  281. int err;
  282. struct hwrng *rng;
  283. err = mutex_lock_interruptible(&rng_mutex);
  284. if (err)
  285. return -ERESTARTSYS;
  286. buf[0] = '\0';
  287. list_for_each_entry(rng, &rng_list, list) {
  288. strlcat(buf, rng->name, PAGE_SIZE);
  289. strlcat(buf, " ", PAGE_SIZE);
  290. }
  291. strlcat(buf, "\n", PAGE_SIZE);
  292. mutex_unlock(&rng_mutex);
  293. return strlen(buf);
  294. }
  295. static DEVICE_ATTR(rng_current, S_IRUGO | S_IWUSR,
  296. hwrng_attr_current_show,
  297. hwrng_attr_current_store);
  298. static DEVICE_ATTR(rng_available, S_IRUGO,
  299. hwrng_attr_available_show,
  300. NULL);
  301. static void __exit unregister_miscdev(void)
  302. {
  303. device_remove_file(rng_miscdev.this_device, &dev_attr_rng_available);
  304. device_remove_file(rng_miscdev.this_device, &dev_attr_rng_current);
  305. misc_deregister(&rng_miscdev);
  306. }
  307. static int __init register_miscdev(void)
  308. {
  309. int err;
  310. err = misc_register(&rng_miscdev);
  311. if (err)
  312. goto out;
  313. err = device_create_file(rng_miscdev.this_device,
  314. &dev_attr_rng_current);
  315. if (err)
  316. goto err_misc_dereg;
  317. err = device_create_file(rng_miscdev.this_device,
  318. &dev_attr_rng_available);
  319. if (err)
  320. goto err_remove_current;
  321. out:
  322. return err;
  323. err_remove_current:
  324. device_remove_file(rng_miscdev.this_device, &dev_attr_rng_current);
  325. err_misc_dereg:
  326. misc_deregister(&rng_miscdev);
  327. goto out;
  328. }
  329. static int hwrng_fillfn(void *unused)
  330. {
  331. long rc;
  332. while (!kthread_should_stop()) {
  333. struct hwrng *rng;
  334. rng = get_current_rng();
  335. if (IS_ERR(rng) || !rng)
  336. break;
  337. mutex_lock(&reading_mutex);
  338. rc = rng_get_data(rng, rng_fillbuf,
  339. rng_buffer_size(), 1);
  340. mutex_unlock(&reading_mutex);
  341. put_rng(rng);
  342. if (rc <= 0) {
  343. pr_warn("hwrng: no data available\n");
  344. msleep_interruptible(10000);
  345. continue;
  346. }
  347. /* Outside lock, sure, but y'know: randomness. */
  348. add_hwgenerator_randomness((void *)rng_fillbuf, rc,
  349. rc * current_quality * 8 >> 10);
  350. }
  351. hwrng_fill = NULL;
  352. return 0;
  353. }
  354. static void start_khwrngd(void)
  355. {
  356. hwrng_fill = kthread_run(hwrng_fillfn, NULL, "hwrng");
  357. if (hwrng_fill == ERR_PTR(-ENOMEM)) {
  358. pr_err("hwrng_fill thread creation failed");
  359. hwrng_fill = NULL;
  360. }
  361. }
  362. int hwrng_register(struct hwrng *rng)
  363. {
  364. int err = -EINVAL;
  365. struct hwrng *old_rng, *tmp;
  366. if (rng->name == NULL ||
  367. (rng->data_read == NULL && rng->read == NULL))
  368. goto out;
  369. mutex_lock(&rng_mutex);
  370. /* kmalloc makes this safe for virt_to_page() in virtio_rng.c */
  371. err = -ENOMEM;
  372. if (!rng_buffer) {
  373. rng_buffer = kmalloc(rng_buffer_size(), GFP_KERNEL);
  374. if (!rng_buffer)
  375. goto out_unlock;
  376. }
  377. if (!rng_fillbuf) {
  378. rng_fillbuf = kmalloc(rng_buffer_size(), GFP_KERNEL);
  379. if (!rng_fillbuf) {
  380. kfree(rng_buffer);
  381. goto out_unlock;
  382. }
  383. }
  384. /* Must not register two RNGs with the same name. */
  385. err = -EEXIST;
  386. list_for_each_entry(tmp, &rng_list, list) {
  387. if (strcmp(tmp->name, rng->name) == 0)
  388. goto out_unlock;
  389. }
  390. init_completion(&rng->cleanup_done);
  391. complete(&rng->cleanup_done);
  392. old_rng = current_rng;
  393. err = 0;
  394. if (!old_rng) {
  395. err = set_current_rng(rng);
  396. if (err)
  397. goto out_unlock;
  398. }
  399. list_add_tail(&rng->list, &rng_list);
  400. if (old_rng && !rng->init) {
  401. /*
  402. * Use a new device's input to add some randomness to
  403. * the system. If this rng device isn't going to be
  404. * used right away, its init function hasn't been
  405. * called yet; so only use the randomness from devices
  406. * that don't need an init callback.
  407. */
  408. add_early_randomness(rng);
  409. }
  410. out_unlock:
  411. mutex_unlock(&rng_mutex);
  412. out:
  413. return err;
  414. }
  415. EXPORT_SYMBOL_GPL(hwrng_register);
  416. void hwrng_unregister(struct hwrng *rng)
  417. {
  418. mutex_lock(&rng_mutex);
  419. list_del(&rng->list);
  420. if (current_rng == rng) {
  421. drop_current_rng();
  422. if (!list_empty(&rng_list)) {
  423. struct hwrng *tail;
  424. tail = list_entry(rng_list.prev, struct hwrng, list);
  425. set_current_rng(tail);
  426. }
  427. }
  428. if (list_empty(&rng_list)) {
  429. mutex_unlock(&rng_mutex);
  430. if (hwrng_fill)
  431. kthread_stop(hwrng_fill);
  432. } else
  433. mutex_unlock(&rng_mutex);
  434. wait_for_completion(&rng->cleanup_done);
  435. }
  436. EXPORT_SYMBOL_GPL(hwrng_unregister);
  437. static int __init hwrng_modinit(void)
  438. {
  439. return register_miscdev();
  440. }
  441. static void __exit hwrng_modexit(void)
  442. {
  443. mutex_lock(&rng_mutex);
  444. BUG_ON(current_rng);
  445. kfree(rng_buffer);
  446. kfree(rng_fillbuf);
  447. mutex_unlock(&rng_mutex);
  448. unregister_miscdev();
  449. }
  450. module_init(hwrng_modinit);
  451. module_exit(hwrng_modexit);
  452. MODULE_DESCRIPTION("H/W Random Number Generator (RNG) driver");
  453. MODULE_LICENSE("GPL");