axonram.c 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357
  1. /*
  2. * (C) Copyright IBM Deutschland Entwicklung GmbH 2006
  3. *
  4. * Author: Maxim Shchetynin <maxim@de.ibm.com>
  5. *
  6. * Axon DDR2 device driver.
  7. * It registers one block device per Axon's DDR2 memory bank found on a system.
  8. * Block devices are called axonram?, their major and minor numbers are
  9. * available in /proc/devices, /proc/partitions or in /sys/block/axonram?/dev.
  10. *
  11. * This program is free software; you can redistribute it and/or modify
  12. * it under the terms of the GNU General Public License as published by
  13. * the Free Software Foundation; either version 2, or (at your option)
  14. * any later version.
  15. *
  16. * This program is distributed in the hope that it will be useful,
  17. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  19. * GNU General Public License for more details.
  20. *
  21. * You should have received a copy of the GNU General Public License
  22. * along with this program; if not, write to the Free Software
  23. * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  24. */
  25. #include <linux/bio.h>
  26. #include <linux/blkdev.h>
  27. #include <linux/device.h>
  28. #include <linux/errno.h>
  29. #include <linux/fs.h>
  30. #include <linux/genhd.h>
  31. #include <linux/interrupt.h>
  32. #include <linux/io.h>
  33. #include <linux/ioport.h>
  34. #include <linux/irq.h>
  35. #include <linux/irqreturn.h>
  36. #include <linux/kernel.h>
  37. #include <linux/mm.h>
  38. #include <linux/mod_devicetable.h>
  39. #include <linux/module.h>
  40. #include <linux/slab.h>
  41. #include <linux/string.h>
  42. #include <linux/types.h>
  43. #include <linux/of_device.h>
  44. #include <linux/of_platform.h>
  45. #include <asm/page.h>
  46. #include <asm/prom.h>
  47. #define AXON_RAM_MODULE_NAME "axonram"
  48. #define AXON_RAM_DEVICE_NAME "axonram"
  49. #define AXON_RAM_MINORS_PER_DISK 16
  50. #define AXON_RAM_BLOCK_SHIFT PAGE_SHIFT
  51. #define AXON_RAM_BLOCK_SIZE 1 << AXON_RAM_BLOCK_SHIFT
  52. #define AXON_RAM_SECTOR_SHIFT 9
  53. #define AXON_RAM_SECTOR_SIZE 1 << AXON_RAM_SECTOR_SHIFT
  54. #define AXON_RAM_IRQ_FLAGS IRQF_SHARED | IRQF_TRIGGER_RISING
  55. static int azfs_major, azfs_minor;
  56. struct axon_ram_bank {
  57. struct platform_device *device;
  58. struct gendisk *disk;
  59. unsigned int irq_id;
  60. unsigned long ph_addr;
  61. unsigned long io_addr;
  62. unsigned long size;
  63. unsigned long ecc_counter;
  64. };
  65. static ssize_t
  66. axon_ram_sysfs_ecc(struct device *dev, struct device_attribute *attr, char *buf)
  67. {
  68. struct platform_device *device = to_platform_device(dev);
  69. struct axon_ram_bank *bank = device->dev.platform_data;
  70. BUG_ON(!bank);
  71. return sprintf(buf, "%ld\n", bank->ecc_counter);
  72. }
  73. static DEVICE_ATTR(ecc, S_IRUGO, axon_ram_sysfs_ecc, NULL);
  74. /**
  75. * axon_ram_irq_handler - interrupt handler for Axon RAM ECC
  76. * @irq: interrupt ID
  77. * @dev: pointer to of_device
  78. */
  79. static irqreturn_t
  80. axon_ram_irq_handler(int irq, void *dev)
  81. {
  82. struct platform_device *device = dev;
  83. struct axon_ram_bank *bank = device->dev.platform_data;
  84. BUG_ON(!bank);
  85. dev_err(&device->dev, "Correctable memory error occurred\n");
  86. bank->ecc_counter++;
  87. return IRQ_HANDLED;
  88. }
  89. /**
  90. * axon_ram_make_request - make_request() method for block device
  91. * @queue, @bio: see blk_queue_make_request()
  92. */
  93. static void
  94. axon_ram_make_request(struct request_queue *queue, struct bio *bio)
  95. {
  96. struct axon_ram_bank *bank = bio->bi_bdev->bd_disk->private_data;
  97. unsigned long phys_mem, phys_end;
  98. void *user_mem;
  99. struct bio_vec vec;
  100. unsigned int transfered;
  101. struct bvec_iter iter;
  102. phys_mem = bank->io_addr + (bio->bi_iter.bi_sector <<
  103. AXON_RAM_SECTOR_SHIFT);
  104. phys_end = bank->io_addr + bank->size;
  105. transfered = 0;
  106. bio_for_each_segment(vec, bio, iter) {
  107. if (unlikely(phys_mem + vec.bv_len > phys_end)) {
  108. bio_io_error(bio);
  109. return;
  110. }
  111. user_mem = page_address(vec.bv_page) + vec.bv_offset;
  112. if (bio_data_dir(bio) == READ)
  113. memcpy(user_mem, (void *) phys_mem, vec.bv_len);
  114. else
  115. memcpy((void *) phys_mem, user_mem, vec.bv_len);
  116. phys_mem += vec.bv_len;
  117. transfered += vec.bv_len;
  118. }
  119. bio_endio(bio, 0);
  120. }
  121. /**
  122. * axon_ram_direct_access - direct_access() method for block device
  123. * @device, @sector, @data: see block_device_operations method
  124. */
  125. static long
  126. axon_ram_direct_access(struct block_device *device, sector_t sector,
  127. void __pmem **kaddr, unsigned long *pfn, long size)
  128. {
  129. struct axon_ram_bank *bank = device->bd_disk->private_data;
  130. loff_t offset = (loff_t)sector << AXON_RAM_SECTOR_SHIFT;
  131. void *addr = (void *)(bank->ph_addr + offset);
  132. *kaddr = (void __pmem *)addr;
  133. *pfn = virt_to_phys(addr) >> PAGE_SHIFT;
  134. return bank->size - offset;
  135. }
  136. static const struct block_device_operations axon_ram_devops = {
  137. .owner = THIS_MODULE,
  138. .direct_access = axon_ram_direct_access
  139. };
  140. /**
  141. * axon_ram_probe - probe() method for platform driver
  142. * @device: see platform_driver method
  143. */
  144. static int axon_ram_probe(struct platform_device *device)
  145. {
  146. static int axon_ram_bank_id = -1;
  147. struct axon_ram_bank *bank;
  148. struct resource resource;
  149. int rc = 0;
  150. axon_ram_bank_id++;
  151. dev_info(&device->dev, "Found memory controller on %s\n",
  152. device->dev.of_node->full_name);
  153. bank = kzalloc(sizeof(struct axon_ram_bank), GFP_KERNEL);
  154. if (bank == NULL) {
  155. dev_err(&device->dev, "Out of memory\n");
  156. rc = -ENOMEM;
  157. goto failed;
  158. }
  159. device->dev.platform_data = bank;
  160. bank->device = device;
  161. if (of_address_to_resource(device->dev.of_node, 0, &resource) != 0) {
  162. dev_err(&device->dev, "Cannot access device tree\n");
  163. rc = -EFAULT;
  164. goto failed;
  165. }
  166. bank->size = resource_size(&resource);
  167. if (bank->size == 0) {
  168. dev_err(&device->dev, "No DDR2 memory found for %s%d\n",
  169. AXON_RAM_DEVICE_NAME, axon_ram_bank_id);
  170. rc = -ENODEV;
  171. goto failed;
  172. }
  173. dev_info(&device->dev, "Register DDR2 memory device %s%d with %luMB\n",
  174. AXON_RAM_DEVICE_NAME, axon_ram_bank_id, bank->size >> 20);
  175. bank->ph_addr = resource.start;
  176. bank->io_addr = (unsigned long) ioremap_prot(
  177. bank->ph_addr, bank->size, _PAGE_NO_CACHE);
  178. if (bank->io_addr == 0) {
  179. dev_err(&device->dev, "ioremap() failed\n");
  180. rc = -EFAULT;
  181. goto failed;
  182. }
  183. bank->disk = alloc_disk(AXON_RAM_MINORS_PER_DISK);
  184. if (bank->disk == NULL) {
  185. dev_err(&device->dev, "Cannot register disk\n");
  186. rc = -EFAULT;
  187. goto failed;
  188. }
  189. bank->disk->major = azfs_major;
  190. bank->disk->first_minor = azfs_minor;
  191. bank->disk->fops = &axon_ram_devops;
  192. bank->disk->private_data = bank;
  193. bank->disk->driverfs_dev = &device->dev;
  194. sprintf(bank->disk->disk_name, "%s%d",
  195. AXON_RAM_DEVICE_NAME, axon_ram_bank_id);
  196. bank->disk->queue = blk_alloc_queue(GFP_KERNEL);
  197. if (bank->disk->queue == NULL) {
  198. dev_err(&device->dev, "Cannot register disk queue\n");
  199. rc = -EFAULT;
  200. goto failed;
  201. }
  202. set_capacity(bank->disk, bank->size >> AXON_RAM_SECTOR_SHIFT);
  203. blk_queue_make_request(bank->disk->queue, axon_ram_make_request);
  204. blk_queue_logical_block_size(bank->disk->queue, AXON_RAM_SECTOR_SIZE);
  205. add_disk(bank->disk);
  206. bank->irq_id = irq_of_parse_and_map(device->dev.of_node, 0);
  207. if (bank->irq_id == NO_IRQ) {
  208. dev_err(&device->dev, "Cannot access ECC interrupt ID\n");
  209. rc = -EFAULT;
  210. goto failed;
  211. }
  212. rc = request_irq(bank->irq_id, axon_ram_irq_handler,
  213. AXON_RAM_IRQ_FLAGS, bank->disk->disk_name, device);
  214. if (rc != 0) {
  215. dev_err(&device->dev, "Cannot register ECC interrupt handler\n");
  216. bank->irq_id = NO_IRQ;
  217. rc = -EFAULT;
  218. goto failed;
  219. }
  220. rc = device_create_file(&device->dev, &dev_attr_ecc);
  221. if (rc != 0) {
  222. dev_err(&device->dev, "Cannot create sysfs file\n");
  223. rc = -EFAULT;
  224. goto failed;
  225. }
  226. azfs_minor += bank->disk->minors;
  227. return 0;
  228. failed:
  229. if (bank != NULL) {
  230. if (bank->irq_id != NO_IRQ)
  231. free_irq(bank->irq_id, device);
  232. if (bank->disk != NULL) {
  233. if (bank->disk->major > 0)
  234. unregister_blkdev(bank->disk->major,
  235. bank->disk->disk_name);
  236. del_gendisk(bank->disk);
  237. }
  238. device->dev.platform_data = NULL;
  239. if (bank->io_addr != 0)
  240. iounmap((void __iomem *) bank->io_addr);
  241. kfree(bank);
  242. }
  243. return rc;
  244. }
  245. /**
  246. * axon_ram_remove - remove() method for platform driver
  247. * @device: see of_platform_driver method
  248. */
  249. static int
  250. axon_ram_remove(struct platform_device *device)
  251. {
  252. struct axon_ram_bank *bank = device->dev.platform_data;
  253. BUG_ON(!bank || !bank->disk);
  254. device_remove_file(&device->dev, &dev_attr_ecc);
  255. free_irq(bank->irq_id, device);
  256. del_gendisk(bank->disk);
  257. iounmap((void __iomem *) bank->io_addr);
  258. kfree(bank);
  259. return 0;
  260. }
  261. static const struct of_device_id axon_ram_device_id[] = {
  262. {
  263. .type = "dma-memory"
  264. },
  265. {}
  266. };
  267. static struct platform_driver axon_ram_driver = {
  268. .probe = axon_ram_probe,
  269. .remove = axon_ram_remove,
  270. .driver = {
  271. .name = AXON_RAM_MODULE_NAME,
  272. .of_match_table = axon_ram_device_id,
  273. },
  274. };
  275. /**
  276. * axon_ram_init
  277. */
  278. static int __init
  279. axon_ram_init(void)
  280. {
  281. azfs_major = register_blkdev(azfs_major, AXON_RAM_DEVICE_NAME);
  282. if (azfs_major < 0) {
  283. printk(KERN_ERR "%s cannot become block device major number\n",
  284. AXON_RAM_MODULE_NAME);
  285. return -EFAULT;
  286. }
  287. azfs_minor = 0;
  288. return platform_driver_register(&axon_ram_driver);
  289. }
  290. /**
  291. * axon_ram_exit
  292. */
  293. static void __exit
  294. axon_ram_exit(void)
  295. {
  296. platform_driver_unregister(&axon_ram_driver);
  297. unregister_blkdev(azfs_major, AXON_RAM_DEVICE_NAME);
  298. }
  299. module_init(axon_ram_init);
  300. module_exit(axon_ram_exit);
  301. MODULE_LICENSE("GPL");
  302. MODULE_AUTHOR("Maxim Shchetynin <maxim@de.ibm.com>");
  303. MODULE_DESCRIPTION("Axon DDR2 RAM device driver for IBM Cell BE");