xen.c 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432
  1. /*
  2. * Xen PCI Frontend Stub - puts some "dummy" functions in to the Linux
  3. * x86 PCI core to support the Xen PCI Frontend
  4. *
  5. * Author: Ryan Wilson <hap9@epoch.ncsc.mil>
  6. */
  7. #include <linux/module.h>
  8. #include <linux/init.h>
  9. #include <linux/pci.h>
  10. #include <linux/acpi.h>
  11. #include <linux/io.h>
  12. #include <asm/io_apic.h>
  13. #include <asm/pci_x86.h>
  14. #include <asm/xen/hypervisor.h>
  15. #include <xen/features.h>
  16. #include <xen/events.h>
  17. #include <asm/xen/pci.h>
  18. #ifdef CONFIG_ACPI
  19. static int xen_hvm_register_pirq(u32 gsi, int triggering)
  20. {
  21. int rc, irq;
  22. struct physdev_map_pirq map_irq;
  23. int shareable = 0;
  24. char *name;
  25. if (!xen_hvm_domain())
  26. return -1;
  27. map_irq.domid = DOMID_SELF;
  28. map_irq.type = MAP_PIRQ_TYPE_GSI;
  29. map_irq.index = gsi;
  30. map_irq.pirq = -1;
  31. rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
  32. if (rc) {
  33. printk(KERN_WARNING "xen map irq failed %d\n", rc);
  34. return -1;
  35. }
  36. if (triggering == ACPI_EDGE_SENSITIVE) {
  37. shareable = 0;
  38. name = "ioapic-edge";
  39. } else {
  40. shareable = 1;
  41. name = "ioapic-level";
  42. }
  43. irq = xen_map_pirq_gsi(map_irq.pirq, gsi, shareable, name);
  44. printk(KERN_DEBUG "xen: --> irq=%d, pirq=%d\n", irq, map_irq.pirq);
  45. return irq;
  46. }
  47. static int acpi_register_gsi_xen_hvm(struct device *dev, u32 gsi,
  48. int trigger, int polarity)
  49. {
  50. return xen_hvm_register_pirq(gsi, trigger);
  51. }
  52. #endif
  53. #if defined(CONFIG_PCI_MSI)
  54. #include <linux/msi.h>
  55. #include <asm/msidef.h>
  56. struct xen_pci_frontend_ops *xen_pci_frontend;
  57. EXPORT_SYMBOL_GPL(xen_pci_frontend);
  58. #define XEN_PIRQ_MSI_DATA (MSI_DATA_TRIGGER_EDGE | \
  59. MSI_DATA_LEVEL_ASSERT | (3 << 8) | MSI_DATA_VECTOR(0))
  60. static void xen_msi_compose_msg(struct pci_dev *pdev, unsigned int pirq,
  61. struct msi_msg *msg)
  62. {
  63. /* We set vector == 0 to tell the hypervisor we don't care about it,
  64. * but we want a pirq setup instead.
  65. * We use the dest_id field to pass the pirq that we want. */
  66. msg->address_hi = MSI_ADDR_BASE_HI | MSI_ADDR_EXT_DEST_ID(pirq);
  67. msg->address_lo =
  68. MSI_ADDR_BASE_LO |
  69. MSI_ADDR_DEST_MODE_PHYSICAL |
  70. MSI_ADDR_REDIRECTION_CPU |
  71. MSI_ADDR_DEST_ID(pirq);
  72. msg->data = XEN_PIRQ_MSI_DATA;
  73. }
  74. static int xen_hvm_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
  75. {
  76. int irq, pirq, ret = 0;
  77. struct msi_desc *msidesc;
  78. struct msi_msg msg;
  79. list_for_each_entry(msidesc, &dev->msi_list, list) {
  80. __read_msi_msg(msidesc, &msg);
  81. pirq = MSI_ADDR_EXT_DEST_ID(msg.address_hi) |
  82. ((msg.address_lo >> MSI_ADDR_DEST_ID_SHIFT) & 0xff);
  83. if (xen_irq_from_pirq(pirq) >= 0 && msg.data == XEN_PIRQ_MSI_DATA) {
  84. xen_allocate_pirq_msi((type == PCI_CAP_ID_MSIX) ?
  85. "msi-x" : "msi", &irq, &pirq, XEN_ALLOC_IRQ);
  86. if (irq < 0)
  87. goto error;
  88. ret = set_irq_msi(irq, msidesc);
  89. if (ret < 0)
  90. goto error_while;
  91. printk(KERN_DEBUG "xen: msi already setup: msi --> irq=%d"
  92. " pirq=%d\n", irq, pirq);
  93. return 0;
  94. }
  95. xen_allocate_pirq_msi((type == PCI_CAP_ID_MSIX) ?
  96. "msi-x" : "msi", &irq, &pirq, (XEN_ALLOC_IRQ | XEN_ALLOC_PIRQ));
  97. if (irq < 0 || pirq < 0)
  98. goto error;
  99. printk(KERN_DEBUG "xen: msi --> irq=%d, pirq=%d\n", irq, pirq);
  100. xen_msi_compose_msg(dev, pirq, &msg);
  101. ret = set_irq_msi(irq, msidesc);
  102. if (ret < 0)
  103. goto error_while;
  104. write_msi_msg(irq, &msg);
  105. }
  106. return 0;
  107. error_while:
  108. unbind_from_irqhandler(irq, NULL);
  109. error:
  110. if (ret == -ENODEV)
  111. dev_err(&dev->dev, "Xen PCI frontend has not registered" \
  112. " MSI/MSI-X support!\n");
  113. return ret;
  114. }
  115. /*
  116. * For MSI interrupts we have to use drivers/xen/event.s functions to
  117. * allocate an irq_desc and setup the right */
  118. static int xen_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
  119. {
  120. int irq, ret, i;
  121. struct msi_desc *msidesc;
  122. int *v;
  123. v = kzalloc(sizeof(int) * max(1, nvec), GFP_KERNEL);
  124. if (!v)
  125. return -ENOMEM;
  126. if (type == PCI_CAP_ID_MSIX)
  127. ret = xen_pci_frontend_enable_msix(dev, v, nvec);
  128. else
  129. ret = xen_pci_frontend_enable_msi(dev, v);
  130. if (ret)
  131. goto error;
  132. i = 0;
  133. list_for_each_entry(msidesc, &dev->msi_list, list) {
  134. xen_allocate_pirq_msi(
  135. (type == PCI_CAP_ID_MSIX) ?
  136. "pcifront-msi-x" : "pcifront-msi",
  137. &irq, &v[i], XEN_ALLOC_IRQ);
  138. if (irq < 0) {
  139. ret = -1;
  140. goto free;
  141. }
  142. ret = set_irq_msi(irq, msidesc);
  143. if (ret)
  144. goto error_while;
  145. i++;
  146. }
  147. kfree(v);
  148. return 0;
  149. error_while:
  150. unbind_from_irqhandler(irq, NULL);
  151. error:
  152. if (ret == -ENODEV)
  153. dev_err(&dev->dev, "Xen PCI frontend has not registered" \
  154. " MSI/MSI-X support!\n");
  155. free:
  156. kfree(v);
  157. return ret;
  158. }
  159. static void xen_teardown_msi_irqs(struct pci_dev *dev)
  160. {
  161. struct msi_desc *msidesc;
  162. msidesc = list_entry(dev->msi_list.next, struct msi_desc, list);
  163. if (msidesc->msi_attrib.is_msix)
  164. xen_pci_frontend_disable_msix(dev);
  165. else
  166. xen_pci_frontend_disable_msi(dev);
  167. /* Free the IRQ's and the msidesc using the generic code. */
  168. default_teardown_msi_irqs(dev);
  169. }
  170. static void xen_teardown_msi_irq(unsigned int irq)
  171. {
  172. xen_destroy_irq(irq);
  173. }
  174. static int xen_initdom_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
  175. {
  176. int irq, ret;
  177. struct msi_desc *msidesc;
  178. list_for_each_entry(msidesc, &dev->msi_list, list) {
  179. irq = xen_create_msi_irq(dev, msidesc, type);
  180. if (irq < 0)
  181. return -1;
  182. ret = set_irq_msi(irq, msidesc);
  183. if (ret)
  184. goto error;
  185. }
  186. return 0;
  187. error:
  188. xen_destroy_irq(irq);
  189. return ret;
  190. }
  191. #endif
  192. static int xen_pcifront_enable_irq(struct pci_dev *dev)
  193. {
  194. int rc;
  195. int share = 1;
  196. dev_info(&dev->dev, "Xen PCI enabling IRQ: %d\n", dev->irq);
  197. if (dev->irq < 0)
  198. return -EINVAL;
  199. if (dev->irq < NR_IRQS_LEGACY)
  200. share = 0;
  201. rc = xen_allocate_pirq(dev->irq, share, "pcifront");
  202. if (rc < 0) {
  203. dev_warn(&dev->dev, "Xen PCI IRQ: %d, failed to register:%d\n",
  204. dev->irq, rc);
  205. return rc;
  206. }
  207. return 0;
  208. }
  209. int __init pci_xen_init(void)
  210. {
  211. if (!xen_pv_domain() || xen_initial_domain())
  212. return -ENODEV;
  213. printk(KERN_INFO "PCI: setting up Xen PCI frontend stub\n");
  214. pcibios_set_cache_line_size();
  215. pcibios_enable_irq = xen_pcifront_enable_irq;
  216. pcibios_disable_irq = NULL;
  217. #ifdef CONFIG_ACPI
  218. /* Keep ACPI out of the picture */
  219. acpi_noirq = 1;
  220. #endif
  221. #ifdef CONFIG_PCI_MSI
  222. x86_msi.setup_msi_irqs = xen_setup_msi_irqs;
  223. x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
  224. x86_msi.teardown_msi_irqs = xen_teardown_msi_irqs;
  225. #endif
  226. return 0;
  227. }
  228. int __init pci_xen_hvm_init(void)
  229. {
  230. if (!xen_feature(XENFEAT_hvm_pirqs))
  231. return 0;
  232. #ifdef CONFIG_ACPI
  233. /*
  234. * We don't want to change the actual ACPI delivery model,
  235. * just how GSIs get registered.
  236. */
  237. __acpi_register_gsi = acpi_register_gsi_xen_hvm;
  238. #endif
  239. #ifdef CONFIG_PCI_MSI
  240. x86_msi.setup_msi_irqs = xen_hvm_setup_msi_irqs;
  241. x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
  242. #endif
  243. return 0;
  244. }
  245. #ifdef CONFIG_XEN_DOM0
  246. static int xen_register_pirq(u32 gsi, int triggering)
  247. {
  248. int rc, irq;
  249. struct physdev_map_pirq map_irq;
  250. int shareable = 0;
  251. char *name;
  252. if (!xen_pv_domain())
  253. return -1;
  254. if (triggering == ACPI_EDGE_SENSITIVE) {
  255. shareable = 0;
  256. name = "ioapic-edge";
  257. } else {
  258. shareable = 1;
  259. name = "ioapic-level";
  260. }
  261. irq = xen_allocate_pirq(gsi, shareable, name);
  262. printk(KERN_DEBUG "xen: --> irq=%d\n", irq);
  263. if (irq < 0)
  264. goto out;
  265. map_irq.domid = DOMID_SELF;
  266. map_irq.type = MAP_PIRQ_TYPE_GSI;
  267. map_irq.index = gsi;
  268. map_irq.pirq = irq;
  269. rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
  270. if (rc) {
  271. printk(KERN_WARNING "xen map irq failed %d\n", rc);
  272. return -1;
  273. }
  274. out:
  275. return irq;
  276. }
  277. static int xen_register_gsi(u32 gsi, int triggering, int polarity)
  278. {
  279. int rc, irq;
  280. struct physdev_setup_gsi setup_gsi;
  281. if (!xen_pv_domain())
  282. return -1;
  283. printk(KERN_DEBUG "xen: registering gsi %u triggering %d polarity %d\n",
  284. gsi, triggering, polarity);
  285. irq = xen_register_pirq(gsi, triggering);
  286. setup_gsi.gsi = gsi;
  287. setup_gsi.triggering = (triggering == ACPI_EDGE_SENSITIVE ? 0 : 1);
  288. setup_gsi.polarity = (polarity == ACPI_ACTIVE_HIGH ? 0 : 1);
  289. rc = HYPERVISOR_physdev_op(PHYSDEVOP_setup_gsi, &setup_gsi);
  290. if (rc == -EEXIST)
  291. printk(KERN_INFO "Already setup the GSI :%d\n", gsi);
  292. else if (rc) {
  293. printk(KERN_ERR "Failed to setup GSI :%d, err_code:%d\n",
  294. gsi, rc);
  295. }
  296. return irq;
  297. }
  298. static __init void xen_setup_acpi_sci(void)
  299. {
  300. int rc;
  301. int trigger, polarity;
  302. int gsi = acpi_sci_override_gsi;
  303. if (!gsi)
  304. return;
  305. rc = acpi_get_override_irq(gsi, &trigger, &polarity);
  306. if (rc) {
  307. printk(KERN_WARNING "xen: acpi_get_override_irq failed for acpi"
  308. " sci, rc=%d\n", rc);
  309. return;
  310. }
  311. trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
  312. polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
  313. printk(KERN_INFO "xen: sci override: global_irq=%d trigger=%d "
  314. "polarity=%d\n", gsi, trigger, polarity);
  315. gsi = xen_register_gsi(gsi, trigger, polarity);
  316. printk(KERN_INFO "xen: acpi sci %d\n", gsi);
  317. return;
  318. }
  319. static int acpi_register_gsi_xen(struct device *dev, u32 gsi,
  320. int trigger, int polarity)
  321. {
  322. return xen_register_gsi(gsi, trigger, polarity);
  323. }
  324. static int __init pci_xen_initial_domain(void)
  325. {
  326. #ifdef CONFIG_PCI_MSI
  327. x86_msi.setup_msi_irqs = xen_initdom_setup_msi_irqs;
  328. x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
  329. #endif
  330. xen_setup_acpi_sci();
  331. __acpi_register_gsi = acpi_register_gsi_xen;
  332. return 0;
  333. }
  334. void __init xen_setup_pirqs(void)
  335. {
  336. int irq;
  337. pci_xen_initial_domain();
  338. if (0 == nr_ioapics) {
  339. for (irq = 0; irq < NR_IRQS_LEGACY; irq++)
  340. xen_allocate_pirq(irq, 0, "xt-pic");
  341. return;
  342. }
  343. /* Pre-allocate legacy irqs */
  344. for (irq = 0; irq < NR_IRQS_LEGACY; irq++) {
  345. int trigger, polarity;
  346. if (acpi_get_override_irq(irq, &trigger, &polarity) == -1)
  347. continue;
  348. xen_register_pirq(irq,
  349. trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE);
  350. }
  351. }
  352. #endif