be_roce.c 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. /*
  2. * Copyright (C) 2005 - 2015 Emulex
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Contact Information:
  11. * linux-drivers@emulex.com
  12. *
  13. * Emulex
  14. * 3333 Susan Street
  15. * Costa Mesa, CA 92626
  16. */
  17. #include <linux/mutex.h>
  18. #include <linux/list.h>
  19. #include <linux/netdevice.h>
  20. #include <linux/module.h>
  21. #include "be.h"
  22. #include "be_cmds.h"
  23. static struct ocrdma_driver *ocrdma_drv;
  24. static LIST_HEAD(be_adapter_list);
  25. static DEFINE_MUTEX(be_adapter_list_lock);
  26. static void _be_roce_dev_add(struct be_adapter *adapter)
  27. {
  28. struct be_dev_info dev_info;
  29. int i, num_vec;
  30. struct pci_dev *pdev = adapter->pdev;
  31. if (!ocrdma_drv)
  32. return;
  33. if (ocrdma_drv->be_abi_version != BE_ROCE_ABI_VERSION) {
  34. dev_warn(&pdev->dev, "Cannot initialize RoCE due to ocrdma ABI mismatch\n");
  35. return;
  36. }
  37. if (pdev->device == OC_DEVICE_ID5) {
  38. /* only msix is supported on these devices */
  39. if (!msix_enabled(adapter))
  40. return;
  41. /* DPP region address and length */
  42. dev_info.dpp_unmapped_addr = pci_resource_start(pdev, 2);
  43. dev_info.dpp_unmapped_len = pci_resource_len(pdev, 2);
  44. } else {
  45. dev_info.dpp_unmapped_addr = 0;
  46. dev_info.dpp_unmapped_len = 0;
  47. }
  48. dev_info.pdev = adapter->pdev;
  49. dev_info.db = adapter->db;
  50. dev_info.unmapped_db = adapter->roce_db.io_addr;
  51. dev_info.db_page_size = adapter->roce_db.size;
  52. dev_info.db_total_size = adapter->roce_db.total_size;
  53. dev_info.netdev = adapter->netdev;
  54. memcpy(dev_info.mac_addr, adapter->netdev->dev_addr, ETH_ALEN);
  55. dev_info.dev_family = adapter->sli_family;
  56. if (msix_enabled(adapter)) {
  57. /* provide all the vectors, so that EQ creation response
  58. * can decide which one to use.
  59. */
  60. num_vec = adapter->num_msix_vec + adapter->num_msix_roce_vec;
  61. dev_info.intr_mode = BE_INTERRUPT_MODE_MSIX;
  62. dev_info.msix.num_vectors = min(num_vec, MAX_MSIX_VECTORS);
  63. /* provide start index of the vector,
  64. * so in case of linear usage,
  65. * it can use the base as starting point.
  66. */
  67. dev_info.msix.start_vector = adapter->num_evt_qs;
  68. for (i = 0; i < dev_info.msix.num_vectors; i++) {
  69. dev_info.msix.vector_list[i] =
  70. adapter->msix_entries[i].vector;
  71. }
  72. } else {
  73. dev_info.msix.num_vectors = 0;
  74. dev_info.intr_mode = BE_INTERRUPT_MODE_INTX;
  75. }
  76. adapter->ocrdma_dev = ocrdma_drv->add(&dev_info);
  77. }
  78. void be_roce_dev_add(struct be_adapter *adapter)
  79. {
  80. if (be_roce_supported(adapter)) {
  81. INIT_LIST_HEAD(&adapter->entry);
  82. mutex_lock(&be_adapter_list_lock);
  83. list_add_tail(&adapter->entry, &be_adapter_list);
  84. /* invoke add() routine of roce driver only if
  85. * valid driver registered with add method and add() is not yet
  86. * invoked on a given adapter.
  87. */
  88. _be_roce_dev_add(adapter);
  89. mutex_unlock(&be_adapter_list_lock);
  90. }
  91. }
  92. static void _be_roce_dev_remove(struct be_adapter *adapter)
  93. {
  94. if (ocrdma_drv && ocrdma_drv->remove && adapter->ocrdma_dev)
  95. ocrdma_drv->remove(adapter->ocrdma_dev);
  96. adapter->ocrdma_dev = NULL;
  97. }
  98. void be_roce_dev_remove(struct be_adapter *adapter)
  99. {
  100. if (be_roce_supported(adapter)) {
  101. mutex_lock(&be_adapter_list_lock);
  102. _be_roce_dev_remove(adapter);
  103. list_del(&adapter->entry);
  104. mutex_unlock(&be_adapter_list_lock);
  105. }
  106. }
  107. static void _be_roce_dev_open(struct be_adapter *adapter)
  108. {
  109. if (ocrdma_drv && adapter->ocrdma_dev &&
  110. ocrdma_drv->state_change_handler)
  111. ocrdma_drv->state_change_handler(adapter->ocrdma_dev,
  112. BE_DEV_UP);
  113. }
  114. void be_roce_dev_open(struct be_adapter *adapter)
  115. {
  116. if (be_roce_supported(adapter)) {
  117. mutex_lock(&be_adapter_list_lock);
  118. _be_roce_dev_open(adapter);
  119. mutex_unlock(&be_adapter_list_lock);
  120. }
  121. }
  122. static void _be_roce_dev_close(struct be_adapter *adapter)
  123. {
  124. if (ocrdma_drv && adapter->ocrdma_dev &&
  125. ocrdma_drv->state_change_handler)
  126. ocrdma_drv->state_change_handler(adapter->ocrdma_dev,
  127. BE_DEV_DOWN);
  128. }
  129. void be_roce_dev_close(struct be_adapter *adapter)
  130. {
  131. if (be_roce_supported(adapter)) {
  132. mutex_lock(&be_adapter_list_lock);
  133. _be_roce_dev_close(adapter);
  134. mutex_unlock(&be_adapter_list_lock);
  135. }
  136. }
  137. void be_roce_dev_shutdown(struct be_adapter *adapter)
  138. {
  139. if (be_roce_supported(adapter)) {
  140. mutex_lock(&be_adapter_list_lock);
  141. if (ocrdma_drv && adapter->ocrdma_dev &&
  142. ocrdma_drv->state_change_handler)
  143. ocrdma_drv->state_change_handler(adapter->ocrdma_dev,
  144. BE_DEV_SHUTDOWN);
  145. mutex_unlock(&be_adapter_list_lock);
  146. }
  147. }
  148. int be_roce_register_driver(struct ocrdma_driver *drv)
  149. {
  150. struct be_adapter *dev;
  151. mutex_lock(&be_adapter_list_lock);
  152. if (ocrdma_drv) {
  153. mutex_unlock(&be_adapter_list_lock);
  154. return -EINVAL;
  155. }
  156. ocrdma_drv = drv;
  157. list_for_each_entry(dev, &be_adapter_list, entry) {
  158. struct net_device *netdev;
  159. _be_roce_dev_add(dev);
  160. netdev = dev->netdev;
  161. if (netif_running(netdev) && netif_oper_up(netdev))
  162. _be_roce_dev_open(dev);
  163. }
  164. mutex_unlock(&be_adapter_list_lock);
  165. return 0;
  166. }
  167. EXPORT_SYMBOL(be_roce_register_driver);
  168. void be_roce_unregister_driver(struct ocrdma_driver *drv)
  169. {
  170. struct be_adapter *dev;
  171. mutex_lock(&be_adapter_list_lock);
  172. list_for_each_entry(dev, &be_adapter_list, entry) {
  173. if (dev->ocrdma_dev)
  174. _be_roce_dev_remove(dev);
  175. }
  176. ocrdma_drv = NULL;
  177. mutex_unlock(&be_adapter_list_lock);
  178. }
  179. EXPORT_SYMBOL(be_roce_unregister_driver);