ocrdma_ah.c 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227
  1. /*******************************************************************
  2. * This file is part of the Emulex RoCE Device Driver for *
  3. * RoCE (RDMA over Converged Ethernet) adapters. *
  4. * Copyright (C) 2008-2012 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *
  20. * Contact Information:
  21. * linux-drivers@emulex.com
  22. *
  23. * Emulex
  24. * 3333 Susan Street
  25. * Costa Mesa, CA 92626
  26. *******************************************************************/
  27. #include <net/neighbour.h>
  28. #include <net/netevent.h>
  29. #include <rdma/ib_addr.h>
  30. #include <rdma/ib_mad.h>
  31. #include "ocrdma.h"
  32. #include "ocrdma_verbs.h"
  33. #include "ocrdma_ah.h"
  34. #include "ocrdma_hw.h"
  35. #include "ocrdma_stats.h"
  36. #define OCRDMA_VID_PCP_SHIFT 0xD
  37. static inline int set_av_attr(struct ocrdma_dev *dev, struct ocrdma_ah *ah,
  38. struct ib_ah_attr *attr, union ib_gid *sgid,
  39. int pdid, bool *isvlan)
  40. {
  41. int status = 0;
  42. u16 vlan_tag;
  43. struct ocrdma_eth_vlan eth;
  44. struct ocrdma_grh grh;
  45. int eth_sz;
  46. memset(&eth, 0, sizeof(eth));
  47. memset(&grh, 0, sizeof(grh));
  48. /* VLAN */
  49. vlan_tag = attr->vlan_id;
  50. if (!vlan_tag || (vlan_tag > 0xFFF))
  51. vlan_tag = dev->pvid;
  52. if (vlan_tag || dev->pfc_state) {
  53. if (!vlan_tag) {
  54. pr_err("ocrdma%d:Using VLAN with PFC is recommended\n",
  55. dev->id);
  56. pr_err("ocrdma%d:Using VLAN 0 for this connection\n",
  57. dev->id);
  58. }
  59. eth.eth_type = cpu_to_be16(0x8100);
  60. eth.roce_eth_type = cpu_to_be16(OCRDMA_ROCE_ETH_TYPE);
  61. vlan_tag |= (dev->sl & 0x07) << OCRDMA_VID_PCP_SHIFT;
  62. eth.vlan_tag = cpu_to_be16(vlan_tag);
  63. eth_sz = sizeof(struct ocrdma_eth_vlan);
  64. *isvlan = true;
  65. } else {
  66. eth.eth_type = cpu_to_be16(OCRDMA_ROCE_ETH_TYPE);
  67. eth_sz = sizeof(struct ocrdma_eth_basic);
  68. }
  69. /* MAC */
  70. memcpy(&eth.smac[0], &dev->nic_info.mac_addr[0], ETH_ALEN);
  71. status = ocrdma_resolve_dmac(dev, attr, &eth.dmac[0]);
  72. if (status)
  73. return status;
  74. ah->sgid_index = attr->grh.sgid_index;
  75. memcpy(&grh.sgid[0], sgid->raw, sizeof(union ib_gid));
  76. memcpy(&grh.dgid[0], attr->grh.dgid.raw, sizeof(attr->grh.dgid.raw));
  77. grh.tclass_flow = cpu_to_be32((6 << 28) |
  78. (attr->grh.traffic_class << 24) |
  79. attr->grh.flow_label);
  80. /* 0x1b is next header value in GRH */
  81. grh.pdid_hoplimit = cpu_to_be32((pdid << 16) |
  82. (0x1b << 8) | attr->grh.hop_limit);
  83. /* Eth HDR */
  84. memcpy(&ah->av->eth_hdr, &eth, eth_sz);
  85. memcpy((u8 *)ah->av + eth_sz, &grh, sizeof(struct ocrdma_grh));
  86. if (*isvlan)
  87. ah->av->valid |= OCRDMA_AV_VLAN_VALID;
  88. ah->av->valid = cpu_to_le32(ah->av->valid);
  89. return status;
  90. }
  91. struct ib_ah *ocrdma_create_ah(struct ib_pd *ibpd, struct ib_ah_attr *attr)
  92. {
  93. u32 *ahid_addr;
  94. bool isvlan = false;
  95. int status;
  96. struct ocrdma_ah *ah;
  97. struct ocrdma_pd *pd = get_ocrdma_pd(ibpd);
  98. struct ocrdma_dev *dev = get_ocrdma_dev(ibpd->device);
  99. union ib_gid sgid;
  100. if (!(attr->ah_flags & IB_AH_GRH))
  101. return ERR_PTR(-EINVAL);
  102. if (atomic_cmpxchg(&dev->update_sl, 1, 0))
  103. ocrdma_init_service_level(dev);
  104. ah = kzalloc(sizeof(*ah), GFP_ATOMIC);
  105. if (!ah)
  106. return ERR_PTR(-ENOMEM);
  107. status = ocrdma_alloc_av(dev, ah);
  108. if (status)
  109. goto av_err;
  110. status = ocrdma_query_gid(&dev->ibdev, 1, attr->grh.sgid_index, &sgid);
  111. if (status) {
  112. pr_err("%s(): Failed to query sgid, status = %d\n",
  113. __func__, status);
  114. goto av_conf_err;
  115. }
  116. if ((pd->uctx) &&
  117. (!rdma_is_multicast_addr((struct in6_addr *)attr->grh.dgid.raw)) &&
  118. (!rdma_link_local_addr((struct in6_addr *)attr->grh.dgid.raw))) {
  119. status = rdma_addr_find_dmac_by_grh(&sgid, &attr->grh.dgid,
  120. attr->dmac, &attr->vlan_id);
  121. if (status) {
  122. pr_err("%s(): Failed to resolve dmac from gid."
  123. "status = %d\n", __func__, status);
  124. goto av_conf_err;
  125. }
  126. }
  127. status = set_av_attr(dev, ah, attr, &sgid, pd->id, &isvlan);
  128. if (status)
  129. goto av_conf_err;
  130. /* if pd is for the user process, pass the ah_id to user space */
  131. if ((pd->uctx) && (pd->uctx->ah_tbl.va)) {
  132. ahid_addr = pd->uctx->ah_tbl.va + attr->dlid;
  133. *ahid_addr = 0;
  134. *ahid_addr |= ah->id & OCRDMA_AH_ID_MASK;
  135. if (isvlan)
  136. *ahid_addr |= (OCRDMA_AH_VLAN_VALID_MASK <<
  137. OCRDMA_AH_VLAN_VALID_SHIFT);
  138. }
  139. return &ah->ibah;
  140. av_conf_err:
  141. ocrdma_free_av(dev, ah);
  142. av_err:
  143. kfree(ah);
  144. return ERR_PTR(status);
  145. }
  146. int ocrdma_destroy_ah(struct ib_ah *ibah)
  147. {
  148. struct ocrdma_ah *ah = get_ocrdma_ah(ibah);
  149. struct ocrdma_dev *dev = get_ocrdma_dev(ibah->device);
  150. ocrdma_free_av(dev, ah);
  151. kfree(ah);
  152. return 0;
  153. }
  154. int ocrdma_query_ah(struct ib_ah *ibah, struct ib_ah_attr *attr)
  155. {
  156. struct ocrdma_ah *ah = get_ocrdma_ah(ibah);
  157. struct ocrdma_av *av = ah->av;
  158. struct ocrdma_grh *grh;
  159. attr->ah_flags |= IB_AH_GRH;
  160. if (ah->av->valid & OCRDMA_AV_VALID) {
  161. grh = (struct ocrdma_grh *)((u8 *)ah->av +
  162. sizeof(struct ocrdma_eth_vlan));
  163. attr->sl = be16_to_cpu(av->eth_hdr.vlan_tag) >> 13;
  164. } else {
  165. grh = (struct ocrdma_grh *)((u8 *)ah->av +
  166. sizeof(struct ocrdma_eth_basic));
  167. attr->sl = 0;
  168. }
  169. memcpy(&attr->grh.dgid.raw[0], &grh->dgid[0], sizeof(grh->dgid));
  170. attr->grh.sgid_index = ah->sgid_index;
  171. attr->grh.hop_limit = be32_to_cpu(grh->pdid_hoplimit) & 0xff;
  172. attr->grh.traffic_class = be32_to_cpu(grh->tclass_flow) >> 24;
  173. attr->grh.flow_label = be32_to_cpu(grh->tclass_flow) & 0x00ffffffff;
  174. return 0;
  175. }
  176. int ocrdma_modify_ah(struct ib_ah *ibah, struct ib_ah_attr *attr)
  177. {
  178. /* modify_ah is unsupported */
  179. return -ENOSYS;
  180. }
  181. int ocrdma_process_mad(struct ib_device *ibdev,
  182. int process_mad_flags,
  183. u8 port_num,
  184. struct ib_wc *in_wc,
  185. struct ib_grh *in_grh,
  186. struct ib_mad *in_mad, struct ib_mad *out_mad)
  187. {
  188. int status;
  189. struct ocrdma_dev *dev;
  190. switch (in_mad->mad_hdr.mgmt_class) {
  191. case IB_MGMT_CLASS_PERF_MGMT:
  192. dev = get_ocrdma_dev(ibdev);
  193. if (!ocrdma_pma_counters(dev, out_mad))
  194. status = IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY;
  195. else
  196. status = IB_MAD_RESULT_SUCCESS;
  197. break;
  198. default:
  199. status = IB_MAD_RESULT_SUCCESS;
  200. break;
  201. }
  202. return status;
  203. }