hns_roce_hw_v2.h 31 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165
  1. /*
  2. * Copyright (c) 2016-2017 Hisilicon Limited.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #ifndef _HNS_ROCE_HW_V2_H
  33. #define _HNS_ROCE_HW_V2_H
  34. #include <linux/bitops.h>
  35. #define HNS_ROCE_VF_QPC_BT_NUM 256
  36. #define HNS_ROCE_VF_SRQC_BT_NUM 64
  37. #define HNS_ROCE_VF_CQC_BT_NUM 64
  38. #define HNS_ROCE_VF_MPT_BT_NUM 64
  39. #define HNS_ROCE_VF_EQC_NUM 64
  40. #define HNS_ROCE_VF_SMAC_NUM 32
  41. #define HNS_ROCE_VF_SGID_NUM 32
  42. #define HNS_ROCE_VF_SL_NUM 8
  43. #define HNS_ROCE_V2_MAX_QP_NUM 0x2000
  44. #define HNS_ROCE_V2_MAX_WQE_NUM 0x8000
  45. #define HNS_ROCE_V2_MAX_CQ_NUM 0x8000
  46. #define HNS_ROCE_V2_MAX_CQE_NUM 0x400000
  47. #define HNS_ROCE_V2_MAX_RQ_SGE_NUM 0x100
  48. #define HNS_ROCE_V2_MAX_SQ_SGE_NUM 0xff
  49. #define HNS_ROCE_V2_MAX_SQ_INLINE 0x20
  50. #define HNS_ROCE_V2_UAR_NUM 256
  51. #define HNS_ROCE_V2_PHY_UAR_NUM 1
  52. #define HNS_ROCE_V2_MAX_MTPT_NUM 0x8000
  53. #define HNS_ROCE_V2_MAX_MTT_SEGS 0x100000
  54. #define HNS_ROCE_V2_MAX_CQE_SEGS 0x10000
  55. #define HNS_ROCE_V2_MAX_PD_NUM 0x400000
  56. #define HNS_ROCE_V2_MAX_QP_INIT_RDMA 128
  57. #define HNS_ROCE_V2_MAX_QP_DEST_RDMA 128
  58. #define HNS_ROCE_V2_MAX_SQ_DESC_SZ 64
  59. #define HNS_ROCE_V2_MAX_RQ_DESC_SZ 16
  60. #define HNS_ROCE_V2_MAX_SRQ_DESC_SZ 64
  61. #define HNS_ROCE_V2_QPC_ENTRY_SZ 256
  62. #define HNS_ROCE_V2_IRRL_ENTRY_SZ 64
  63. #define HNS_ROCE_V2_CQC_ENTRY_SZ 64
  64. #define HNS_ROCE_V2_MTPT_ENTRY_SZ 64
  65. #define HNS_ROCE_V2_MTT_ENTRY_SZ 64
  66. #define HNS_ROCE_V2_CQE_ENTRY_SIZE 32
  67. #define HNS_ROCE_V2_PAGE_SIZE_SUPPORTED 0xFFFFF000
  68. #define HNS_ROCE_V2_MAX_INNER_MTPT_NUM 2
  69. #define HNS_ROCE_INVALID_LKEY 0x100
  70. #define HNS_ROCE_CMQ_TX_TIMEOUT 200
  71. #define HNS_ROCE_CONTEXT_HOP_NUM 1
  72. #define HNS_ROCE_MTT_HOP_NUM 1
  73. #define HNS_ROCE_CQE_HOP_NUM 1
  74. #define HNS_ROCE_PBL_HOP_NUM 2
  75. #define HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT 0
  76. #define HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT 1
  77. #define HNS_ROCE_CMD_FLAG_NEXT_SHIFT 2
  78. #define HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT 3
  79. #define HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT 4
  80. #define HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT 5
  81. #define HNS_ROCE_CMD_FLAG_IN BIT(HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT)
  82. #define HNS_ROCE_CMD_FLAG_OUT BIT(HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT)
  83. #define HNS_ROCE_CMD_FLAG_NEXT BIT(HNS_ROCE_CMD_FLAG_NEXT_SHIFT)
  84. #define HNS_ROCE_CMD_FLAG_WR BIT(HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT)
  85. #define HNS_ROCE_CMD_FLAG_NO_INTR BIT(HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT)
  86. #define HNS_ROCE_CMD_FLAG_ERR_INTR BIT(HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT)
  87. #define HNS_ROCE_CMQ_DESC_NUM_S 3
  88. #define HNS_ROCE_CMQ_EN_B 16
  89. #define HNS_ROCE_CMQ_ENABLE BIT(HNS_ROCE_CMQ_EN_B)
  90. #define check_whether_last_step(hop_num, step_idx) \
  91. ((step_idx == 0 && hop_num == HNS_ROCE_HOP_NUM_0) || \
  92. (step_idx == 1 && hop_num == 1) || \
  93. (step_idx == 2 && hop_num == 2))
  94. #define V2_CQ_DB_REQ_NOT_SOL 0
  95. #define V2_CQ_DB_REQ_NOT 1
  96. #define V2_CQ_STATE_VALID 1
  97. #define V2_QKEY_VAL 0x80010000
  98. #define GID_LEN_V2 16
  99. #define HNS_ROCE_V2_CQE_QPN_MASK 0x3ffff
  100. enum {
  101. HNS_ROCE_V2_WQE_OP_SEND = 0x0,
  102. HNS_ROCE_V2_WQE_OP_SEND_WITH_INV = 0x1,
  103. HNS_ROCE_V2_WQE_OP_SEND_WITH_IMM = 0x2,
  104. HNS_ROCE_V2_WQE_OP_RDMA_WRITE = 0x3,
  105. HNS_ROCE_V2_WQE_OP_RDMA_WRITE_WITH_IMM = 0x4,
  106. HNS_ROCE_V2_WQE_OP_RDMA_READ = 0x5,
  107. HNS_ROCE_V2_WQE_OP_ATOM_CMP_AND_SWAP = 0x6,
  108. HNS_ROCE_V2_WQE_OP_ATOM_FETCH_AND_ADD = 0x7,
  109. HNS_ROCE_V2_WQE_OP_ATOM_MSK_CMP_AND_SWAP = 0x8,
  110. HNS_ROCE_V2_WQE_OP_ATOM_MSK_FETCH_AND_ADD = 0x9,
  111. HNS_ROCE_V2_WQE_OP_FAST_REG_PMR = 0xa,
  112. HNS_ROCE_V2_WQE_OP_LOCAL_INV = 0xb,
  113. HNS_ROCE_V2_WQE_OP_BIND_MW_TYPE = 0xc,
  114. HNS_ROCE_V2_WQE_OP_MASK = 0x1f,
  115. };
  116. enum {
  117. HNS_ROCE_SQ_OPCODE_SEND = 0x0,
  118. HNS_ROCE_SQ_OPCODE_SEND_WITH_INV = 0x1,
  119. HNS_ROCE_SQ_OPCODE_SEND_WITH_IMM = 0x2,
  120. HNS_ROCE_SQ_OPCODE_RDMA_WRITE = 0x3,
  121. HNS_ROCE_SQ_OPCODE_RDMA_WRITE_WITH_IMM = 0x4,
  122. HNS_ROCE_SQ_OPCODE_RDMA_READ = 0x5,
  123. HNS_ROCE_SQ_OPCODE_ATOMIC_COMP_AND_SWAP = 0x6,
  124. HNS_ROCE_SQ_OPCODE_ATOMIC_FETCH_AND_ADD = 0x7,
  125. HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_COMP_AND_SWAP = 0x8,
  126. HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_FETCH_AND_ADD = 0x9,
  127. HNS_ROCE_SQ_OPCODE_FAST_REG_WR = 0xa,
  128. HNS_ROCE_SQ_OPCODE_LOCAL_INV = 0xb,
  129. HNS_ROCE_SQ_OPCODE_BIND_MW = 0xc,
  130. };
  131. enum {
  132. /* rq operations */
  133. HNS_ROCE_V2_OPCODE_RDMA_WRITE_IMM = 0x0,
  134. HNS_ROCE_V2_OPCODE_SEND = 0x1,
  135. HNS_ROCE_V2_OPCODE_SEND_WITH_IMM = 0x2,
  136. HNS_ROCE_V2_OPCODE_SEND_WITH_INV = 0x3,
  137. };
  138. enum {
  139. HNS_ROCE_V2_SQ_DB = 0x0,
  140. HNS_ROCE_V2_RQ_DB = 0x1,
  141. HNS_ROCE_V2_SRQ_DB = 0x2,
  142. HNS_ROCE_V2_CQ_DB_PTR = 0x3,
  143. HNS_ROCE_V2_CQ_DB_NTR = 0x4,
  144. };
  145. enum {
  146. HNS_ROCE_CQE_V2_SUCCESS = 0x00,
  147. HNS_ROCE_CQE_V2_LOCAL_LENGTH_ERR = 0x01,
  148. HNS_ROCE_CQE_V2_LOCAL_QP_OP_ERR = 0x02,
  149. HNS_ROCE_CQE_V2_LOCAL_PROT_ERR = 0x04,
  150. HNS_ROCE_CQE_V2_WR_FLUSH_ERR = 0x05,
  151. HNS_ROCE_CQE_V2_MW_BIND_ERR = 0x06,
  152. HNS_ROCE_CQE_V2_BAD_RESP_ERR = 0x10,
  153. HNS_ROCE_CQE_V2_LOCAL_ACCESS_ERR = 0x11,
  154. HNS_ROCE_CQE_V2_REMOTE_INVAL_REQ_ERR = 0x12,
  155. HNS_ROCE_CQE_V2_REMOTE_ACCESS_ERR = 0x13,
  156. HNS_ROCE_CQE_V2_REMOTE_OP_ERR = 0x14,
  157. HNS_ROCE_CQE_V2_TRANSPORT_RETRY_EXC_ERR = 0x15,
  158. HNS_ROCE_CQE_V2_RNR_RETRY_EXC_ERR = 0x16,
  159. HNS_ROCE_CQE_V2_REMOTE_ABORT_ERR = 0x22,
  160. HNS_ROCE_V2_CQE_STATUS_MASK = 0xff,
  161. };
  162. /* CMQ command */
  163. enum hns_roce_opcode_type {
  164. HNS_ROCE_OPC_QUERY_HW_VER = 0x8000,
  165. HNS_ROCE_OPC_CFG_GLOBAL_PARAM = 0x8001,
  166. HNS_ROCE_OPC_ALLOC_PF_RES = 0x8004,
  167. HNS_ROCE_OPC_QUERY_PF_RES = 0x8400,
  168. HNS_ROCE_OPC_ALLOC_VF_RES = 0x8401,
  169. HNS_ROCE_OPC_CFG_BT_ATTR = 0x8506,
  170. };
  171. enum {
  172. TYPE_CRQ,
  173. TYPE_CSQ,
  174. };
  175. enum hns_roce_cmd_return_status {
  176. CMD_EXEC_SUCCESS = 0,
  177. CMD_NO_AUTH = 1,
  178. CMD_NOT_EXEC = 2,
  179. CMD_QUEUE_FULL = 3,
  180. };
  181. struct hns_roce_v2_cq_context {
  182. u32 byte_4_pg_ceqn;
  183. u32 byte_8_cqn;
  184. u32 cqe_cur_blk_addr;
  185. u32 byte_16_hop_addr;
  186. u32 cqe_nxt_blk_addr;
  187. u32 byte_24_pgsz_addr;
  188. u32 byte_28_cq_pi;
  189. u32 byte_32_cq_ci;
  190. u32 cqe_ba;
  191. u32 byte_40_cqe_ba;
  192. u32 byte_44_db_record;
  193. u32 db_record_addr;
  194. u32 byte_52_cqe_cnt;
  195. u32 byte_56_cqe_period_maxcnt;
  196. u32 cqe_report_timer;
  197. u32 byte_64_se_cqe_idx;
  198. };
  199. #define V2_CQC_BYTE_4_CQ_ST_S 0
  200. #define V2_CQC_BYTE_4_CQ_ST_M GENMASK(1, 0)
  201. #define V2_CQC_BYTE_4_POLL_S 2
  202. #define V2_CQC_BYTE_4_SE_S 3
  203. #define V2_CQC_BYTE_4_OVER_IGNORE_S 4
  204. #define V2_CQC_BYTE_4_COALESCE_S 5
  205. #define V2_CQC_BYTE_4_ARM_ST_S 6
  206. #define V2_CQC_BYTE_4_ARM_ST_M GENMASK(7, 6)
  207. #define V2_CQC_BYTE_4_SHIFT_S 8
  208. #define V2_CQC_BYTE_4_SHIFT_M GENMASK(12, 8)
  209. #define V2_CQC_BYTE_4_CMD_SN_S 13
  210. #define V2_CQC_BYTE_4_CMD_SN_M GENMASK(14, 13)
  211. #define V2_CQC_BYTE_4_CEQN_S 15
  212. #define V2_CQC_BYTE_4_CEQN_M GENMASK(23, 15)
  213. #define V2_CQC_BYTE_4_PAGE_OFFSET_S 24
  214. #define V2_CQC_BYTE_4_PAGE_OFFSET_M GENMASK(31, 24)
  215. #define V2_CQC_BYTE_8_CQN_S 0
  216. #define V2_CQC_BYTE_8_CQN_M GENMASK(23, 0)
  217. #define V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_S 0
  218. #define V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_M GENMASK(19, 0)
  219. #define V2_CQC_BYTE_16_CQE_HOP_NUM_S 30
  220. #define V2_CQC_BYTE_16_CQE_HOP_NUM_M GENMASK(31, 30)
  221. #define V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_S 0
  222. #define V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_M GENMASK(19, 0)
  223. #define V2_CQC_BYTE_24_CQE_BA_PG_SZ_S 24
  224. #define V2_CQC_BYTE_24_CQE_BA_PG_SZ_M GENMASK(27, 24)
  225. #define V2_CQC_BYTE_24_CQE_BUF_PG_SZ_S 28
  226. #define V2_CQC_BYTE_24_CQE_BUF_PG_SZ_M GENMASK(31, 28)
  227. #define V2_CQC_BYTE_28_CQ_PRODUCER_IDX_S 0
  228. #define V2_CQC_BYTE_28_CQ_PRODUCER_IDX_M GENMASK(23, 0)
  229. #define V2_CQC_BYTE_32_CQ_CONSUMER_IDX_S 0
  230. #define V2_CQC_BYTE_32_CQ_CONSUMER_IDX_M GENMASK(23, 0)
  231. #define V2_CQC_BYTE_40_CQE_BA_S 0
  232. #define V2_CQC_BYTE_40_CQE_BA_M GENMASK(28, 0)
  233. #define V2_CQC_BYTE_44_DB_RECORD_EN_S 0
  234. #define V2_CQC_BYTE_52_CQE_CNT_S 0
  235. #define V2_CQC_BYTE_52_CQE_CNT_M GENMASK(23, 0)
  236. #define V2_CQC_BYTE_56_CQ_MAX_CNT_S 0
  237. #define V2_CQC_BYTE_56_CQ_MAX_CNT_M GENMASK(15, 0)
  238. #define V2_CQC_BYTE_56_CQ_PERIOD_S 16
  239. #define V2_CQC_BYTE_56_CQ_PERIOD_M GENMASK(31, 16)
  240. #define V2_CQC_BYTE_64_SE_CQE_IDX_S 0
  241. #define V2_CQC_BYTE_64_SE_CQE_IDX_M GENMASK(23, 0)
  242. enum{
  243. V2_MPT_ST_VALID = 0x1,
  244. };
  245. enum hns_roce_v2_qp_state {
  246. HNS_ROCE_QP_ST_RST,
  247. HNS_ROCE_QP_ST_INIT,
  248. HNS_ROCE_QP_ST_RTR,
  249. HNS_ROCE_QP_ST_RTS,
  250. HNS_ROCE_QP_ST_SQER,
  251. HNS_ROCE_QP_ST_SQD,
  252. HNS_ROCE_QP_ST_ERR,
  253. HNS_ROCE_QP_ST_SQ_DRAINING,
  254. HNS_ROCE_QP_NUM_ST
  255. };
  256. struct hns_roce_v2_qp_context {
  257. u32 byte_4_sqpn_tst;
  258. u32 wqe_sge_ba;
  259. u32 byte_12_sq_hop;
  260. u32 byte_16_buf_ba_pg_sz;
  261. u32 byte_20_smac_sgid_idx;
  262. u32 byte_24_mtu_tc;
  263. u32 byte_28_at_fl;
  264. u8 dgid[GID_LEN_V2];
  265. u32 dmac;
  266. u32 byte_52_udpspn_dmac;
  267. u32 byte_56_dqpn_err;
  268. u32 byte_60_qpst_mapid;
  269. u32 qkey_xrcd;
  270. u32 byte_68_rq_db;
  271. u32 rq_db_record_addr;
  272. u32 byte_76_srqn_op_en;
  273. u32 byte_80_rnr_rx_cqn;
  274. u32 byte_84_rq_ci_pi;
  275. u32 rq_cur_blk_addr;
  276. u32 byte_92_srq_info;
  277. u32 byte_96_rx_reqmsn;
  278. u32 rq_nxt_blk_addr;
  279. u32 byte_104_rq_sge;
  280. u32 byte_108_rx_reqepsn;
  281. u32 rq_rnr_timer;
  282. u32 rx_msg_len;
  283. u32 rx_rkey_pkt_info;
  284. u64 rx_va;
  285. u32 byte_132_trrl;
  286. u32 trrl_ba;
  287. u32 byte_140_raq;
  288. u32 byte_144_raq;
  289. u32 byte_148_raq;
  290. u32 byte_152_raq;
  291. u32 byte_156_raq;
  292. u32 byte_160_sq_ci_pi;
  293. u32 sq_cur_blk_addr;
  294. u32 byte_168_irrl_idx;
  295. u32 byte_172_sq_psn;
  296. u32 byte_176_msg_pktn;
  297. u32 sq_cur_sqe_blk_addr;
  298. u32 byte_184_irrl_idx;
  299. u32 cur_sge_offset;
  300. u32 byte_192_ext_sge;
  301. u32 byte_196_sq_psn;
  302. u32 byte_200_sq_max;
  303. u32 irrl_ba;
  304. u32 byte_208_irrl;
  305. u32 byte_212_lsn;
  306. u32 sq_timer;
  307. u32 byte_220_retry_psn_msn;
  308. u32 byte_224_retry_msg;
  309. u32 rx_sq_cur_blk_addr;
  310. u32 byte_232_irrl_sge;
  311. u32 irrl_cur_sge_offset;
  312. u32 byte_240_irrl_tail;
  313. u32 byte_244_rnr_rxack;
  314. u32 byte_248_ack_psn;
  315. u32 byte_252_err_txcqn;
  316. u32 byte_256_sqflush_rqcqe;
  317. };
  318. #define V2_QPC_BYTE_4_TST_S 0
  319. #define V2_QPC_BYTE_4_TST_M GENMASK(2, 0)
  320. #define V2_QPC_BYTE_4_SGE_SHIFT_S 3
  321. #define V2_QPC_BYTE_4_SGE_SHIFT_M GENMASK(7, 3)
  322. #define V2_QPC_BYTE_4_SQPN_S 8
  323. #define V2_QPC_BYTE_4_SQPN_M GENMASK(31, 8)
  324. #define V2_QPC_BYTE_12_WQE_SGE_BA_S 0
  325. #define V2_QPC_BYTE_12_WQE_SGE_BA_M GENMASK(28, 0)
  326. #define V2_QPC_BYTE_12_SQ_HOP_NUM_S 29
  327. #define V2_QPC_BYTE_12_SQ_HOP_NUM_M GENMASK(30, 29)
  328. #define V2_QPC_BYTE_12_RSVD_LKEY_EN_S 31
  329. #define V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_S 0
  330. #define V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_M GENMASK(3, 0)
  331. #define V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_S 4
  332. #define V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_M GENMASK(7, 4)
  333. #define V2_QPC_BYTE_16_PD_S 8
  334. #define V2_QPC_BYTE_16_PD_M GENMASK(31, 8)
  335. #define V2_QPC_BYTE_20_RQ_HOP_NUM_S 0
  336. #define V2_QPC_BYTE_20_RQ_HOP_NUM_M GENMASK(1, 0)
  337. #define V2_QPC_BYTE_20_SGE_HOP_NUM_S 2
  338. #define V2_QPC_BYTE_20_SGE_HOP_NUM_M GENMASK(3, 2)
  339. #define V2_QPC_BYTE_20_RQWS_S 4
  340. #define V2_QPC_BYTE_20_RQWS_M GENMASK(7, 4)
  341. #define V2_QPC_BYTE_20_SQ_SHIFT_S 8
  342. #define V2_QPC_BYTE_20_SQ_SHIFT_M GENMASK(11, 8)
  343. #define V2_QPC_BYTE_20_RQ_SHIFT_S 12
  344. #define V2_QPC_BYTE_20_RQ_SHIFT_M GENMASK(15, 12)
  345. #define V2_QPC_BYTE_20_SGID_IDX_S 16
  346. #define V2_QPC_BYTE_20_SGID_IDX_M GENMASK(23, 16)
  347. #define V2_QPC_BYTE_20_SMAC_IDX_S 24
  348. #define V2_QPC_BYTE_20_SMAC_IDX_M GENMASK(31, 24)
  349. #define V2_QPC_BYTE_24_HOP_LIMIT_S 0
  350. #define V2_QPC_BYTE_24_HOP_LIMIT_M GENMASK(7, 0)
  351. #define V2_QPC_BYTE_24_TC_S 8
  352. #define V2_QPC_BYTE_24_TC_M GENMASK(15, 8)
  353. #define V2_QPC_BYTE_24_VLAN_IDX_S 16
  354. #define V2_QPC_BYTE_24_VLAN_IDX_M GENMASK(27, 16)
  355. #define V2_QPC_BYTE_24_MTU_S 28
  356. #define V2_QPC_BYTE_24_MTU_M GENMASK(31, 28)
  357. #define V2_QPC_BYTE_28_FL_S 0
  358. #define V2_QPC_BYTE_28_FL_M GENMASK(19, 0)
  359. #define V2_QPC_BYTE_28_SL_S 20
  360. #define V2_QPC_BYTE_28_SL_M GENMASK(23, 20)
  361. #define V2_QPC_BYTE_28_CNP_TX_FLAG_S 24
  362. #define V2_QPC_BYTE_28_CE_FLAG_S 25
  363. #define V2_QPC_BYTE_28_LBI_S 26
  364. #define V2_QPC_BYTE_28_AT_S 27
  365. #define V2_QPC_BYTE_28_AT_M GENMASK(31, 27)
  366. #define V2_QPC_BYTE_52_DMAC_S 0
  367. #define V2_QPC_BYTE_52_DMAC_M GENMASK(15, 0)
  368. #define V2_QPC_BYTE_52_UDPSPN_S 16
  369. #define V2_QPC_BYTE_52_UDPSPN_M GENMASK(31, 16)
  370. #define V2_QPC_BYTE_56_DQPN_S 0
  371. #define V2_QPC_BYTE_56_DQPN_M GENMASK(23, 0)
  372. #define V2_QPC_BYTE_56_SQ_TX_ERR_S 24
  373. #define V2_QPC_BYTE_56_SQ_RX_ERR_S 25
  374. #define V2_QPC_BYTE_56_RQ_TX_ERR_S 26
  375. #define V2_QPC_BYTE_56_RQ_RX_ERR_S 27
  376. #define V2_QPC_BYTE_56_LP_PKTN_INI_S 28
  377. #define V2_QPC_BYTE_56_LP_PKTN_INI_M GENMASK(31, 28)
  378. #define V2_QPC_BYTE_60_MAPID_S 0
  379. #define V2_QPC_BYTE_60_MAPID_M GENMASK(12, 0)
  380. #define V2_QPC_BYTE_60_INNER_MAP_IND_S 13
  381. #define V2_QPC_BYTE_60_SQ_MAP_IND_S 14
  382. #define V2_QPC_BYTE_60_RQ_MAP_IND_S 15
  383. #define V2_QPC_BYTE_60_TEMPID_S 16
  384. #define V2_QPC_BYTE_60_TEMPID_M GENMASK(22, 16)
  385. #define V2_QPC_BYTE_60_EXT_MAP_IND_S 23
  386. #define V2_QPC_BYTE_60_RTY_NUM_INI_BAK_S 24
  387. #define V2_QPC_BYTE_60_RTY_NUM_INI_BAK_M GENMASK(26, 24)
  388. #define V2_QPC_BYTE_60_SQ_RLS_IND_S 27
  389. #define V2_QPC_BYTE_60_SQ_EXT_IND_S 28
  390. #define V2_QPC_BYTE_60_QP_ST_S 29
  391. #define V2_QPC_BYTE_60_QP_ST_M GENMASK(31, 29)
  392. #define V2_QPC_BYTE_68_RQ_RECORD_EN_S 0
  393. #define V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_S 1
  394. #define V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_M GENMASK(31, 1)
  395. #define V2_QPC_BYTE_76_SRQN_S 0
  396. #define V2_QPC_BYTE_76_SRQN_M GENMASK(23, 0)
  397. #define V2_QPC_BYTE_76_SRQ_EN_S 24
  398. #define V2_QPC_BYTE_76_RRE_S 25
  399. #define V2_QPC_BYTE_76_RWE_S 26
  400. #define V2_QPC_BYTE_76_ATE_S 27
  401. #define V2_QPC_BYTE_76_RQIE_S 28
  402. #define V2_QPC_BYTE_80_RX_CQN_S 0
  403. #define V2_QPC_BYTE_80_RX_CQN_M GENMASK(23, 0)
  404. #define V2_QPC_BYTE_80_MIN_RNR_TIME_S 27
  405. #define V2_QPC_BYTE_80_MIN_RNR_TIME_M GENMASK(31, 27)
  406. #define V2_QPC_BYTE_84_RQ_PRODUCER_IDX_S 0
  407. #define V2_QPC_BYTE_84_RQ_PRODUCER_IDX_M GENMASK(15, 0)
  408. #define V2_QPC_BYTE_84_RQ_CONSUMER_IDX_S 16
  409. #define V2_QPC_BYTE_84_RQ_CONSUMER_IDX_M GENMASK(31, 16)
  410. #define V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_S 0
  411. #define V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_M GENMASK(19, 0)
  412. #define V2_QPC_BYTE_92_SRQ_INFO_S 20
  413. #define V2_QPC_BYTE_92_SRQ_INFO_M GENMASK(31, 20)
  414. #define V2_QPC_BYTE_96_RX_REQ_MSN_S 0
  415. #define V2_QPC_BYTE_96_RX_REQ_MSN_M GENMASK(23, 0)
  416. #define V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_S 0
  417. #define V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_M GENMASK(19, 0)
  418. #define V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_S 24
  419. #define V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_M GENMASK(31, 24)
  420. #define V2_QPC_BYTE_108_INV_CREDIT_S 0
  421. #define V2_QPC_BYTE_108_RX_REQ_PSN_ERR_S 3
  422. #define V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_S 4
  423. #define V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_M GENMASK(6, 4)
  424. #define V2_QPC_BYTE_108_RX_REQ_RNR_S 7
  425. #define V2_QPC_BYTE_108_RX_REQ_EPSN_S 8
  426. #define V2_QPC_BYTE_108_RX_REQ_EPSN_M GENMASK(31, 8)
  427. #define V2_QPC_BYTE_132_TRRL_HEAD_MAX_S 0
  428. #define V2_QPC_BYTE_132_TRRL_HEAD_MAX_M GENMASK(7, 0)
  429. #define V2_QPC_BYTE_132_TRRL_TAIL_MAX_S 8
  430. #define V2_QPC_BYTE_132_TRRL_TAIL_MAX_M GENMASK(15, 8)
  431. #define V2_QPC_BYTE_132_TRRL_BA_S 16
  432. #define V2_QPC_BYTE_132_TRRL_BA_M GENMASK(31, 16)
  433. #define V2_QPC_BYTE_140_TRRL_BA_S 0
  434. #define V2_QPC_BYTE_140_TRRL_BA_M GENMASK(11, 0)
  435. #define V2_QPC_BYTE_140_RR_MAX_S 12
  436. #define V2_QPC_BYTE_140_RR_MAX_M GENMASK(14, 12)
  437. #define V2_QPC_BYTE_140_RSVD_RAQ_MAP_S 15
  438. #define V2_QPC_BYTE_140_RAQ_TRRL_HEAD_S 16
  439. #define V2_QPC_BYTE_140_RAQ_TRRL_HEAD_M GENMASK(23, 16)
  440. #define V2_QPC_BYTE_140_RAQ_TRRL_TAIL_S 24
  441. #define V2_QPC_BYTE_140_RAQ_TRRL_TAIL_M GENMASK(31, 24)
  442. #define V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_S 0
  443. #define V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_M GENMASK(23, 0)
  444. #define V2_QPC_BYTE_144_RAQ_RTY_INI_IND_S 24
  445. #define V2_QPC_BYTE_144_RAQ_CREDIT_S 25
  446. #define V2_QPC_BYTE_144_RAQ_CREDIT_M GENMASK(29, 25)
  447. #define V2_QPC_BYTE_144_RESP_RTY_FLG_S 31
  448. #define V2_QPC_BYTE_148_RQ_MSN_S 0
  449. #define V2_QPC_BYTE_148_RQ_MSN_M GENMASK(23, 0)
  450. #define V2_QPC_BYTE_148_RAQ_SYNDROME_S 24
  451. #define V2_QPC_BYTE_148_RAQ_SYNDROME_M GENMASK(31, 24)
  452. #define V2_QPC_BYTE_152_RAQ_PSN_S 8
  453. #define V2_QPC_BYTE_152_RAQ_PSN_M GENMASK(31, 8)
  454. #define V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_S 24
  455. #define V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_M GENMASK(31, 24)
  456. #define V2_QPC_BYTE_156_RAQ_USE_PKTN_S 0
  457. #define V2_QPC_BYTE_156_RAQ_USE_PKTN_M GENMASK(23, 0)
  458. #define V2_QPC_BYTE_160_SQ_PRODUCER_IDX_S 0
  459. #define V2_QPC_BYTE_160_SQ_PRODUCER_IDX_M GENMASK(15, 0)
  460. #define V2_QPC_BYTE_160_SQ_CONSUMER_IDX_S 16
  461. #define V2_QPC_BYTE_160_SQ_CONSUMER_IDX_M GENMASK(31, 16)
  462. #define V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_S 0
  463. #define V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_M GENMASK(19, 0)
  464. #define V2_QPC_BYTE_168_MSG_RTY_LP_FLG_S 20
  465. #define V2_QPC_BYTE_168_LP_SGEN_INI_S 21
  466. #define V2_QPC_BYTE_168_LP_SGEN_INI_M GENMASK(23, 21)
  467. #define V2_QPC_BYTE_168_SQ_SHIFT_BAK_S 24
  468. #define V2_QPC_BYTE_168_SQ_SHIFT_BAK_M GENMASK(27, 24)
  469. #define V2_QPC_BYTE_168_IRRL_IDX_LSB_S 28
  470. #define V2_QPC_BYTE_168_IRRL_IDX_LSB_M GENMASK(31, 28)
  471. #define V2_QPC_BYTE_172_ACK_REQ_FREQ_S 0
  472. #define V2_QPC_BYTE_172_ACK_REQ_FREQ_M GENMASK(5, 0)
  473. #define V2_QPC_BYTE_172_MSG_RNR_FLG_S 6
  474. #define V2_QPC_BYTE_172_FRE_S 7
  475. #define V2_QPC_BYTE_172_SQ_CUR_PSN_S 8
  476. #define V2_QPC_BYTE_172_SQ_CUR_PSN_M GENMASK(31, 8)
  477. #define V2_QPC_BYTE_176_MSG_USE_PKTN_S 0
  478. #define V2_QPC_BYTE_176_MSG_USE_PKTN_M GENMASK(23, 0)
  479. #define V2_QPC_BYTE_176_IRRL_HEAD_PRE_S 24
  480. #define V2_QPC_BYTE_176_IRRL_HEAD_PRE_M GENMASK(31, 24)
  481. #define V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_S 0
  482. #define V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_M GENMASK(19, 0)
  483. #define V2_QPC_BYTE_184_IRRL_IDX_MSB_S 20
  484. #define V2_QPC_BYTE_184_IRRL_IDX_MSB_M GENMASK(31, 20)
  485. #define V2_QPC_BYTE_192_CUR_SGE_IDX_S 0
  486. #define V2_QPC_BYTE_192_CUR_SGE_IDX_M GENMASK(23, 0)
  487. #define V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_S 24
  488. #define V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_M GENMASK(31, 24)
  489. #define V2_QPC_BYTE_196_IRRL_HEAD_S 0
  490. #define V2_QPC_BYTE_196_IRRL_HEAD_M GENMASK(7, 0)
  491. #define V2_QPC_BYTE_196_SQ_MAX_PSN_S 8
  492. #define V2_QPC_BYTE_196_SQ_MAX_PSN_M GENMASK(31, 8)
  493. #define V2_QPC_BYTE_200_SQ_MAX_IDX_S 0
  494. #define V2_QPC_BYTE_200_SQ_MAX_IDX_M GENMASK(15, 0)
  495. #define V2_QPC_BYTE_200_LCL_OPERATED_CNT_S 16
  496. #define V2_QPC_BYTE_200_LCL_OPERATED_CNT_M GENMASK(31, 16)
  497. #define V2_QPC_BYTE_208_IRRL_BA_S 0
  498. #define V2_QPC_BYTE_208_IRRL_BA_M GENMASK(25, 0)
  499. #define V2_QPC_BYTE_208_PKT_RNR_FLG_S 26
  500. #define V2_QPC_BYTE_208_PKT_RTY_FLG_S 27
  501. #define V2_QPC_BYTE_208_RMT_E2E_S 28
  502. #define V2_QPC_BYTE_208_SR_MAX_S 29
  503. #define V2_QPC_BYTE_208_SR_MAX_M GENMASK(31, 29)
  504. #define V2_QPC_BYTE_212_LSN_S 0
  505. #define V2_QPC_BYTE_212_LSN_M GENMASK(23, 0)
  506. #define V2_QPC_BYTE_212_RETRY_NUM_INIT_S 24
  507. #define V2_QPC_BYTE_212_RETRY_NUM_INIT_M GENMASK(26, 24)
  508. #define V2_QPC_BYTE_212_CHECK_FLG_S 27
  509. #define V2_QPC_BYTE_212_CHECK_FLG_M GENMASK(28, 27)
  510. #define V2_QPC_BYTE_212_RETRY_CNT_S 29
  511. #define V2_QPC_BYTE_212_RETRY_CNT_M GENMASK(31, 29)
  512. #define V2_QPC_BYTE_220_RETRY_MSG_MSN_S 0
  513. #define V2_QPC_BYTE_220_RETRY_MSG_MSN_M GENMASK(15, 0)
  514. #define V2_QPC_BYTE_220_RETRY_MSG_PSN_S 16
  515. #define V2_QPC_BYTE_220_RETRY_MSG_PSN_M GENMASK(31, 16)
  516. #define V2_QPC_BYTE_224_RETRY_MSG_PSN_S 0
  517. #define V2_QPC_BYTE_224_RETRY_MSG_PSN_M GENMASK(7, 0)
  518. #define V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_S 8
  519. #define V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_M GENMASK(31, 8)
  520. #define V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_S 0
  521. #define V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_M GENMASK(19, 0)
  522. #define V2_QPC_BYTE_232_IRRL_SGE_IDX_S 20
  523. #define V2_QPC_BYTE_232_IRRL_SGE_IDX_M GENMASK(28, 20)
  524. #define V2_QPC_BYTE_240_IRRL_TAIL_REAL_S 0
  525. #define V2_QPC_BYTE_240_IRRL_TAIL_REAL_M GENMASK(7, 0)
  526. #define V2_QPC_BYTE_240_IRRL_TAIL_RD_S 8
  527. #define V2_QPC_BYTE_240_IRRL_TAIL_RD_M GENMASK(15, 8)
  528. #define V2_QPC_BYTE_240_RX_ACK_MSN_S 16
  529. #define V2_QPC_BYTE_240_RX_ACK_MSN_M GENMASK(31, 16)
  530. #define V2_QPC_BYTE_244_RX_ACK_EPSN_S 0
  531. #define V2_QPC_BYTE_244_RX_ACK_EPSN_M GENMASK(23, 0)
  532. #define V2_QPC_BYTE_244_RNR_NUM_INIT_S 24
  533. #define V2_QPC_BYTE_244_RNR_NUM_INIT_M GENMASK(26, 24)
  534. #define V2_QPC_BYTE_244_RNR_CNT_S 27
  535. #define V2_QPC_BYTE_244_RNR_CNT_M GENMASK(29, 27)
  536. #define V2_QPC_BYTE_248_IRRL_PSN_S 0
  537. #define V2_QPC_BYTE_248_IRRL_PSN_M GENMASK(23, 0)
  538. #define V2_QPC_BYTE_248_ACK_PSN_ERR_S 24
  539. #define V2_QPC_BYTE_248_ACK_LAST_OPTYPE_S 25
  540. #define V2_QPC_BYTE_248_ACK_LAST_OPTYPE_M GENMASK(26, 25)
  541. #define V2_QPC_BYTE_248_IRRL_PSN_VLD_S 27
  542. #define V2_QPC_BYTE_248_RNR_RETRY_FLAG_S 28
  543. #define V2_QPC_BYTE_248_CQ_ERR_IND_S 31
  544. #define V2_QPC_BYTE_252_TX_CQN_S 0
  545. #define V2_QPC_BYTE_252_TX_CQN_M GENMASK(23, 0)
  546. #define V2_QPC_BYTE_252_SIG_TYPE_S 24
  547. #define V2_QPC_BYTE_252_ERR_TYPE_S 25
  548. #define V2_QPC_BYTE_252_ERR_TYPE_M GENMASK(31, 25)
  549. #define V2_QPC_BYTE_256_RQ_CQE_IDX_S 0
  550. #define V2_QPC_BYTE_256_RQ_CQE_IDX_M GENMASK(15, 0)
  551. #define V2_QPC_BYTE_256_SQ_FLUSH_IDX_S 16
  552. #define V2_QPC_BYTE_256_SQ_FLUSH_IDX_M GENMASK(31, 16)
  553. struct hns_roce_v2_cqe {
  554. u32 byte_4;
  555. u32 rkey_immtdata;
  556. u32 byte_12;
  557. u32 byte_16;
  558. u32 byte_cnt;
  559. u32 smac;
  560. u32 byte_28;
  561. u32 byte_32;
  562. };
  563. #define V2_CQE_BYTE_4_OPCODE_S 0
  564. #define V2_CQE_BYTE_4_OPCODE_M GENMASK(4, 0)
  565. #define V2_CQE_BYTE_4_RQ_INLINE_S 5
  566. #define V2_CQE_BYTE_4_S_R_S 6
  567. #define V2_CQE_BYTE_4_OWNER_S 7
  568. #define V2_CQE_BYTE_4_STATUS_S 8
  569. #define V2_CQE_BYTE_4_STATUS_M GENMASK(15, 8)
  570. #define V2_CQE_BYTE_4_WQE_INDX_S 16
  571. #define V2_CQE_BYTE_4_WQE_INDX_M GENMASK(31, 16)
  572. #define V2_CQE_BYTE_12_XRC_SRQN_S 0
  573. #define V2_CQE_BYTE_12_XRC_SRQN_M GENMASK(23, 0)
  574. #define V2_CQE_BYTE_16_LCL_QPN_S 0
  575. #define V2_CQE_BYTE_16_LCL_QPN_M GENMASK(23, 0)
  576. #define V2_CQE_BYTE_16_SUB_STATUS_S 24
  577. #define V2_CQE_BYTE_16_SUB_STATUS_M GENMASK(31, 24)
  578. #define V2_CQE_BYTE_28_SMAC_4_S 0
  579. #define V2_CQE_BYTE_28_SMAC_4_M GENMASK(7, 0)
  580. #define V2_CQE_BYTE_28_SMAC_5_S 8
  581. #define V2_CQE_BYTE_28_SMAC_5_M GENMASK(15, 8)
  582. #define V2_CQE_BYTE_28_PORT_TYPE_S 16
  583. #define V2_CQE_BYTE_28_PORT_TYPE_M GENMASK(17, 16)
  584. #define V2_CQE_BYTE_32_RMT_QPN_S 0
  585. #define V2_CQE_BYTE_32_RMT_QPN_M GENMASK(23, 0)
  586. #define V2_CQE_BYTE_32_SL_S 24
  587. #define V2_CQE_BYTE_32_SL_M GENMASK(26, 24)
  588. #define V2_CQE_BYTE_32_PORTN_S 27
  589. #define V2_CQE_BYTE_32_PORTN_M GENMASK(29, 27)
  590. #define V2_CQE_BYTE_32_GRH_S 30
  591. #define V2_CQE_BYTE_32_LPK_S 31
  592. struct hns_roce_v2_mpt_entry {
  593. __le32 byte_4_pd_hop_st;
  594. __le32 byte_8_mw_cnt_en;
  595. __le32 byte_12_mw_pa;
  596. __le32 bound_lkey;
  597. __le32 len_l;
  598. __le32 len_h;
  599. __le32 lkey;
  600. __le32 va_l;
  601. __le32 va_h;
  602. __le32 pbl_size;
  603. __le32 pbl_ba_l;
  604. __le32 byte_48_mode_ba;
  605. __le32 pa0_l;
  606. __le32 byte_56_pa0_h;
  607. __le32 pa1_l;
  608. __le32 byte_64_buf_pa1;
  609. };
  610. #define V2_MPT_BYTE_4_MPT_ST_S 0
  611. #define V2_MPT_BYTE_4_MPT_ST_M GENMASK(1, 0)
  612. #define V2_MPT_BYTE_4_PBL_HOP_NUM_S 2
  613. #define V2_MPT_BYTE_4_PBL_HOP_NUM_M GENMASK(3, 2)
  614. #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_S 4
  615. #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_M GENMASK(7, 4)
  616. #define V2_MPT_BYTE_4_PD_S 8
  617. #define V2_MPT_BYTE_4_PD_M GENMASK(31, 8)
  618. #define V2_MPT_BYTE_8_RA_EN_S 0
  619. #define V2_MPT_BYTE_8_R_INV_EN_S 1
  620. #define V2_MPT_BYTE_8_L_INV_EN_S 2
  621. #define V2_MPT_BYTE_8_BIND_EN_S 3
  622. #define V2_MPT_BYTE_8_ATOMIC_EN_S 4
  623. #define V2_MPT_BYTE_8_RR_EN_S 5
  624. #define V2_MPT_BYTE_8_RW_EN_S 6
  625. #define V2_MPT_BYTE_8_LW_EN_S 7
  626. #define V2_MPT_BYTE_12_PA_S 1
  627. #define V2_MPT_BYTE_12_INNER_PA_VLD_S 7
  628. #define V2_MPT_BYTE_12_MW_BIND_QPN_S 8
  629. #define V2_MPT_BYTE_12_MW_BIND_QPN_M GENMASK(31, 8)
  630. #define V2_MPT_BYTE_48_PBL_BA_H_S 0
  631. #define V2_MPT_BYTE_48_PBL_BA_H_M GENMASK(28, 0)
  632. #define V2_MPT_BYTE_48_BLK_MODE_S 29
  633. #define V2_MPT_BYTE_56_PA0_H_S 0
  634. #define V2_MPT_BYTE_56_PA0_H_M GENMASK(25, 0)
  635. #define V2_MPT_BYTE_64_PA1_H_S 0
  636. #define V2_MPT_BYTE_64_PA1_H_M GENMASK(25, 0)
  637. #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_S 28
  638. #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_M GENMASK(31, 28)
  639. #define V2_DB_BYTE_4_TAG_S 0
  640. #define V2_DB_BYTE_4_TAG_M GENMASK(23, 0)
  641. #define V2_DB_BYTE_4_CMD_S 24
  642. #define V2_DB_BYTE_4_CMD_M GENMASK(27, 24)
  643. #define V2_DB_PARAMETER_CONS_IDX_S 0
  644. #define V2_DB_PARAMETER_CONS_IDX_M GENMASK(15, 0)
  645. #define V2_DB_PARAMETER_SL_S 16
  646. #define V2_DB_PARAMETER_SL_M GENMASK(18, 16)
  647. struct hns_roce_v2_cq_db {
  648. u32 byte_4;
  649. u32 parameter;
  650. };
  651. #define V2_CQ_DB_BYTE_4_TAG_S 0
  652. #define V2_CQ_DB_BYTE_4_TAG_M GENMASK(23, 0)
  653. #define V2_CQ_DB_BYTE_4_CMD_S 24
  654. #define V2_CQ_DB_BYTE_4_CMD_M GENMASK(27, 24)
  655. #define V2_CQ_DB_PARAMETER_CONS_IDX_S 0
  656. #define V2_CQ_DB_PARAMETER_CONS_IDX_M GENMASK(23, 0)
  657. #define V2_CQ_DB_PARAMETER_CMD_SN_S 25
  658. #define V2_CQ_DB_PARAMETER_CMD_SN_M GENMASK(26, 25)
  659. #define V2_CQ_DB_PARAMETER_NOTIFY_S 24
  660. struct hns_roce_v2_rc_send_wqe {
  661. u32 byte_4;
  662. u32 msg_len;
  663. u32 inv_key_immtdata;
  664. u32 byte_16;
  665. u32 byte_20;
  666. u32 rkey;
  667. u64 va;
  668. };
  669. #define V2_RC_SEND_WQE_BYTE_4_OPCODE_S 0
  670. #define V2_RC_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0)
  671. #define V2_RC_SEND_WQE_BYTE_4_OWNER_S 7
  672. #define V2_RC_SEND_WQE_BYTE_4_CQE_S 8
  673. #define V2_RC_SEND_WQE_BYTE_4_FENCE_S 9
  674. #define V2_RC_SEND_WQE_BYTE_4_SO_S 10
  675. #define V2_RC_SEND_WQE_BYTE_4_SE_S 11
  676. #define V2_RC_SEND_WQE_BYTE_4_INLINE_S 12
  677. #define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_S 0
  678. #define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_M GENMASK(23, 0)
  679. #define V2_RC_SEND_WQE_BYTE_16_SGE_NUM_S 24
  680. #define V2_RC_SEND_WQE_BYTE_16_SGE_NUM_M GENMASK(31, 24)
  681. #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_S 0
  682. #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_M GENMASK(23, 0)
  683. struct hns_roce_v2_wqe_data_seg {
  684. __be32 len;
  685. __be32 lkey;
  686. __be64 addr;
  687. };
  688. struct hns_roce_v2_db {
  689. u32 byte_4;
  690. u32 parameter;
  691. };
  692. struct hns_roce_query_version {
  693. __le16 rocee_vendor_id;
  694. __le16 rocee_hw_version;
  695. __le32 rsv[5];
  696. };
  697. struct hns_roce_cfg_global_param {
  698. __le32 time_cfg_udp_port;
  699. __le32 rsv[5];
  700. };
  701. #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_S 0
  702. #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_M GENMASK(9, 0)
  703. #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_S 16
  704. #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_M GENMASK(31, 16)
  705. struct hns_roce_pf_res {
  706. __le32 rsv;
  707. __le32 qpc_bt_idx_num;
  708. __le32 srqc_bt_idx_num;
  709. __le32 cqc_bt_idx_num;
  710. __le32 mpt_bt_idx_num;
  711. __le32 eqc_bt_idx_num;
  712. };
  713. #define PF_RES_DATA_1_PF_QPC_BT_IDX_S 0
  714. #define PF_RES_DATA_1_PF_QPC_BT_IDX_M GENMASK(10, 0)
  715. #define PF_RES_DATA_1_PF_QPC_BT_NUM_S 16
  716. #define PF_RES_DATA_1_PF_QPC_BT_NUM_M GENMASK(27, 16)
  717. #define PF_RES_DATA_2_PF_SRQC_BT_IDX_S 0
  718. #define PF_RES_DATA_2_PF_SRQC_BT_IDX_M GENMASK(8, 0)
  719. #define PF_RES_DATA_2_PF_SRQC_BT_NUM_S 16
  720. #define PF_RES_DATA_2_PF_SRQC_BT_NUM_M GENMASK(25, 16)
  721. #define PF_RES_DATA_3_PF_CQC_BT_IDX_S 0
  722. #define PF_RES_DATA_3_PF_CQC_BT_IDX_M GENMASK(8, 0)
  723. #define PF_RES_DATA_3_PF_CQC_BT_NUM_S 16
  724. #define PF_RES_DATA_3_PF_CQC_BT_NUM_M GENMASK(25, 16)
  725. #define PF_RES_DATA_4_PF_MPT_BT_IDX_S 0
  726. #define PF_RES_DATA_4_PF_MPT_BT_IDX_M GENMASK(8, 0)
  727. #define PF_RES_DATA_4_PF_MPT_BT_NUM_S 16
  728. #define PF_RES_DATA_4_PF_MPT_BT_NUM_M GENMASK(25, 16)
  729. #define PF_RES_DATA_5_PF_EQC_BT_IDX_S 0
  730. #define PF_RES_DATA_5_PF_EQC_BT_IDX_M GENMASK(8, 0)
  731. #define PF_RES_DATA_5_PF_EQC_BT_NUM_S 16
  732. #define PF_RES_DATA_5_PF_EQC_BT_NUM_M GENMASK(25, 16)
  733. struct hns_roce_vf_res_a {
  734. u32 vf_id;
  735. u32 vf_qpc_bt_idx_num;
  736. u32 vf_srqc_bt_idx_num;
  737. u32 vf_cqc_bt_idx_num;
  738. u32 vf_mpt_bt_idx_num;
  739. u32 vf_eqc_bt_idx_num;
  740. };
  741. #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_S 0
  742. #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_M GENMASK(10, 0)
  743. #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_S 16
  744. #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_M GENMASK(27, 16)
  745. #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_S 0
  746. #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_M GENMASK(8, 0)
  747. #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_S 16
  748. #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_M GENMASK(25, 16)
  749. #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_S 0
  750. #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_M GENMASK(8, 0)
  751. #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_S 16
  752. #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_M GENMASK(25, 16)
  753. #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_S 0
  754. #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_M GENMASK(8, 0)
  755. #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_S 16
  756. #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_M GENMASK(25, 16)
  757. #define VF_RES_A_DATA_5_VF_EQC_IDX_S 0
  758. #define VF_RES_A_DATA_5_VF_EQC_IDX_M GENMASK(8, 0)
  759. #define VF_RES_A_DATA_5_VF_EQC_NUM_S 16
  760. #define VF_RES_A_DATA_5_VF_EQC_NUM_M GENMASK(25, 16)
  761. struct hns_roce_vf_res_b {
  762. u32 rsv0;
  763. u32 vf_smac_idx_num;
  764. u32 vf_sgid_idx_num;
  765. u32 vf_qid_idx_sl_num;
  766. u32 rsv[2];
  767. };
  768. #define VF_RES_B_DATA_0_VF_ID_S 0
  769. #define VF_RES_B_DATA_0_VF_ID_M GENMASK(7, 0)
  770. #define VF_RES_B_DATA_1_VF_SMAC_IDX_S 0
  771. #define VF_RES_B_DATA_1_VF_SMAC_IDX_M GENMASK(7, 0)
  772. #define VF_RES_B_DATA_1_VF_SMAC_NUM_S 8
  773. #define VF_RES_B_DATA_1_VF_SMAC_NUM_M GENMASK(16, 8)
  774. #define VF_RES_B_DATA_2_VF_SGID_IDX_S 0
  775. #define VF_RES_B_DATA_2_VF_SGID_IDX_M GENMASK(7, 0)
  776. #define VF_RES_B_DATA_2_VF_SGID_NUM_S 8
  777. #define VF_RES_B_DATA_2_VF_SGID_NUM_M GENMASK(16, 8)
  778. #define VF_RES_B_DATA_3_VF_QID_IDX_S 0
  779. #define VF_RES_B_DATA_3_VF_QID_IDX_M GENMASK(9, 0)
  780. #define VF_RES_B_DATA_3_VF_SL_NUM_S 16
  781. #define VF_RES_B_DATA_3_VF_SL_NUM_M GENMASK(19, 16)
  782. /* Reg field definition */
  783. #define ROCEE_VF_SMAC_CFG1_VF_SMAC_H_S 0
  784. #define ROCEE_VF_SMAC_CFG1_VF_SMAC_H_M GENMASK(15, 0)
  785. #define ROCEE_VF_SGID_CFG4_SGID_TYPE_S 0
  786. #define ROCEE_VF_SGID_CFG4_SGID_TYPE_M GENMASK(1, 0)
  787. struct hns_roce_cfg_bt_attr {
  788. u32 vf_qpc_cfg;
  789. u32 vf_srqc_cfg;
  790. u32 vf_cqc_cfg;
  791. u32 vf_mpt_cfg;
  792. u32 rsv[2];
  793. };
  794. #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_S 0
  795. #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_M GENMASK(3, 0)
  796. #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_S 4
  797. #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_M GENMASK(7, 4)
  798. #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_S 8
  799. #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_M GENMASK(9, 8)
  800. #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_S 0
  801. #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_M GENMASK(3, 0)
  802. #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_S 4
  803. #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_M GENMASK(7, 4)
  804. #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_S 8
  805. #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_M GENMASK(9, 8)
  806. #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_S 0
  807. #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_M GENMASK(3, 0)
  808. #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_S 4
  809. #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_M GENMASK(7, 4)
  810. #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_S 8
  811. #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_M GENMASK(9, 8)
  812. #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_S 0
  813. #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_M GENMASK(3, 0)
  814. #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_S 4
  815. #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_M GENMASK(7, 4)
  816. #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_S 8
  817. #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_M GENMASK(9, 8)
  818. struct hns_roce_cmq_desc {
  819. u16 opcode;
  820. u16 flag;
  821. u16 retval;
  822. u16 rsv;
  823. u32 data[6];
  824. };
  825. #define ROCEE_VF_MB_CFG0_REG 0x40
  826. #define ROCEE_VF_MB_STATUS_REG 0x58
  827. #define HNS_ROCE_V2_GO_BIT_TIMEOUT_MSECS 10000
  828. #define HNS_ROCE_HW_RUN_BIT_SHIFT 31
  829. #define HNS_ROCE_HW_MB_STATUS_MASK 0xFF
  830. #define HNS_ROCE_VF_MB4_TAG_MASK 0xFFFFFF00
  831. #define HNS_ROCE_VF_MB4_TAG_SHIFT 8
  832. #define HNS_ROCE_VF_MB4_CMD_MASK 0xFF
  833. #define HNS_ROCE_VF_MB4_CMD_SHIFT 0
  834. #define HNS_ROCE_VF_MB5_EVENT_MASK 0x10000
  835. #define HNS_ROCE_VF_MB5_EVENT_SHIFT 16
  836. #define HNS_ROCE_VF_MB5_TOKEN_MASK 0xFFFF
  837. #define HNS_ROCE_VF_MB5_TOKEN_SHIFT 0
  838. struct hns_roce_v2_cmq_ring {
  839. dma_addr_t desc_dma_addr;
  840. struct hns_roce_cmq_desc *desc;
  841. u32 head;
  842. u32 tail;
  843. u16 buf_size;
  844. u16 desc_num;
  845. int next_to_use;
  846. int next_to_clean;
  847. u8 flag;
  848. spinlock_t lock; /* command queue lock */
  849. };
  850. struct hns_roce_v2_cmq {
  851. struct hns_roce_v2_cmq_ring csq;
  852. struct hns_roce_v2_cmq_ring crq;
  853. u16 tx_timeout;
  854. u16 last_status;
  855. };
  856. struct hns_roce_v2_priv {
  857. struct hns_roce_v2_cmq cmq;
  858. };
  859. #endif