ocrdma_sli.h 53 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190
  1. /* This file is part of the Emulex RoCE Device Driver for
  2. * RoCE (RDMA over Converged Ethernet) adapters.
  3. * Copyright (C) 2012-2015 Emulex. All rights reserved.
  4. * EMULEX and SLI are trademarks of Emulex.
  5. * www.emulex.com
  6. *
  7. * This software is available to you under a choice of one of two licenses.
  8. * You may choose to be licensed under the terms of the GNU General Public
  9. * License (GPL) Version 2, available from the file COPYING in the main
  10. * directory of this source tree, or the BSD license below:
  11. *
  12. * Redistribution and use in source and binary forms, with or without
  13. * modification, are permitted provided that the following conditions
  14. * are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright notice,
  17. * this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above copyright
  20. * notice, this list of conditions and the following disclaimer in
  21. * the documentation and/or other materials provided with the distribution.
  22. *
  23. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  24. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,THE
  25. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  26. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
  27. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  28. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  29. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  30. * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  31. * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  32. * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  33. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  34. *
  35. * Contact Information:
  36. * linux-drivers@emulex.com
  37. *
  38. * Emulex
  39. * 3333 Susan Street
  40. * Costa Mesa, CA 92626
  41. */
  42. #ifndef __OCRDMA_SLI_H__
  43. #define __OCRDMA_SLI_H__
  44. enum {
  45. OCRDMA_ASIC_GEN_SKH_R = 0x04,
  46. OCRDMA_ASIC_GEN_LANCER = 0x0B
  47. };
  48. enum {
  49. OCRDMA_ASIC_REV_A0 = 0x00,
  50. OCRDMA_ASIC_REV_B0 = 0x10,
  51. OCRDMA_ASIC_REV_C0 = 0x20
  52. };
  53. #define OCRDMA_SUBSYS_ROCE 10
  54. enum {
  55. OCRDMA_CMD_QUERY_CONFIG = 1,
  56. OCRDMA_CMD_ALLOC_PD = 2,
  57. OCRDMA_CMD_DEALLOC_PD = 3,
  58. OCRDMA_CMD_CREATE_AH_TBL = 4,
  59. OCRDMA_CMD_DELETE_AH_TBL = 5,
  60. OCRDMA_CMD_CREATE_QP = 6,
  61. OCRDMA_CMD_QUERY_QP = 7,
  62. OCRDMA_CMD_MODIFY_QP = 8 ,
  63. OCRDMA_CMD_DELETE_QP = 9,
  64. OCRDMA_CMD_RSVD1 = 10,
  65. OCRDMA_CMD_ALLOC_LKEY = 11,
  66. OCRDMA_CMD_DEALLOC_LKEY = 12,
  67. OCRDMA_CMD_REGISTER_NSMR = 13,
  68. OCRDMA_CMD_REREGISTER_NSMR = 14,
  69. OCRDMA_CMD_REGISTER_NSMR_CONT = 15,
  70. OCRDMA_CMD_QUERY_NSMR = 16,
  71. OCRDMA_CMD_ALLOC_MW = 17,
  72. OCRDMA_CMD_QUERY_MW = 18,
  73. OCRDMA_CMD_CREATE_SRQ = 19,
  74. OCRDMA_CMD_QUERY_SRQ = 20,
  75. OCRDMA_CMD_MODIFY_SRQ = 21,
  76. OCRDMA_CMD_DELETE_SRQ = 22,
  77. OCRDMA_CMD_ATTACH_MCAST = 23,
  78. OCRDMA_CMD_DETACH_MCAST = 24,
  79. OCRDMA_CMD_CREATE_RBQ = 25,
  80. OCRDMA_CMD_DESTROY_RBQ = 26,
  81. OCRDMA_CMD_GET_RDMA_STATS = 27,
  82. OCRDMA_CMD_ALLOC_PD_RANGE = 28,
  83. OCRDMA_CMD_DEALLOC_PD_RANGE = 29,
  84. OCRDMA_CMD_MAX
  85. };
  86. #define OCRDMA_SUBSYS_COMMON 1
  87. enum {
  88. OCRDMA_CMD_QUERY_NTWK_LINK_CONFIG_V1 = 5,
  89. OCRDMA_CMD_CREATE_CQ = 12,
  90. OCRDMA_CMD_CREATE_EQ = 13,
  91. OCRDMA_CMD_CREATE_MQ = 21,
  92. OCRDMA_CMD_GET_CTRL_ATTRIBUTES = 32,
  93. OCRDMA_CMD_GET_FW_VER = 35,
  94. OCRDMA_CMD_MODIFY_EQ_DELAY = 41,
  95. OCRDMA_CMD_DELETE_MQ = 53,
  96. OCRDMA_CMD_DELETE_CQ = 54,
  97. OCRDMA_CMD_DELETE_EQ = 55,
  98. OCRDMA_CMD_GET_FW_CONFIG = 58,
  99. OCRDMA_CMD_CREATE_MQ_EXT = 90,
  100. OCRDMA_CMD_PHY_DETAILS = 102
  101. };
  102. enum {
  103. QTYPE_EQ = 1,
  104. QTYPE_CQ = 2,
  105. QTYPE_MCCQ = 3
  106. };
  107. #define OCRDMA_MAX_SGID 16
  108. #define OCRDMA_MAX_QP 2048
  109. #define OCRDMA_MAX_CQ 2048
  110. #define OCRDMA_MAX_STAG 16384
  111. enum {
  112. OCRDMA_DB_RQ_OFFSET = 0xE0,
  113. OCRDMA_DB_GEN2_RQ_OFFSET = 0x100,
  114. OCRDMA_DB_SQ_OFFSET = 0x60,
  115. OCRDMA_DB_GEN2_SQ_OFFSET = 0x1C0,
  116. OCRDMA_DB_SRQ_OFFSET = OCRDMA_DB_RQ_OFFSET,
  117. OCRDMA_DB_GEN2_SRQ_OFFSET = OCRDMA_DB_GEN2_RQ_OFFSET,
  118. OCRDMA_DB_CQ_OFFSET = 0x120,
  119. OCRDMA_DB_EQ_OFFSET = OCRDMA_DB_CQ_OFFSET,
  120. OCRDMA_DB_MQ_OFFSET = 0x140,
  121. OCRDMA_DB_SQ_SHIFT = 16,
  122. OCRDMA_DB_RQ_SHIFT = 24
  123. };
  124. #define OCRDMA_ROUDP_FLAGS_SHIFT 0x03
  125. #define OCRDMA_DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  126. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK 0x0C00 /* bits 10-11 of qid at 12-11 */
  127. /* qid #2 msbits at 12-11 */
  128. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK_SHIFT 0x1
  129. #define OCRDMA_DB_CQ_NUM_POPPED_SHIFT 16 /* bits 16 - 28 */
  130. /* Rearm bit */
  131. #define OCRDMA_DB_CQ_REARM_SHIFT 29 /* bit 29 */
  132. /* solicited bit */
  133. #define OCRDMA_DB_CQ_SOLICIT_SHIFT 31 /* bit 31 */
  134. #define OCRDMA_EQ_ID_MASK 0x1FF /* bits 0 - 8 */
  135. #define OCRDMA_EQ_ID_EXT_MASK 0x3e00 /* bits 9-13 */
  136. #define OCRDMA_EQ_ID_EXT_MASK_SHIFT 2 /* qid bits 9-13 at 11-15 */
  137. /* Clear the interrupt for this eq */
  138. #define OCRDMA_EQ_CLR_SHIFT 9 /* bit 9 */
  139. /* Must be 1 */
  140. #define OCRDMA_EQ_TYPE_SHIFT 10 /* bit 10 */
  141. /* Number of event entries processed */
  142. #define OCRDMA_NUM_EQE_SHIFT 16 /* bits 16 - 28 */
  143. /* Rearm bit */
  144. #define OCRDMA_REARM_SHIFT 29 /* bit 29 */
  145. #define OCRDMA_MQ_ID_MASK 0x7FF /* bits 0 - 10 */
  146. /* Number of entries posted */
  147. #define OCRDMA_MQ_NUM_MQE_SHIFT 16 /* bits 16 - 29 */
  148. #define OCRDMA_MIN_HPAGE_SIZE 4096
  149. #define OCRDMA_MIN_Q_PAGE_SIZE 4096
  150. #define OCRDMA_MAX_Q_PAGES 8
  151. #define OCRDMA_SLI_ASIC_ID_OFFSET 0x9C
  152. #define OCRDMA_SLI_ASIC_REV_MASK 0x000000FF
  153. #define OCRDMA_SLI_ASIC_GEN_NUM_MASK 0x0000FF00
  154. #define OCRDMA_SLI_ASIC_GEN_NUM_SHIFT 0x08
  155. /*
  156. # 0: 4K Bytes
  157. # 1: 8K Bytes
  158. # 2: 16K Bytes
  159. # 3: 32K Bytes
  160. # 4: 64K Bytes
  161. # 5: 128K Bytes
  162. # 6: 256K Bytes
  163. # 7: 512K Bytes
  164. */
  165. #define OCRDMA_MAX_Q_PAGE_SIZE_CNT 8
  166. #define OCRDMA_Q_PAGE_BASE_SIZE (OCRDMA_MIN_Q_PAGE_SIZE * OCRDMA_MAX_Q_PAGES)
  167. #define MAX_OCRDMA_QP_PAGES 8
  168. #define OCRDMA_MAX_WQE_MEM_SIZE (MAX_OCRDMA_QP_PAGES * OCRDMA_MIN_HQ_PAGE_SIZE)
  169. #define OCRDMA_CREATE_CQ_MAX_PAGES 4
  170. #define OCRDMA_DPP_CQE_SIZE 4
  171. #define OCRDMA_GEN2_MAX_CQE 1024
  172. #define OCRDMA_GEN2_CQ_PAGE_SIZE 4096
  173. #define OCRDMA_GEN2_WQE_SIZE 256
  174. #define OCRDMA_MAX_CQE 4095
  175. #define OCRDMA_CQ_PAGE_SIZE 16384
  176. #define OCRDMA_WQE_SIZE 128
  177. #define OCRDMA_WQE_STRIDE 8
  178. #define OCRDMA_WQE_ALIGN_BYTES 16
  179. #define MAX_OCRDMA_SRQ_PAGES MAX_OCRDMA_QP_PAGES
  180. enum {
  181. OCRDMA_MCH_OPCODE_SHIFT = 0,
  182. OCRDMA_MCH_OPCODE_MASK = 0xFF,
  183. OCRDMA_MCH_SUBSYS_SHIFT = 8,
  184. OCRDMA_MCH_SUBSYS_MASK = 0xFF00
  185. };
  186. /* mailbox cmd header */
  187. struct ocrdma_mbx_hdr {
  188. u32 subsys_op;
  189. u32 timeout; /* in seconds */
  190. u32 cmd_len;
  191. u32 rsvd_version;
  192. };
  193. enum {
  194. OCRDMA_MBX_RSP_OPCODE_SHIFT = 0,
  195. OCRDMA_MBX_RSP_OPCODE_MASK = 0xFF,
  196. OCRDMA_MBX_RSP_SUBSYS_SHIFT = 8,
  197. OCRDMA_MBX_RSP_SUBSYS_MASK = 0xFF << OCRDMA_MBX_RSP_SUBSYS_SHIFT,
  198. OCRDMA_MBX_RSP_STATUS_SHIFT = 0,
  199. OCRDMA_MBX_RSP_STATUS_MASK = 0xFF,
  200. OCRDMA_MBX_RSP_ASTATUS_SHIFT = 8,
  201. OCRDMA_MBX_RSP_ASTATUS_MASK = 0xFF << OCRDMA_MBX_RSP_ASTATUS_SHIFT
  202. };
  203. /* mailbox cmd response */
  204. struct ocrdma_mbx_rsp {
  205. u32 subsys_op;
  206. u32 status;
  207. u32 rsp_len;
  208. u32 add_rsp_len;
  209. };
  210. enum {
  211. OCRDMA_MQE_EMBEDDED = 1,
  212. OCRDMA_MQE_NONEMBEDDED = 0
  213. };
  214. struct ocrdma_mqe_sge {
  215. u32 pa_lo;
  216. u32 pa_hi;
  217. u32 len;
  218. };
  219. enum {
  220. OCRDMA_MQE_HDR_EMB_SHIFT = 0,
  221. OCRDMA_MQE_HDR_EMB_MASK = BIT(0),
  222. OCRDMA_MQE_HDR_SGE_CNT_SHIFT = 3,
  223. OCRDMA_MQE_HDR_SGE_CNT_MASK = 0x1F << OCRDMA_MQE_HDR_SGE_CNT_SHIFT,
  224. OCRDMA_MQE_HDR_SPECIAL_SHIFT = 24,
  225. OCRDMA_MQE_HDR_SPECIAL_MASK = 0xFF << OCRDMA_MQE_HDR_SPECIAL_SHIFT
  226. };
  227. struct ocrdma_mqe_hdr {
  228. u32 spcl_sge_cnt_emb;
  229. u32 pyld_len;
  230. u32 tag_lo;
  231. u32 tag_hi;
  232. u32 rsvd3;
  233. };
  234. struct ocrdma_mqe_emb_cmd {
  235. struct ocrdma_mbx_hdr mch;
  236. u8 pyld[220];
  237. };
  238. struct ocrdma_mqe {
  239. struct ocrdma_mqe_hdr hdr;
  240. union {
  241. struct ocrdma_mqe_emb_cmd emb_req;
  242. struct {
  243. struct ocrdma_mqe_sge sge[19];
  244. } nonemb_req;
  245. u8 cmd[236];
  246. struct ocrdma_mbx_rsp rsp;
  247. } u;
  248. };
  249. #define OCRDMA_EQ_LEN 4096
  250. #define OCRDMA_MQ_CQ_LEN 256
  251. #define OCRDMA_MQ_LEN 128
  252. #define PAGE_SHIFT_4K 12
  253. #define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K)
  254. /* Returns number of pages spanned by the data starting at the given addr */
  255. #define PAGES_4K_SPANNED(_address, size) \
  256. ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \
  257. (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))
  258. struct ocrdma_delete_q_req {
  259. struct ocrdma_mbx_hdr req;
  260. u32 id;
  261. };
  262. struct ocrdma_pa {
  263. u32 lo;
  264. u32 hi;
  265. };
  266. #define MAX_OCRDMA_EQ_PAGES 8
  267. struct ocrdma_create_eq_req {
  268. struct ocrdma_mbx_hdr req;
  269. u32 num_pages;
  270. u32 valid;
  271. u32 cnt;
  272. u32 delay;
  273. u32 rsvd;
  274. struct ocrdma_pa pa[MAX_OCRDMA_EQ_PAGES];
  275. };
  276. enum {
  277. OCRDMA_CREATE_EQ_VALID = BIT(29),
  278. OCRDMA_CREATE_EQ_CNT_SHIFT = 26,
  279. OCRDMA_CREATE_CQ_DELAY_SHIFT = 13,
  280. };
  281. struct ocrdma_create_eq_rsp {
  282. struct ocrdma_mbx_rsp rsp;
  283. u32 vector_eqid;
  284. };
  285. #define OCRDMA_EQ_MINOR_OTHER 0x1
  286. struct ocrmda_set_eqd {
  287. u32 eq_id;
  288. u32 phase;
  289. u32 delay_multiplier;
  290. };
  291. struct ocrdma_modify_eqd_cmd {
  292. struct ocrdma_mbx_hdr req;
  293. u32 num_eq;
  294. struct ocrmda_set_eqd set_eqd[8];
  295. } __packed;
  296. struct ocrdma_modify_eqd_req {
  297. struct ocrdma_mqe_hdr hdr;
  298. struct ocrdma_modify_eqd_cmd cmd;
  299. };
  300. struct ocrdma_modify_eq_delay_rsp {
  301. struct ocrdma_mbx_rsp hdr;
  302. u32 rsvd0;
  303. } __packed;
  304. enum {
  305. OCRDMA_MCQE_STATUS_SHIFT = 0,
  306. OCRDMA_MCQE_STATUS_MASK = 0xFFFF,
  307. OCRDMA_MCQE_ESTATUS_SHIFT = 16,
  308. OCRDMA_MCQE_ESTATUS_MASK = 0xFFFF << OCRDMA_MCQE_ESTATUS_SHIFT,
  309. OCRDMA_MCQE_CONS_SHIFT = 27,
  310. OCRDMA_MCQE_CONS_MASK = BIT(27),
  311. OCRDMA_MCQE_CMPL_SHIFT = 28,
  312. OCRDMA_MCQE_CMPL_MASK = BIT(28),
  313. OCRDMA_MCQE_AE_SHIFT = 30,
  314. OCRDMA_MCQE_AE_MASK = BIT(30),
  315. OCRDMA_MCQE_VALID_SHIFT = 31,
  316. OCRDMA_MCQE_VALID_MASK = BIT(31)
  317. };
  318. struct ocrdma_mcqe {
  319. u32 status;
  320. u32 tag_lo;
  321. u32 tag_hi;
  322. u32 valid_ae_cmpl_cons;
  323. };
  324. enum {
  325. OCRDMA_AE_MCQE_QPVALID = BIT(31),
  326. OCRDMA_AE_MCQE_QPID_MASK = 0xFFFF,
  327. OCRDMA_AE_MCQE_CQVALID = BIT(31),
  328. OCRDMA_AE_MCQE_CQID_MASK = 0xFFFF,
  329. OCRDMA_AE_MCQE_VALID = BIT(31),
  330. OCRDMA_AE_MCQE_AE = BIT(30),
  331. OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT = 16,
  332. OCRDMA_AE_MCQE_EVENT_TYPE_MASK =
  333. 0xFF << OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT,
  334. OCRDMA_AE_MCQE_EVENT_CODE_SHIFT = 8,
  335. OCRDMA_AE_MCQE_EVENT_CODE_MASK =
  336. 0xFF << OCRDMA_AE_MCQE_EVENT_CODE_SHIFT
  337. };
  338. struct ocrdma_ae_mcqe {
  339. u32 qpvalid_qpid;
  340. u32 cqvalid_cqid;
  341. u32 evt_tag;
  342. u32 valid_ae_event;
  343. };
  344. enum {
  345. OCRDMA_AE_PVID_MCQE_ENABLED_SHIFT = 0,
  346. OCRDMA_AE_PVID_MCQE_ENABLED_MASK = 0xFF,
  347. OCRDMA_AE_PVID_MCQE_TAG_SHIFT = 16,
  348. OCRDMA_AE_PVID_MCQE_TAG_MASK = 0xFFFF << OCRDMA_AE_PVID_MCQE_TAG_SHIFT
  349. };
  350. struct ocrdma_ae_pvid_mcqe {
  351. u32 tag_enabled;
  352. u32 event_tag;
  353. u32 rsvd1;
  354. u32 rsvd2;
  355. };
  356. enum {
  357. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT = 16,
  358. OCRDMA_AE_MPA_MCQE_REQ_ID_MASK = 0xFFFF <<
  359. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT,
  360. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT = 8,
  361. OCRDMA_AE_MPA_MCQE_EVENT_CODE_MASK = 0xFF <<
  362. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT,
  363. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT = 16,
  364. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_MASK = 0xFF <<
  365. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT,
  366. OCRDMA_AE_MPA_MCQE_EVENT_AE_SHIFT = 30,
  367. OCRDMA_AE_MPA_MCQE_EVENT_AE_MASK = BIT(30),
  368. OCRDMA_AE_MPA_MCQE_EVENT_VALID_SHIFT = 31,
  369. OCRDMA_AE_MPA_MCQE_EVENT_VALID_MASK = BIT(31)
  370. };
  371. struct ocrdma_ae_mpa_mcqe {
  372. u32 req_id;
  373. u32 w1;
  374. u32 w2;
  375. u32 valid_ae_event;
  376. };
  377. enum {
  378. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_SHIFT = 0,
  379. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_MASK = 0xFFFF,
  380. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT = 16,
  381. OCRDMA_AE_QP_MCQE_QP_ID_MASK = 0xFFFF <<
  382. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT,
  383. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT = 8,
  384. OCRDMA_AE_QP_MCQE_EVENT_CODE_MASK = 0xFF <<
  385. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT,
  386. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT = 16,
  387. OCRDMA_AE_QP_MCQE_EVENT_TYPE_MASK = 0xFF <<
  388. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT,
  389. OCRDMA_AE_QP_MCQE_EVENT_AE_SHIFT = 30,
  390. OCRDMA_AE_QP_MCQE_EVENT_AE_MASK = BIT(30),
  391. OCRDMA_AE_QP_MCQE_EVENT_VALID_SHIFT = 31,
  392. OCRDMA_AE_QP_MCQE_EVENT_VALID_MASK = BIT(31)
  393. };
  394. struct ocrdma_ae_qp_mcqe {
  395. u32 qp_id_state;
  396. u32 w1;
  397. u32 w2;
  398. u32 valid_ae_event;
  399. };
  400. #define OCRDMA_ASYNC_RDMA_EVE_CODE 0x14
  401. #define OCRDMA_ASYNC_GRP5_EVE_CODE 0x5
  402. enum ocrdma_async_grp5_events {
  403. OCRDMA_ASYNC_EVENT_QOS_VALUE = 0x01,
  404. OCRDMA_ASYNC_EVENT_COS_VALUE = 0x02,
  405. OCRDMA_ASYNC_EVENT_PVID_STATE = 0x03
  406. };
  407. enum OCRDMA_ASYNC_EVENT_TYPE {
  408. OCRDMA_CQ_ERROR = 0x00,
  409. OCRDMA_CQ_OVERRUN_ERROR = 0x01,
  410. OCRDMA_CQ_QPCAT_ERROR = 0x02,
  411. OCRDMA_QP_ACCESS_ERROR = 0x03,
  412. OCRDMA_QP_COMM_EST_EVENT = 0x04,
  413. OCRDMA_SQ_DRAINED_EVENT = 0x05,
  414. OCRDMA_DEVICE_FATAL_EVENT = 0x08,
  415. OCRDMA_SRQCAT_ERROR = 0x0E,
  416. OCRDMA_SRQ_LIMIT_EVENT = 0x0F,
  417. OCRDMA_QP_LAST_WQE_EVENT = 0x10,
  418. OCRDMA_MAX_ASYNC_ERRORS
  419. };
  420. /* mailbox command request and responses */
  421. enum {
  422. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_SHIFT = 2,
  423. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_MASK = BIT(2),
  424. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_SHIFT = 3,
  425. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_MASK = BIT(3),
  426. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT = 8,
  427. OCRDMA_MBX_QUERY_CFG_MAX_QP_MASK = 0xFFFFFF <<
  428. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT,
  429. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT = 16,
  430. OCRDMA_MBX_QUERY_CFG_MAX_PD_MASK = 0xFFFF <<
  431. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT,
  432. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT = 8,
  433. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_MASK = 0xFF <<
  434. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT,
  435. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_SHIFT = 0,
  436. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_MASK = 0xFFFF,
  437. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT = 16,
  438. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_MASK = 0xFFFF <<
  439. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT,
  440. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_SHIFT = 0,
  441. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_MASK = 0xFFFF,
  442. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT = 16,
  443. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_MASK = 0xFFFF <<
  444. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT,
  445. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET = 24,
  446. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_MASK = 0xFF <<
  447. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET,
  448. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET = 16,
  449. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_MASK = 0xFF <<
  450. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET,
  451. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET = 0,
  452. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_MASK = 0xFFFF <<
  453. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET,
  454. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET = 16,
  455. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_MASK = 0xFFFF <<
  456. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET,
  457. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET = 0,
  458. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_MASK = 0xFFFF <<
  459. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET,
  460. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET = 16,
  461. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_MASK = 0xFFFF <<
  462. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET,
  463. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET = 0,
  464. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_MASK = 0xFFFF <<
  465. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET,
  466. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET = 0,
  467. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_MASK = 0xFFFF <<
  468. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET,
  469. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET = 16,
  470. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_MASK = 0xFFFF <<
  471. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET,
  472. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET = 0,
  473. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_MASK = 0xFFFF <<
  474. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET,
  475. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET = 16,
  476. OCRDMA_MBX_QUERY_CFG_MAX_CQ_MASK = 0xFFFF <<
  477. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET,
  478. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET = 0,
  479. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_MASK = 0xFFFF <<
  480. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET,
  481. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET = 16,
  482. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_MASK = 0xFFFF <<
  483. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET,
  484. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET = 0,
  485. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_MASK = 0xFFFF <<
  486. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET,
  487. };
  488. struct ocrdma_mbx_query_config {
  489. struct ocrdma_mqe_hdr hdr;
  490. struct ocrdma_mbx_rsp rsp;
  491. u32 qp_srq_cq_ird_ord;
  492. u32 max_pd_ca_ack_delay;
  493. u32 max_write_send_sge;
  494. u32 max_ird_ord_per_qp;
  495. u32 max_shared_ird_ord;
  496. u32 max_mr;
  497. u32 max_mr_size_hi;
  498. u32 max_mr_size_lo;
  499. u32 max_num_mr_pbl;
  500. u32 max_mw;
  501. u32 max_fmr;
  502. u32 max_pages_per_frmr;
  503. u32 max_mcast_group;
  504. u32 max_mcast_qp_attach;
  505. u32 max_total_mcast_qp_attach;
  506. u32 wqe_rqe_stride_max_dpp_cqs;
  507. u32 max_srq_rpir_qps;
  508. u32 max_dpp_pds_credits;
  509. u32 max_dpp_credits_pds_per_pd;
  510. u32 max_wqes_rqes_per_q;
  511. u32 max_cq_cqes_per_cq;
  512. u32 max_srq_rqe_sge;
  513. };
  514. struct ocrdma_fw_ver_rsp {
  515. struct ocrdma_mqe_hdr hdr;
  516. struct ocrdma_mbx_rsp rsp;
  517. u8 running_ver[32];
  518. };
  519. struct ocrdma_fw_conf_rsp {
  520. struct ocrdma_mqe_hdr hdr;
  521. struct ocrdma_mbx_rsp rsp;
  522. u32 config_num;
  523. u32 asic_revision;
  524. u32 phy_port;
  525. u32 fn_mode;
  526. struct {
  527. u32 mode;
  528. u32 nic_wqid_base;
  529. u32 nic_wq_tot;
  530. u32 prot_wqid_base;
  531. u32 prot_wq_tot;
  532. u32 prot_rqid_base;
  533. u32 prot_rqid_tot;
  534. u32 rsvd[6];
  535. } ulp[2];
  536. u32 fn_capabilities;
  537. u32 rsvd1;
  538. u32 rsvd2;
  539. u32 base_eqid;
  540. u32 max_eq;
  541. };
  542. enum {
  543. OCRDMA_FN_MODE_RDMA = 0x4
  544. };
  545. enum {
  546. OCRDMA_IF_TYPE_MASK = 0xFFFF0000,
  547. OCRDMA_IF_TYPE_SHIFT = 0x10,
  548. OCRDMA_PHY_TYPE_MASK = 0x0000FFFF,
  549. OCRDMA_FUTURE_DETAILS_MASK = 0xFFFF0000,
  550. OCRDMA_FUTURE_DETAILS_SHIFT = 0x10,
  551. OCRDMA_EX_PHY_DETAILS_MASK = 0x0000FFFF,
  552. OCRDMA_FSPEED_SUPP_MASK = 0xFFFF0000,
  553. OCRDMA_FSPEED_SUPP_SHIFT = 0x10,
  554. OCRDMA_ASPEED_SUPP_MASK = 0x0000FFFF
  555. };
  556. struct ocrdma_get_phy_info_rsp {
  557. struct ocrdma_mqe_hdr hdr;
  558. struct ocrdma_mbx_rsp rsp;
  559. u32 ityp_ptyp;
  560. u32 misc_params;
  561. u32 ftrdtl_exphydtl;
  562. u32 fspeed_aspeed;
  563. u32 future_use[2];
  564. };
  565. enum {
  566. OCRDMA_PHY_SPEED_ZERO = 0x0,
  567. OCRDMA_PHY_SPEED_10MBPS = 0x1,
  568. OCRDMA_PHY_SPEED_100MBPS = 0x2,
  569. OCRDMA_PHY_SPEED_1GBPS = 0x4,
  570. OCRDMA_PHY_SPEED_10GBPS = 0x8,
  571. OCRDMA_PHY_SPEED_40GBPS = 0x20
  572. };
  573. enum {
  574. OCRDMA_PORT_NUM_MASK = 0x3F,
  575. OCRDMA_PT_MASK = 0xC0,
  576. OCRDMA_PT_SHIFT = 0x6,
  577. OCRDMA_LINK_DUP_MASK = 0x0000FF00,
  578. OCRDMA_LINK_DUP_SHIFT = 0x8,
  579. OCRDMA_PHY_PS_MASK = 0x00FF0000,
  580. OCRDMA_PHY_PS_SHIFT = 0x10,
  581. OCRDMA_PHY_PFLT_MASK = 0xFF000000,
  582. OCRDMA_PHY_PFLT_SHIFT = 0x18,
  583. OCRDMA_QOS_LNKSP_MASK = 0xFFFF0000,
  584. OCRDMA_QOS_LNKSP_SHIFT = 0x10,
  585. OCRDMA_LLST_MASK = 0xFF,
  586. OCRDMA_PLFC_MASK = 0x00000400,
  587. OCRDMA_PLFC_SHIFT = 0x8,
  588. OCRDMA_PLRFC_MASK = 0x00000200,
  589. OCRDMA_PLRFC_SHIFT = 0x8,
  590. OCRDMA_PLTFC_MASK = 0x00000100,
  591. OCRDMA_PLTFC_SHIFT = 0x8
  592. };
  593. struct ocrdma_get_link_speed_rsp {
  594. struct ocrdma_mqe_hdr hdr;
  595. struct ocrdma_mbx_rsp rsp;
  596. u32 pflt_pps_ld_pnum;
  597. u32 qos_lsp;
  598. u32 res_lls;
  599. };
  600. enum {
  601. OCRDMA_PHYS_LINK_SPEED_ZERO = 0x0,
  602. OCRDMA_PHYS_LINK_SPEED_10MBPS = 0x1,
  603. OCRDMA_PHYS_LINK_SPEED_100MBPS = 0x2,
  604. OCRDMA_PHYS_LINK_SPEED_1GBPS = 0x3,
  605. OCRDMA_PHYS_LINK_SPEED_10GBPS = 0x4,
  606. OCRDMA_PHYS_LINK_SPEED_20GBPS = 0x5,
  607. OCRDMA_PHYS_LINK_SPEED_25GBPS = 0x6,
  608. OCRDMA_PHYS_LINK_SPEED_40GBPS = 0x7,
  609. OCRDMA_PHYS_LINK_SPEED_100GBPS = 0x8
  610. };
  611. enum {
  612. OCRDMA_CREATE_CQ_VER2 = 2,
  613. OCRDMA_CREATE_CQ_VER3 = 3,
  614. OCRDMA_CREATE_CQ_PAGE_CNT_MASK = 0xFFFF,
  615. OCRDMA_CREATE_CQ_PAGE_SIZE_SHIFT = 16,
  616. OCRDMA_CREATE_CQ_PAGE_SIZE_MASK = 0xFF,
  617. OCRDMA_CREATE_CQ_COALESCWM_SHIFT = 12,
  618. OCRDMA_CREATE_CQ_COALESCWM_MASK = BIT(13) | BIT(12),
  619. OCRDMA_CREATE_CQ_FLAGS_NODELAY = BIT(14),
  620. OCRDMA_CREATE_CQ_FLAGS_AUTO_VALID = BIT(15),
  621. OCRDMA_CREATE_CQ_EQ_ID_MASK = 0xFFFF,
  622. OCRDMA_CREATE_CQ_CQE_COUNT_MASK = 0xFFFF
  623. };
  624. enum {
  625. OCRDMA_CREATE_CQ_VER0 = 0,
  626. OCRDMA_CREATE_CQ_DPP = 1,
  627. OCRDMA_CREATE_CQ_TYPE_SHIFT = 24,
  628. OCRDMA_CREATE_CQ_EQID_SHIFT = 22,
  629. OCRDMA_CREATE_CQ_CNT_SHIFT = 27,
  630. OCRDMA_CREATE_CQ_FLAGS_VALID = BIT(29),
  631. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE = BIT(31),
  632. OCRDMA_CREATE_CQ_DEF_FLAGS = OCRDMA_CREATE_CQ_FLAGS_VALID |
  633. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE |
  634. OCRDMA_CREATE_CQ_FLAGS_NODELAY
  635. };
  636. struct ocrdma_create_cq_cmd {
  637. struct ocrdma_mbx_hdr req;
  638. u32 pgsz_pgcnt;
  639. u32 ev_cnt_flags;
  640. u32 eqn;
  641. u32 pdid_cqecnt;
  642. u32 rsvd6;
  643. struct ocrdma_pa pa[OCRDMA_CREATE_CQ_MAX_PAGES];
  644. };
  645. struct ocrdma_create_cq {
  646. struct ocrdma_mqe_hdr hdr;
  647. struct ocrdma_create_cq_cmd cmd;
  648. };
  649. enum {
  650. OCRDMA_CREATE_CQ_CMD_PDID_SHIFT = 0x10
  651. };
  652. enum {
  653. OCRDMA_CREATE_CQ_RSP_CQ_ID_MASK = 0xFFFF
  654. };
  655. struct ocrdma_create_cq_cmd_rsp {
  656. struct ocrdma_mbx_rsp rsp;
  657. u32 cq_id;
  658. };
  659. struct ocrdma_create_cq_rsp {
  660. struct ocrdma_mqe_hdr hdr;
  661. struct ocrdma_create_cq_cmd_rsp rsp;
  662. };
  663. enum {
  664. OCRDMA_CREATE_MQ_V0_CQ_ID_SHIFT = 22,
  665. OCRDMA_CREATE_MQ_CQ_ID_SHIFT = 16,
  666. OCRDMA_CREATE_MQ_RING_SIZE_SHIFT = 16,
  667. OCRDMA_CREATE_MQ_VALID = BIT(31),
  668. OCRDMA_CREATE_MQ_ASYNC_CQ_VALID = BIT(0)
  669. };
  670. struct ocrdma_create_mq_req {
  671. struct ocrdma_mbx_hdr req;
  672. u32 cqid_pages;
  673. u32 async_event_bitmap;
  674. u32 async_cqid_ringsize;
  675. u32 valid;
  676. u32 async_cqid_valid;
  677. u32 rsvd;
  678. struct ocrdma_pa pa[8];
  679. };
  680. struct ocrdma_create_mq_rsp {
  681. struct ocrdma_mbx_rsp rsp;
  682. u32 id;
  683. };
  684. enum {
  685. OCRDMA_DESTROY_CQ_QID_SHIFT = 0,
  686. OCRDMA_DESTROY_CQ_QID_MASK = 0xFFFF,
  687. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT = 16,
  688. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_MASK = 0xFFFF <<
  689. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT
  690. };
  691. struct ocrdma_destroy_cq {
  692. struct ocrdma_mqe_hdr hdr;
  693. struct ocrdma_mbx_hdr req;
  694. u32 bypass_flush_qid;
  695. };
  696. struct ocrdma_destroy_cq_rsp {
  697. struct ocrdma_mqe_hdr hdr;
  698. struct ocrdma_mbx_rsp rsp;
  699. };
  700. enum {
  701. OCRDMA_QPT_GSI = 1,
  702. OCRDMA_QPT_RC = 2,
  703. OCRDMA_QPT_UD = 4,
  704. };
  705. enum {
  706. OCRDMA_CREATE_QP_REQ_PD_ID_SHIFT = 0,
  707. OCRDMA_CREATE_QP_REQ_PD_ID_MASK = 0xFFFF,
  708. OCRDMA_CREATE_QP_REQ_SQ_PAGE_SIZE_SHIFT = 16,
  709. OCRDMA_CREATE_QP_REQ_RQ_PAGE_SIZE_SHIFT = 19,
  710. OCRDMA_CREATE_QP_REQ_QPT_SHIFT = 29,
  711. OCRDMA_CREATE_QP_REQ_QPT_MASK = BIT(31) | BIT(30) | BIT(29),
  712. OCRDMA_CREATE_QP_REQ_MAX_RQE_SHIFT = 0,
  713. OCRDMA_CREATE_QP_REQ_MAX_RQE_MASK = 0xFFFF,
  714. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT = 16,
  715. OCRDMA_CREATE_QP_REQ_MAX_WQE_MASK = 0xFFFF <<
  716. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT,
  717. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_SHIFT = 0,
  718. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_MASK = 0xFFFF,
  719. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT = 16,
  720. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_MASK = 0xFFFF <<
  721. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT,
  722. OCRDMA_CREATE_QP_REQ_FMR_EN_SHIFT = 0,
  723. OCRDMA_CREATE_QP_REQ_FMR_EN_MASK = BIT(0),
  724. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_SHIFT = 1,
  725. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_MASK = BIT(1),
  726. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_SHIFT = 2,
  727. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_MASK = BIT(2),
  728. OCRDMA_CREATE_QP_REQ_INB_WREN_SHIFT = 3,
  729. OCRDMA_CREATE_QP_REQ_INB_WREN_MASK = BIT(3),
  730. OCRDMA_CREATE_QP_REQ_INB_RDEN_SHIFT = 4,
  731. OCRDMA_CREATE_QP_REQ_INB_RDEN_MASK = BIT(4),
  732. OCRDMA_CREATE_QP_REQ_USE_SRQ_SHIFT = 5,
  733. OCRDMA_CREATE_QP_REQ_USE_SRQ_MASK = BIT(5),
  734. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_SHIFT = 6,
  735. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_MASK = BIT(6),
  736. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_SHIFT = 7,
  737. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_MASK = BIT(7),
  738. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_SHIFT = 8,
  739. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_MASK = BIT(8),
  740. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT = 16,
  741. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  742. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT,
  743. OCRDMA_CREATE_QP_REQ_MAX_IRD_SHIFT = 0,
  744. OCRDMA_CREATE_QP_REQ_MAX_IRD_MASK = 0xFFFF,
  745. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT = 16,
  746. OCRDMA_CREATE_QP_REQ_MAX_ORD_MASK = 0xFFFF <<
  747. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT,
  748. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_SHIFT = 0,
  749. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_MASK = 0xFFFF,
  750. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT = 16,
  751. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_MASK = 0xFFFF <<
  752. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT,
  753. OCRDMA_CREATE_QP_REQ_RQE_SIZE_SHIFT = 0,
  754. OCRDMA_CREATE_QP_REQ_RQE_SIZE_MASK = 0xFFFF,
  755. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT = 16,
  756. OCRDMA_CREATE_QP_REQ_WQE_SIZE_MASK = 0xFFFF <<
  757. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT,
  758. OCRDMA_CREATE_QP_REQ_RQ_CQID_SHIFT = 0,
  759. OCRDMA_CREATE_QP_REQ_RQ_CQID_MASK = 0xFFFF,
  760. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT = 16,
  761. OCRDMA_CREATE_QP_REQ_WQ_CQID_MASK = 0xFFFF <<
  762. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT,
  763. OCRDMA_CREATE_QP_REQ_DPP_CQPID_SHIFT = 0,
  764. OCRDMA_CREATE_QP_REQ_DPP_CQPID_MASK = 0xFFFF,
  765. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT = 16,
  766. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_MASK = 0xFFFF <<
  767. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT
  768. };
  769. enum {
  770. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_LIMIT = 16,
  771. OCRDMA_CREATE_QP_RSP_DPP_PAGE_SHIFT = 1
  772. };
  773. #define MAX_OCRDMA_IRD_PAGES 4
  774. enum ocrdma_qp_flags {
  775. OCRDMA_QP_MW_BIND = 1,
  776. OCRDMA_QP_LKEY0 = (1 << 1),
  777. OCRDMA_QP_FAST_REG = (1 << 2),
  778. OCRDMA_QP_INB_RD = (1 << 6),
  779. OCRDMA_QP_INB_WR = (1 << 7),
  780. };
  781. enum ocrdma_qp_state {
  782. OCRDMA_QPS_RST = 0,
  783. OCRDMA_QPS_INIT = 1,
  784. OCRDMA_QPS_RTR = 2,
  785. OCRDMA_QPS_RTS = 3,
  786. OCRDMA_QPS_SQE = 4,
  787. OCRDMA_QPS_SQ_DRAINING = 5,
  788. OCRDMA_QPS_ERR = 6,
  789. OCRDMA_QPS_SQD = 7
  790. };
  791. struct ocrdma_create_qp_req {
  792. struct ocrdma_mqe_hdr hdr;
  793. struct ocrdma_mbx_hdr req;
  794. u32 type_pgsz_pdn;
  795. u32 max_wqe_rqe;
  796. u32 max_sge_send_write;
  797. u32 max_sge_recv_flags;
  798. u32 max_ord_ird;
  799. u32 num_wq_rq_pages;
  800. u32 wqe_rqe_size;
  801. u32 wq_rq_cqid;
  802. struct ocrdma_pa wq_addr[MAX_OCRDMA_QP_PAGES];
  803. struct ocrdma_pa rq_addr[MAX_OCRDMA_QP_PAGES];
  804. u32 dpp_credits_cqid;
  805. u32 rpir_lkey;
  806. struct ocrdma_pa ird_addr[MAX_OCRDMA_IRD_PAGES];
  807. };
  808. enum {
  809. OCRDMA_CREATE_QP_RSP_QP_ID_SHIFT = 0,
  810. OCRDMA_CREATE_QP_RSP_QP_ID_MASK = 0xFFFF,
  811. OCRDMA_CREATE_QP_RSP_MAX_RQE_SHIFT = 0,
  812. OCRDMA_CREATE_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  813. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT = 16,
  814. OCRDMA_CREATE_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  815. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT,
  816. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_SHIFT = 0,
  817. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_MASK = 0xFFFF,
  818. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT = 16,
  819. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_MASK = 0xFFFF <<
  820. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT,
  821. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT = 16,
  822. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_MASK = 0xFFFF <<
  823. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT,
  824. OCRDMA_CREATE_QP_RSP_MAX_IRD_SHIFT = 0,
  825. OCRDMA_CREATE_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  826. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT = 16,
  827. OCRDMA_CREATE_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  828. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT,
  829. OCRDMA_CREATE_QP_RSP_RQ_ID_SHIFT = 0,
  830. OCRDMA_CREATE_QP_RSP_RQ_ID_MASK = 0xFFFF,
  831. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT = 16,
  832. OCRDMA_CREATE_QP_RSP_SQ_ID_MASK = 0xFFFF <<
  833. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT,
  834. OCRDMA_CREATE_QP_RSP_DPP_ENABLED_MASK = BIT(0),
  835. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT = 1,
  836. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_MASK = 0x7FFF <<
  837. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT,
  838. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT = 16,
  839. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_MASK = 0xFFFF <<
  840. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT,
  841. };
  842. struct ocrdma_create_qp_rsp {
  843. struct ocrdma_mqe_hdr hdr;
  844. struct ocrdma_mbx_rsp rsp;
  845. u32 qp_id;
  846. u32 max_wqe_rqe;
  847. u32 max_sge_send_write;
  848. u32 max_sge_recv;
  849. u32 max_ord_ird;
  850. u32 sq_rq_id;
  851. u32 dpp_response;
  852. };
  853. struct ocrdma_destroy_qp {
  854. struct ocrdma_mqe_hdr hdr;
  855. struct ocrdma_mbx_hdr req;
  856. u32 qp_id;
  857. };
  858. struct ocrdma_destroy_qp_rsp {
  859. struct ocrdma_mqe_hdr hdr;
  860. struct ocrdma_mbx_rsp rsp;
  861. };
  862. enum {
  863. OCRDMA_MODIFY_QP_ID_SHIFT = 0,
  864. OCRDMA_MODIFY_QP_ID_MASK = 0xFFFF,
  865. OCRDMA_QP_PARA_QPS_VALID = BIT(0),
  866. OCRDMA_QP_PARA_SQD_ASYNC_VALID = BIT(1),
  867. OCRDMA_QP_PARA_PKEY_VALID = BIT(2),
  868. OCRDMA_QP_PARA_QKEY_VALID = BIT(3),
  869. OCRDMA_QP_PARA_PMTU_VALID = BIT(4),
  870. OCRDMA_QP_PARA_ACK_TO_VALID = BIT(5),
  871. OCRDMA_QP_PARA_RETRY_CNT_VALID = BIT(6),
  872. OCRDMA_QP_PARA_RRC_VALID = BIT(7),
  873. OCRDMA_QP_PARA_RQPSN_VALID = BIT(8),
  874. OCRDMA_QP_PARA_MAX_IRD_VALID = BIT(9),
  875. OCRDMA_QP_PARA_MAX_ORD_VALID = BIT(10),
  876. OCRDMA_QP_PARA_RNT_VALID = BIT(11),
  877. OCRDMA_QP_PARA_SQPSN_VALID = BIT(12),
  878. OCRDMA_QP_PARA_DST_QPN_VALID = BIT(13),
  879. OCRDMA_QP_PARA_MAX_WQE_VALID = BIT(14),
  880. OCRDMA_QP_PARA_MAX_RQE_VALID = BIT(15),
  881. OCRDMA_QP_PARA_SGE_SEND_VALID = BIT(16),
  882. OCRDMA_QP_PARA_SGE_RECV_VALID = BIT(17),
  883. OCRDMA_QP_PARA_SGE_WR_VALID = BIT(18),
  884. OCRDMA_QP_PARA_INB_RDEN_VALID = BIT(19),
  885. OCRDMA_QP_PARA_INB_WREN_VALID = BIT(20),
  886. OCRDMA_QP_PARA_FLOW_LBL_VALID = BIT(21),
  887. OCRDMA_QP_PARA_BIND_EN_VALID = BIT(22),
  888. OCRDMA_QP_PARA_ZLKEY_EN_VALID = BIT(23),
  889. OCRDMA_QP_PARA_FMR_EN_VALID = BIT(24),
  890. OCRDMA_QP_PARA_INBAT_EN_VALID = BIT(25),
  891. OCRDMA_QP_PARA_VLAN_EN_VALID = BIT(26),
  892. OCRDMA_MODIFY_QP_FLAGS_RD = BIT(0),
  893. OCRDMA_MODIFY_QP_FLAGS_WR = BIT(1),
  894. OCRDMA_MODIFY_QP_FLAGS_SEND = BIT(2),
  895. OCRDMA_MODIFY_QP_FLAGS_ATOMIC = BIT(3)
  896. };
  897. enum {
  898. OCRDMA_QP_PARAMS_SRQ_ID_SHIFT = 0,
  899. OCRDMA_QP_PARAMS_SRQ_ID_MASK = 0xFFFF,
  900. OCRDMA_QP_PARAMS_MAX_RQE_SHIFT = 0,
  901. OCRDMA_QP_PARAMS_MAX_RQE_MASK = 0xFFFF,
  902. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT = 16,
  903. OCRDMA_QP_PARAMS_MAX_WQE_MASK = 0xFFFF <<
  904. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT,
  905. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_SHIFT = 0,
  906. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_MASK = 0xFFFF,
  907. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT = 16,
  908. OCRDMA_QP_PARAMS_MAX_SGE_SEND_MASK = 0xFFFF <<
  909. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT,
  910. OCRDMA_QP_PARAMS_FLAGS_FMR_EN = BIT(0),
  911. OCRDMA_QP_PARAMS_FLAGS_LKEY_0_EN = BIT(1),
  912. OCRDMA_QP_PARAMS_FLAGS_BIND_MW_EN = BIT(2),
  913. OCRDMA_QP_PARAMS_FLAGS_INBWR_EN = BIT(3),
  914. OCRDMA_QP_PARAMS_FLAGS_INBRD_EN = BIT(4),
  915. OCRDMA_QP_PARAMS_STATE_SHIFT = 5,
  916. OCRDMA_QP_PARAMS_STATE_MASK = BIT(5) | BIT(6) | BIT(7),
  917. OCRDMA_QP_PARAMS_FLAGS_SQD_ASYNC = BIT(8),
  918. OCRDMA_QP_PARAMS_FLAGS_INB_ATEN = BIT(9),
  919. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT = 16,
  920. OCRDMA_QP_PARAMS_MAX_SGE_RECV_MASK = 0xFFFF <<
  921. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT,
  922. OCRDMA_QP_PARAMS_MAX_IRD_SHIFT = 0,
  923. OCRDMA_QP_PARAMS_MAX_IRD_MASK = 0xFFFF,
  924. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT = 16,
  925. OCRDMA_QP_PARAMS_MAX_ORD_MASK = 0xFFFF <<
  926. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT,
  927. OCRDMA_QP_PARAMS_RQ_CQID_SHIFT = 0,
  928. OCRDMA_QP_PARAMS_RQ_CQID_MASK = 0xFFFF,
  929. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT = 16,
  930. OCRDMA_QP_PARAMS_WQ_CQID_MASK = 0xFFFF <<
  931. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT,
  932. OCRDMA_QP_PARAMS_RQ_PSN_SHIFT = 0,
  933. OCRDMA_QP_PARAMS_RQ_PSN_MASK = 0xFFFFFF,
  934. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT = 24,
  935. OCRDMA_QP_PARAMS_HOP_LMT_MASK = 0xFF <<
  936. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT,
  937. OCRDMA_QP_PARAMS_SQ_PSN_SHIFT = 0,
  938. OCRDMA_QP_PARAMS_SQ_PSN_MASK = 0xFFFFFF,
  939. OCRDMA_QP_PARAMS_TCLASS_SHIFT = 24,
  940. OCRDMA_QP_PARAMS_TCLASS_MASK = 0xFF <<
  941. OCRDMA_QP_PARAMS_TCLASS_SHIFT,
  942. OCRDMA_QP_PARAMS_DEST_QPN_SHIFT = 0,
  943. OCRDMA_QP_PARAMS_DEST_QPN_MASK = 0xFFFFFF,
  944. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT = 24,
  945. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_MASK = 0x7 <<
  946. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT,
  947. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT = 27,
  948. OCRDMA_QP_PARAMS_ACK_TIMEOUT_MASK = 0x1F <<
  949. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT,
  950. OCRDMA_QP_PARAMS_PKEY_IDNEX_SHIFT = 0,
  951. OCRDMA_QP_PARAMS_PKEY_INDEX_MASK = 0xFFFF,
  952. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT = 18,
  953. OCRDMA_QP_PARAMS_PATH_MTU_MASK = 0x3FFF <<
  954. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT,
  955. OCRDMA_QP_PARAMS_FLOW_LABEL_SHIFT = 0,
  956. OCRDMA_QP_PARAMS_FLOW_LABEL_MASK = 0xFFFFF,
  957. OCRDMA_QP_PARAMS_SL_SHIFT = 20,
  958. OCRDMA_QP_PARAMS_SL_MASK = 0xF <<
  959. OCRDMA_QP_PARAMS_SL_SHIFT,
  960. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT = 24,
  961. OCRDMA_QP_PARAMS_RETRY_CNT_MASK = 0x7 <<
  962. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT,
  963. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT = 27,
  964. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_MASK = 0x1F <<
  965. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT,
  966. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_SHIFT = 0,
  967. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_MASK = 0xFFFF,
  968. OCRDMA_QP_PARAMS_VLAN_SHIFT = 16,
  969. OCRDMA_QP_PARAMS_VLAN_MASK = 0xFFFF <<
  970. OCRDMA_QP_PARAMS_VLAN_SHIFT
  971. };
  972. struct ocrdma_qp_params {
  973. u32 id;
  974. u32 max_wqe_rqe;
  975. u32 max_sge_send_write;
  976. u32 max_sge_recv_flags;
  977. u32 max_ord_ird;
  978. u32 wq_rq_cqid;
  979. u32 hop_lmt_rq_psn;
  980. u32 tclass_sq_psn;
  981. u32 ack_to_rnr_rtc_dest_qpn;
  982. u32 path_mtu_pkey_indx;
  983. u32 rnt_rc_sl_fl;
  984. u8 sgid[16];
  985. u8 dgid[16];
  986. u32 dmac_b0_to_b3;
  987. u32 vlan_dmac_b4_to_b5;
  988. u32 qkey;
  989. };
  990. struct ocrdma_modify_qp {
  991. struct ocrdma_mqe_hdr hdr;
  992. struct ocrdma_mbx_hdr req;
  993. struct ocrdma_qp_params params;
  994. u32 flags;
  995. u32 rdma_flags;
  996. u32 num_outstanding_atomic_rd;
  997. };
  998. enum {
  999. OCRDMA_MODIFY_QP_RSP_MAX_RQE_SHIFT = 0,
  1000. OCRDMA_MODIFY_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  1001. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT = 16,
  1002. OCRDMA_MODIFY_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  1003. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT,
  1004. OCRDMA_MODIFY_QP_RSP_MAX_IRD_SHIFT = 0,
  1005. OCRDMA_MODIFY_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  1006. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT = 16,
  1007. OCRDMA_MODIFY_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  1008. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT
  1009. };
  1010. struct ocrdma_modify_qp_rsp {
  1011. struct ocrdma_mqe_hdr hdr;
  1012. struct ocrdma_mbx_rsp rsp;
  1013. u32 max_wqe_rqe;
  1014. u32 max_ord_ird;
  1015. };
  1016. struct ocrdma_query_qp {
  1017. struct ocrdma_mqe_hdr hdr;
  1018. struct ocrdma_mbx_hdr req;
  1019. #define OCRDMA_QUERY_UP_QP_ID_SHIFT 0
  1020. #define OCRDMA_QUERY_UP_QP_ID_MASK 0xFFFFFF
  1021. u32 qp_id;
  1022. };
  1023. struct ocrdma_query_qp_rsp {
  1024. struct ocrdma_mqe_hdr hdr;
  1025. struct ocrdma_mbx_rsp rsp;
  1026. struct ocrdma_qp_params params;
  1027. u32 dpp_credits_cqid;
  1028. u32 rbq_id;
  1029. };
  1030. enum {
  1031. OCRDMA_CREATE_SRQ_PD_ID_SHIFT = 0,
  1032. OCRDMA_CREATE_SRQ_PD_ID_MASK = 0xFFFF,
  1033. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT = 16,
  1034. OCRDMA_CREATE_SRQ_PG_SZ_MASK = 0x3 <<
  1035. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT,
  1036. OCRDMA_CREATE_SRQ_MAX_RQE_SHIFT = 0,
  1037. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT = 16,
  1038. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  1039. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT,
  1040. OCRDMA_CREATE_SRQ_RQE_SIZE_SHIFT = 0,
  1041. OCRDMA_CREATE_SRQ_RQE_SIZE_MASK = 0xFFFF,
  1042. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT = 16,
  1043. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_MASK = 0xFFFF <<
  1044. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT
  1045. };
  1046. struct ocrdma_create_srq {
  1047. struct ocrdma_mqe_hdr hdr;
  1048. struct ocrdma_mbx_hdr req;
  1049. u32 pgsz_pdid;
  1050. u32 max_sge_rqe;
  1051. u32 pages_rqe_sz;
  1052. struct ocrdma_pa rq_addr[MAX_OCRDMA_SRQ_PAGES];
  1053. };
  1054. enum {
  1055. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_SHIFT = 0,
  1056. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_MASK = 0xFFFFFF,
  1057. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_SHIFT = 0,
  1058. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_MASK = 0xFFFF,
  1059. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT = 16,
  1060. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_MASK = 0xFFFF <<
  1061. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT
  1062. };
  1063. struct ocrdma_create_srq_rsp {
  1064. struct ocrdma_mqe_hdr hdr;
  1065. struct ocrdma_mbx_rsp rsp;
  1066. u32 id;
  1067. u32 max_sge_rqe_allocated;
  1068. };
  1069. enum {
  1070. OCRDMA_MODIFY_SRQ_ID_SHIFT = 0,
  1071. OCRDMA_MODIFY_SRQ_ID_MASK = 0xFFFFFF,
  1072. OCRDMA_MODIFY_SRQ_MAX_RQE_SHIFT = 0,
  1073. OCRDMA_MODIFY_SRQ_MAX_RQE_MASK = 0xFFFF,
  1074. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT = 16,
  1075. OCRDMA_MODIFY_SRQ__LIMIT_MASK = 0xFFFF <<
  1076. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT
  1077. };
  1078. struct ocrdma_modify_srq {
  1079. struct ocrdma_mqe_hdr hdr;
  1080. struct ocrdma_mbx_rsp rep;
  1081. u32 id;
  1082. u32 limit_max_rqe;
  1083. };
  1084. enum {
  1085. OCRDMA_QUERY_SRQ_ID_SHIFT = 0,
  1086. OCRDMA_QUERY_SRQ_ID_MASK = 0xFFFFFF
  1087. };
  1088. struct ocrdma_query_srq {
  1089. struct ocrdma_mqe_hdr hdr;
  1090. struct ocrdma_mbx_rsp req;
  1091. u32 id;
  1092. };
  1093. enum {
  1094. OCRDMA_QUERY_SRQ_RSP_PD_ID_SHIFT = 0,
  1095. OCRDMA_QUERY_SRQ_RSP_PD_ID_MASK = 0xFFFF,
  1096. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT = 16,
  1097. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_MASK = 0xFFFF <<
  1098. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT,
  1099. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_SHIFT = 0,
  1100. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_MASK = 0xFFFF,
  1101. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT = 16,
  1102. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_MASK = 0xFFFF <<
  1103. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT
  1104. };
  1105. struct ocrdma_query_srq_rsp {
  1106. struct ocrdma_mqe_hdr hdr;
  1107. struct ocrdma_mbx_rsp req;
  1108. u32 max_rqe_pdid;
  1109. u32 srq_lmt_max_sge;
  1110. };
  1111. enum {
  1112. OCRDMA_DESTROY_SRQ_ID_SHIFT = 0,
  1113. OCRDMA_DESTROY_SRQ_ID_MASK = 0xFFFFFF
  1114. };
  1115. struct ocrdma_destroy_srq {
  1116. struct ocrdma_mqe_hdr hdr;
  1117. struct ocrdma_mbx_rsp req;
  1118. u32 id;
  1119. };
  1120. enum {
  1121. OCRDMA_ALLOC_PD_ENABLE_DPP = BIT(16),
  1122. OCRDMA_DPP_PAGE_SIZE = 4096
  1123. };
  1124. struct ocrdma_alloc_pd {
  1125. struct ocrdma_mqe_hdr hdr;
  1126. struct ocrdma_mbx_hdr req;
  1127. u32 enable_dpp_rsvd;
  1128. };
  1129. enum {
  1130. OCRDMA_ALLOC_PD_RSP_DPP = BIT(16),
  1131. OCRDMA_ALLOC_PD_RSP_DPP_PAGE_SHIFT = 20,
  1132. OCRDMA_ALLOC_PD_RSP_PDID_MASK = 0xFFFF,
  1133. };
  1134. struct ocrdma_alloc_pd_rsp {
  1135. struct ocrdma_mqe_hdr hdr;
  1136. struct ocrdma_mbx_rsp rsp;
  1137. u32 dpp_page_pdid;
  1138. };
  1139. struct ocrdma_dealloc_pd {
  1140. struct ocrdma_mqe_hdr hdr;
  1141. struct ocrdma_mbx_hdr req;
  1142. u32 id;
  1143. };
  1144. struct ocrdma_dealloc_pd_rsp {
  1145. struct ocrdma_mqe_hdr hdr;
  1146. struct ocrdma_mbx_rsp rsp;
  1147. };
  1148. struct ocrdma_alloc_pd_range {
  1149. struct ocrdma_mqe_hdr hdr;
  1150. struct ocrdma_mbx_hdr req;
  1151. u32 enable_dpp_rsvd;
  1152. u32 pd_count;
  1153. };
  1154. struct ocrdma_alloc_pd_range_rsp {
  1155. struct ocrdma_mqe_hdr hdr;
  1156. struct ocrdma_mbx_rsp rsp;
  1157. u32 dpp_page_pdid;
  1158. u32 pd_count;
  1159. };
  1160. enum {
  1161. OCRDMA_ALLOC_PD_RNG_RSP_START_PDID_MASK = 0xFFFF,
  1162. };
  1163. struct ocrdma_dealloc_pd_range {
  1164. struct ocrdma_mqe_hdr hdr;
  1165. struct ocrdma_mbx_hdr req;
  1166. u32 start_pd_id;
  1167. u32 pd_count;
  1168. };
  1169. struct ocrdma_dealloc_pd_range_rsp {
  1170. struct ocrdma_mqe_hdr hdr;
  1171. struct ocrdma_mbx_hdr req;
  1172. u32 rsvd;
  1173. };
  1174. enum {
  1175. OCRDMA_ADDR_CHECK_ENABLE = 1,
  1176. OCRDMA_ADDR_CHECK_DISABLE = 0
  1177. };
  1178. enum {
  1179. OCRDMA_ALLOC_LKEY_PD_ID_SHIFT = 0,
  1180. OCRDMA_ALLOC_LKEY_PD_ID_MASK = 0xFFFF,
  1181. OCRDMA_ALLOC_LKEY_ADDR_CHECK_SHIFT = 0,
  1182. OCRDMA_ALLOC_LKEY_ADDR_CHECK_MASK = BIT(0),
  1183. OCRDMA_ALLOC_LKEY_FMR_SHIFT = 1,
  1184. OCRDMA_ALLOC_LKEY_FMR_MASK = BIT(1),
  1185. OCRDMA_ALLOC_LKEY_REMOTE_INV_SHIFT = 2,
  1186. OCRDMA_ALLOC_LKEY_REMOTE_INV_MASK = BIT(2),
  1187. OCRDMA_ALLOC_LKEY_REMOTE_WR_SHIFT = 3,
  1188. OCRDMA_ALLOC_LKEY_REMOTE_WR_MASK = BIT(3),
  1189. OCRDMA_ALLOC_LKEY_REMOTE_RD_SHIFT = 4,
  1190. OCRDMA_ALLOC_LKEY_REMOTE_RD_MASK = BIT(4),
  1191. OCRDMA_ALLOC_LKEY_LOCAL_WR_SHIFT = 5,
  1192. OCRDMA_ALLOC_LKEY_LOCAL_WR_MASK = BIT(5),
  1193. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_MASK = BIT(6),
  1194. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_SHIFT = 6,
  1195. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT = 16,
  1196. OCRDMA_ALLOC_LKEY_PBL_SIZE_MASK = 0xFFFF <<
  1197. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT
  1198. };
  1199. struct ocrdma_alloc_lkey {
  1200. struct ocrdma_mqe_hdr hdr;
  1201. struct ocrdma_mbx_hdr req;
  1202. u32 pdid;
  1203. u32 pbl_sz_flags;
  1204. };
  1205. struct ocrdma_alloc_lkey_rsp {
  1206. struct ocrdma_mqe_hdr hdr;
  1207. struct ocrdma_mbx_rsp rsp;
  1208. u32 lrkey;
  1209. u32 num_pbl_rsvd;
  1210. };
  1211. struct ocrdma_dealloc_lkey {
  1212. struct ocrdma_mqe_hdr hdr;
  1213. struct ocrdma_mbx_hdr req;
  1214. u32 lkey;
  1215. u32 rsvd_frmr;
  1216. };
  1217. struct ocrdma_dealloc_lkey_rsp {
  1218. struct ocrdma_mqe_hdr hdr;
  1219. struct ocrdma_mbx_rsp rsp;
  1220. };
  1221. #define MAX_OCRDMA_NSMR_PBL (u32)22
  1222. #define MAX_OCRDMA_PBL_SIZE 65536
  1223. #define MAX_OCRDMA_PBL_PER_LKEY 32767
  1224. enum {
  1225. OCRDMA_REG_NSMR_LRKEY_INDEX_SHIFT = 0,
  1226. OCRDMA_REG_NSMR_LRKEY_INDEX_MASK = 0xFFFFFF,
  1227. OCRDMA_REG_NSMR_LRKEY_SHIFT = 24,
  1228. OCRDMA_REG_NSMR_LRKEY_MASK = 0xFF <<
  1229. OCRDMA_REG_NSMR_LRKEY_SHIFT,
  1230. OCRDMA_REG_NSMR_PD_ID_SHIFT = 0,
  1231. OCRDMA_REG_NSMR_PD_ID_MASK = 0xFFFF,
  1232. OCRDMA_REG_NSMR_NUM_PBL_SHIFT = 16,
  1233. OCRDMA_REG_NSMR_NUM_PBL_MASK = 0xFFFF <<
  1234. OCRDMA_REG_NSMR_NUM_PBL_SHIFT,
  1235. OCRDMA_REG_NSMR_PBE_SIZE_SHIFT = 0,
  1236. OCRDMA_REG_NSMR_PBE_SIZE_MASK = 0xFFFF,
  1237. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT = 16,
  1238. OCRDMA_REG_NSMR_HPAGE_SIZE_MASK = 0xFF <<
  1239. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT,
  1240. OCRDMA_REG_NSMR_BIND_MEMWIN_SHIFT = 24,
  1241. OCRDMA_REG_NSMR_BIND_MEMWIN_MASK = BIT(24),
  1242. OCRDMA_REG_NSMR_ZB_SHIFT = 25,
  1243. OCRDMA_REG_NSMR_ZB_SHIFT_MASK = BIT(25),
  1244. OCRDMA_REG_NSMR_REMOTE_INV_SHIFT = 26,
  1245. OCRDMA_REG_NSMR_REMOTE_INV_MASK = BIT(26),
  1246. OCRDMA_REG_NSMR_REMOTE_WR_SHIFT = 27,
  1247. OCRDMA_REG_NSMR_REMOTE_WR_MASK = BIT(27),
  1248. OCRDMA_REG_NSMR_REMOTE_RD_SHIFT = 28,
  1249. OCRDMA_REG_NSMR_REMOTE_RD_MASK = BIT(28),
  1250. OCRDMA_REG_NSMR_LOCAL_WR_SHIFT = 29,
  1251. OCRDMA_REG_NSMR_LOCAL_WR_MASK = BIT(29),
  1252. OCRDMA_REG_NSMR_REMOTE_ATOMIC_SHIFT = 30,
  1253. OCRDMA_REG_NSMR_REMOTE_ATOMIC_MASK = BIT(30),
  1254. OCRDMA_REG_NSMR_LAST_SHIFT = 31,
  1255. OCRDMA_REG_NSMR_LAST_MASK = BIT(31)
  1256. };
  1257. struct ocrdma_reg_nsmr {
  1258. struct ocrdma_mqe_hdr hdr;
  1259. struct ocrdma_mbx_hdr cmd;
  1260. u32 fr_mr;
  1261. u32 num_pbl_pdid;
  1262. u32 flags_hpage_pbe_sz;
  1263. u32 totlen_low;
  1264. u32 totlen_high;
  1265. u32 fbo_low;
  1266. u32 fbo_high;
  1267. u32 va_loaddr;
  1268. u32 va_hiaddr;
  1269. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1270. };
  1271. enum {
  1272. OCRDMA_REG_NSMR_CONT_PBL_SHIFT = 0,
  1273. OCRDMA_REG_NSMR_CONT_PBL_SHIFT_MASK = 0xFFFF,
  1274. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT = 16,
  1275. OCRDMA_REG_NSMR_CONT_NUM_PBL_MASK = 0xFFFF <<
  1276. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT,
  1277. OCRDMA_REG_NSMR_CONT_LAST_SHIFT = 31,
  1278. OCRDMA_REG_NSMR_CONT_LAST_MASK = BIT(31)
  1279. };
  1280. struct ocrdma_reg_nsmr_cont {
  1281. struct ocrdma_mqe_hdr hdr;
  1282. struct ocrdma_mbx_hdr cmd;
  1283. u32 lrkey;
  1284. u32 num_pbl_offset;
  1285. u32 last;
  1286. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1287. };
  1288. struct ocrdma_pbe {
  1289. u32 pa_hi;
  1290. u32 pa_lo;
  1291. };
  1292. enum {
  1293. OCRDMA_REG_NSMR_RSP_NUM_PBL_SHIFT = 16,
  1294. OCRDMA_REG_NSMR_RSP_NUM_PBL_MASK = 0xFFFF0000
  1295. };
  1296. struct ocrdma_reg_nsmr_rsp {
  1297. struct ocrdma_mqe_hdr hdr;
  1298. struct ocrdma_mbx_rsp rsp;
  1299. u32 lrkey;
  1300. u32 num_pbl;
  1301. };
  1302. enum {
  1303. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_SHIFT = 0,
  1304. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_MASK = 0xFFFFFF,
  1305. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT = 24,
  1306. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_MASK = 0xFF <<
  1307. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT,
  1308. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT = 16,
  1309. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_MASK = 0xFFFF <<
  1310. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT
  1311. };
  1312. struct ocrdma_reg_nsmr_cont_rsp {
  1313. struct ocrdma_mqe_hdr hdr;
  1314. struct ocrdma_mbx_rsp rsp;
  1315. u32 lrkey_key_index;
  1316. u32 num_pbl;
  1317. };
  1318. enum {
  1319. OCRDMA_ALLOC_MW_PD_ID_SHIFT = 0,
  1320. OCRDMA_ALLOC_MW_PD_ID_MASK = 0xFFFF
  1321. };
  1322. struct ocrdma_alloc_mw {
  1323. struct ocrdma_mqe_hdr hdr;
  1324. struct ocrdma_mbx_hdr req;
  1325. u32 pdid;
  1326. };
  1327. enum {
  1328. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_SHIFT = 0,
  1329. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_MASK = 0xFFFFFF
  1330. };
  1331. struct ocrdma_alloc_mw_rsp {
  1332. struct ocrdma_mqe_hdr hdr;
  1333. struct ocrdma_mbx_rsp rsp;
  1334. u32 lrkey_index;
  1335. };
  1336. struct ocrdma_attach_mcast {
  1337. struct ocrdma_mqe_hdr hdr;
  1338. struct ocrdma_mbx_hdr req;
  1339. u32 qp_id;
  1340. u8 mgid[16];
  1341. u32 mac_b0_to_b3;
  1342. u32 vlan_mac_b4_to_b5;
  1343. };
  1344. struct ocrdma_attach_mcast_rsp {
  1345. struct ocrdma_mqe_hdr hdr;
  1346. struct ocrdma_mbx_rsp rsp;
  1347. };
  1348. struct ocrdma_detach_mcast {
  1349. struct ocrdma_mqe_hdr hdr;
  1350. struct ocrdma_mbx_hdr req;
  1351. u32 qp_id;
  1352. u8 mgid[16];
  1353. u32 mac_b0_to_b3;
  1354. u32 vlan_mac_b4_to_b5;
  1355. };
  1356. struct ocrdma_detach_mcast_rsp {
  1357. struct ocrdma_mqe_hdr hdr;
  1358. struct ocrdma_mbx_rsp rsp;
  1359. };
  1360. enum {
  1361. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT = 19,
  1362. OCRDMA_CREATE_AH_NUM_PAGES_MASK = 0xF <<
  1363. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT,
  1364. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT = 16,
  1365. OCRDMA_CREATE_AH_PAGE_SIZE_MASK = 0x7 <<
  1366. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT,
  1367. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT = 23,
  1368. OCRDMA_CREATE_AH_ENTRY_SIZE_MASK = 0x1FF <<
  1369. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT,
  1370. };
  1371. #define OCRDMA_AH_TBL_PAGES 8
  1372. struct ocrdma_create_ah_tbl {
  1373. struct ocrdma_mqe_hdr hdr;
  1374. struct ocrdma_mbx_hdr req;
  1375. u32 ah_conf;
  1376. struct ocrdma_pa tbl_addr[8];
  1377. };
  1378. struct ocrdma_create_ah_tbl_rsp {
  1379. struct ocrdma_mqe_hdr hdr;
  1380. struct ocrdma_mbx_rsp rsp;
  1381. u32 ahid;
  1382. };
  1383. struct ocrdma_delete_ah_tbl {
  1384. struct ocrdma_mqe_hdr hdr;
  1385. struct ocrdma_mbx_hdr req;
  1386. u32 ahid;
  1387. };
  1388. struct ocrdma_delete_ah_tbl_rsp {
  1389. struct ocrdma_mqe_hdr hdr;
  1390. struct ocrdma_mbx_rsp rsp;
  1391. };
  1392. enum {
  1393. OCRDMA_EQE_VALID_SHIFT = 0,
  1394. OCRDMA_EQE_VALID_MASK = BIT(0),
  1395. OCRDMA_EQE_MAJOR_CODE_MASK = 0x0E,
  1396. OCRDMA_EQE_MAJOR_CODE_SHIFT = 0x01,
  1397. OCRDMA_EQE_FOR_CQE_MASK = 0xFFFE,
  1398. OCRDMA_EQE_RESOURCE_ID_SHIFT = 16,
  1399. OCRDMA_EQE_RESOURCE_ID_MASK = 0xFFFF <<
  1400. OCRDMA_EQE_RESOURCE_ID_SHIFT,
  1401. };
  1402. enum major_code {
  1403. OCRDMA_MAJOR_CODE_COMPLETION = 0x00,
  1404. OCRDMA_MAJOR_CODE_SENTINAL = 0x01
  1405. };
  1406. struct ocrdma_eqe {
  1407. u32 id_valid;
  1408. };
  1409. enum OCRDMA_CQE_STATUS {
  1410. OCRDMA_CQE_SUCCESS = 0,
  1411. OCRDMA_CQE_LOC_LEN_ERR,
  1412. OCRDMA_CQE_LOC_QP_OP_ERR,
  1413. OCRDMA_CQE_LOC_EEC_OP_ERR,
  1414. OCRDMA_CQE_LOC_PROT_ERR,
  1415. OCRDMA_CQE_WR_FLUSH_ERR,
  1416. OCRDMA_CQE_MW_BIND_ERR,
  1417. OCRDMA_CQE_BAD_RESP_ERR,
  1418. OCRDMA_CQE_LOC_ACCESS_ERR,
  1419. OCRDMA_CQE_REM_INV_REQ_ERR,
  1420. OCRDMA_CQE_REM_ACCESS_ERR,
  1421. OCRDMA_CQE_REM_OP_ERR,
  1422. OCRDMA_CQE_RETRY_EXC_ERR,
  1423. OCRDMA_CQE_RNR_RETRY_EXC_ERR,
  1424. OCRDMA_CQE_LOC_RDD_VIOL_ERR,
  1425. OCRDMA_CQE_REM_INV_RD_REQ_ERR,
  1426. OCRDMA_CQE_REM_ABORT_ERR,
  1427. OCRDMA_CQE_INV_EECN_ERR,
  1428. OCRDMA_CQE_INV_EEC_STATE_ERR,
  1429. OCRDMA_CQE_FATAL_ERR,
  1430. OCRDMA_CQE_RESP_TIMEOUT_ERR,
  1431. OCRDMA_CQE_GENERAL_ERR,
  1432. OCRDMA_MAX_CQE_ERR
  1433. };
  1434. enum {
  1435. /* w0 */
  1436. OCRDMA_CQE_WQEIDX_SHIFT = 0,
  1437. OCRDMA_CQE_WQEIDX_MASK = 0xFFFF,
  1438. /* w1 */
  1439. OCRDMA_CQE_UD_XFER_LEN_SHIFT = 16,
  1440. OCRDMA_CQE_PKEY_SHIFT = 0,
  1441. OCRDMA_CQE_PKEY_MASK = 0xFFFF,
  1442. /* w2 */
  1443. OCRDMA_CQE_QPN_SHIFT = 0,
  1444. OCRDMA_CQE_QPN_MASK = 0x0000FFFF,
  1445. OCRDMA_CQE_BUFTAG_SHIFT = 16,
  1446. OCRDMA_CQE_BUFTAG_MASK = 0xFFFF << OCRDMA_CQE_BUFTAG_SHIFT,
  1447. /* w3 */
  1448. OCRDMA_CQE_UD_STATUS_SHIFT = 24,
  1449. OCRDMA_CQE_UD_STATUS_MASK = 0x7 << OCRDMA_CQE_UD_STATUS_SHIFT,
  1450. OCRDMA_CQE_STATUS_SHIFT = 16,
  1451. OCRDMA_CQE_STATUS_MASK = 0xFF << OCRDMA_CQE_STATUS_SHIFT,
  1452. OCRDMA_CQE_VALID = BIT(31),
  1453. OCRDMA_CQE_INVALIDATE = BIT(30),
  1454. OCRDMA_CQE_QTYPE = BIT(29),
  1455. OCRDMA_CQE_IMM = BIT(28),
  1456. OCRDMA_CQE_WRITE_IMM = BIT(27),
  1457. OCRDMA_CQE_QTYPE_SQ = 0,
  1458. OCRDMA_CQE_QTYPE_RQ = 1,
  1459. OCRDMA_CQE_SRCQP_MASK = 0xFFFFFF
  1460. };
  1461. struct ocrdma_cqe {
  1462. union {
  1463. /* w0 to w2 */
  1464. struct {
  1465. u32 wqeidx;
  1466. u32 bytes_xfered;
  1467. u32 qpn;
  1468. } wq;
  1469. struct {
  1470. u32 lkey_immdt;
  1471. u32 rxlen;
  1472. u32 buftag_qpn;
  1473. } rq;
  1474. struct {
  1475. u32 lkey_immdt;
  1476. u32 rxlen_pkey;
  1477. u32 buftag_qpn;
  1478. } ud;
  1479. struct {
  1480. u32 word_0;
  1481. u32 word_1;
  1482. u32 qpn;
  1483. } cmn;
  1484. };
  1485. u32 flags_status_srcqpn; /* w3 */
  1486. };
  1487. struct ocrdma_sge {
  1488. u32 addr_hi;
  1489. u32 addr_lo;
  1490. u32 lrkey;
  1491. u32 len;
  1492. };
  1493. enum {
  1494. OCRDMA_FLAG_SIG = 0x1,
  1495. OCRDMA_FLAG_INV = 0x2,
  1496. OCRDMA_FLAG_FENCE_L = 0x4,
  1497. OCRDMA_FLAG_FENCE_R = 0x8,
  1498. OCRDMA_FLAG_SOLICIT = 0x10,
  1499. OCRDMA_FLAG_IMM = 0x20,
  1500. OCRDMA_FLAG_AH_VLAN_PR = 0x40,
  1501. /* Stag flags */
  1502. OCRDMA_LKEY_FLAG_LOCAL_WR = 0x1,
  1503. OCRDMA_LKEY_FLAG_REMOTE_RD = 0x2,
  1504. OCRDMA_LKEY_FLAG_REMOTE_WR = 0x4,
  1505. OCRDMA_LKEY_FLAG_VATO = 0x8,
  1506. };
  1507. enum OCRDMA_WQE_OPCODE {
  1508. OCRDMA_WRITE = 0x06,
  1509. OCRDMA_READ = 0x0C,
  1510. OCRDMA_RESV0 = 0x02,
  1511. OCRDMA_SEND = 0x00,
  1512. OCRDMA_CMP_SWP = 0x14,
  1513. OCRDMA_BIND_MW = 0x10,
  1514. OCRDMA_FR_MR = 0x11,
  1515. OCRDMA_RESV1 = 0x0A,
  1516. OCRDMA_LKEY_INV = 0x15,
  1517. OCRDMA_FETCH_ADD = 0x13,
  1518. OCRDMA_POST_RQ = 0x12
  1519. };
  1520. enum {
  1521. OCRDMA_TYPE_INLINE = 0x0,
  1522. OCRDMA_TYPE_LKEY = 0x1,
  1523. };
  1524. enum {
  1525. OCRDMA_WQE_OPCODE_SHIFT = 0,
  1526. OCRDMA_WQE_OPCODE_MASK = 0x0000001F,
  1527. OCRDMA_WQE_FLAGS_SHIFT = 5,
  1528. OCRDMA_WQE_TYPE_SHIFT = 16,
  1529. OCRDMA_WQE_TYPE_MASK = 0x00030000,
  1530. OCRDMA_WQE_SIZE_SHIFT = 18,
  1531. OCRDMA_WQE_SIZE_MASK = 0xFF,
  1532. OCRDMA_WQE_NXT_WQE_SIZE_SHIFT = 25,
  1533. OCRDMA_WQE_LKEY_FLAGS_SHIFT = 0,
  1534. OCRDMA_WQE_LKEY_FLAGS_MASK = 0xF
  1535. };
  1536. /* header WQE for all the SQ and RQ operations */
  1537. struct ocrdma_hdr_wqe {
  1538. u32 cw;
  1539. union {
  1540. u32 rsvd_tag;
  1541. u32 rsvd_lkey_flags;
  1542. };
  1543. union {
  1544. u32 immdt;
  1545. u32 lkey;
  1546. };
  1547. u32 total_len;
  1548. };
  1549. struct ocrdma_ewqe_ud_hdr {
  1550. u32 rsvd_dest_qpn;
  1551. u32 qkey;
  1552. u32 rsvd_ahid;
  1553. u32 rsvd;
  1554. };
  1555. /* extended wqe followed by hdr_wqe for Fast Memory register */
  1556. struct ocrdma_ewqe_fr {
  1557. u32 va_hi;
  1558. u32 va_lo;
  1559. u32 fbo_hi;
  1560. u32 fbo_lo;
  1561. u32 size_sge;
  1562. u32 num_sges;
  1563. u32 rsvd;
  1564. u32 rsvd2;
  1565. };
  1566. struct ocrdma_eth_basic {
  1567. u8 dmac[6];
  1568. u8 smac[6];
  1569. __be16 eth_type;
  1570. } __packed;
  1571. struct ocrdma_eth_vlan {
  1572. u8 dmac[6];
  1573. u8 smac[6];
  1574. __be16 eth_type;
  1575. __be16 vlan_tag;
  1576. #define OCRDMA_ROCE_ETH_TYPE 0x8915
  1577. __be16 roce_eth_type;
  1578. } __packed;
  1579. struct ocrdma_grh {
  1580. __be32 tclass_flow;
  1581. __be32 pdid_hoplimit;
  1582. u8 sgid[16];
  1583. u8 dgid[16];
  1584. u16 rsvd;
  1585. } __packed;
  1586. #define OCRDMA_AV_VALID BIT(7)
  1587. #define OCRDMA_AV_VLAN_VALID BIT(1)
  1588. struct ocrdma_av {
  1589. struct ocrdma_eth_vlan eth_hdr;
  1590. struct ocrdma_grh grh;
  1591. u32 valid;
  1592. } __packed;
  1593. struct ocrdma_rsrc_stats {
  1594. u32 dpp_pds;
  1595. u32 non_dpp_pds;
  1596. u32 rc_dpp_qps;
  1597. u32 uc_dpp_qps;
  1598. u32 ud_dpp_qps;
  1599. u32 rc_non_dpp_qps;
  1600. u32 rsvd;
  1601. u32 uc_non_dpp_qps;
  1602. u32 ud_non_dpp_qps;
  1603. u32 rsvd1;
  1604. u32 srqs;
  1605. u32 rbqs;
  1606. u32 r64K_nsmr;
  1607. u32 r64K_to_2M_nsmr;
  1608. u32 r2M_to_44M_nsmr;
  1609. u32 r44M_to_1G_nsmr;
  1610. u32 r1G_to_4G_nsmr;
  1611. u32 nsmr_count_4G_to_32G;
  1612. u32 r32G_to_64G_nsmr;
  1613. u32 r64G_to_128G_nsmr;
  1614. u32 r128G_to_higher_nsmr;
  1615. u32 embedded_nsmr;
  1616. u32 frmr;
  1617. u32 prefetch_qps;
  1618. u32 ondemand_qps;
  1619. u32 phy_mr;
  1620. u32 mw;
  1621. u32 rsvd2[7];
  1622. };
  1623. struct ocrdma_db_err_stats {
  1624. u32 sq_doorbell_errors;
  1625. u32 cq_doorbell_errors;
  1626. u32 rq_srq_doorbell_errors;
  1627. u32 cq_overflow_errors;
  1628. u32 rsvd[4];
  1629. };
  1630. struct ocrdma_wqe_stats {
  1631. u32 large_send_rc_wqes_lo;
  1632. u32 large_send_rc_wqes_hi;
  1633. u32 large_write_rc_wqes_lo;
  1634. u32 large_write_rc_wqes_hi;
  1635. u32 rsvd[4];
  1636. u32 read_wqes_lo;
  1637. u32 read_wqes_hi;
  1638. u32 frmr_wqes_lo;
  1639. u32 frmr_wqes_hi;
  1640. u32 mw_bind_wqes_lo;
  1641. u32 mw_bind_wqes_hi;
  1642. u32 invalidate_wqes_lo;
  1643. u32 invalidate_wqes_hi;
  1644. u32 rsvd1[2];
  1645. u32 dpp_wqe_drops;
  1646. u32 rsvd2[5];
  1647. };
  1648. struct ocrdma_tx_stats {
  1649. u32 send_pkts_lo;
  1650. u32 send_pkts_hi;
  1651. u32 write_pkts_lo;
  1652. u32 write_pkts_hi;
  1653. u32 read_pkts_lo;
  1654. u32 read_pkts_hi;
  1655. u32 read_rsp_pkts_lo;
  1656. u32 read_rsp_pkts_hi;
  1657. u32 ack_pkts_lo;
  1658. u32 ack_pkts_hi;
  1659. u32 send_bytes_lo;
  1660. u32 send_bytes_hi;
  1661. u32 write_bytes_lo;
  1662. u32 write_bytes_hi;
  1663. u32 read_req_bytes_lo;
  1664. u32 read_req_bytes_hi;
  1665. u32 read_rsp_bytes_lo;
  1666. u32 read_rsp_bytes_hi;
  1667. u32 ack_timeouts;
  1668. u32 rsvd[5];
  1669. };
  1670. struct ocrdma_tx_qp_err_stats {
  1671. u32 local_length_errors;
  1672. u32 local_protection_errors;
  1673. u32 local_qp_operation_errors;
  1674. u32 retry_count_exceeded_errors;
  1675. u32 rnr_retry_count_exceeded_errors;
  1676. u32 rsvd[3];
  1677. };
  1678. struct ocrdma_rx_stats {
  1679. u32 roce_frame_bytes_lo;
  1680. u32 roce_frame_bytes_hi;
  1681. u32 roce_frame_icrc_drops;
  1682. u32 roce_frame_payload_len_drops;
  1683. u32 ud_drops;
  1684. u32 qp1_drops;
  1685. u32 psn_error_request_packets;
  1686. u32 psn_error_resp_packets;
  1687. u32 rnr_nak_timeouts;
  1688. u32 rnr_nak_receives;
  1689. u32 roce_frame_rxmt_drops;
  1690. u32 nak_count_psn_sequence_errors;
  1691. u32 rc_drop_count_lookup_errors;
  1692. u32 rq_rnr_naks;
  1693. u32 srq_rnr_naks;
  1694. u32 roce_frames_lo;
  1695. u32 roce_frames_hi;
  1696. u32 rsvd;
  1697. };
  1698. struct ocrdma_rx_qp_err_stats {
  1699. u32 nak_invalid_requst_errors;
  1700. u32 nak_remote_operation_errors;
  1701. u32 nak_count_remote_access_errors;
  1702. u32 local_length_errors;
  1703. u32 local_protection_errors;
  1704. u32 local_qp_operation_errors;
  1705. u32 rsvd[2];
  1706. };
  1707. struct ocrdma_tx_dbg_stats {
  1708. u32 data[100];
  1709. };
  1710. struct ocrdma_rx_dbg_stats {
  1711. u32 data[200];
  1712. };
  1713. struct ocrdma_rdma_stats_req {
  1714. struct ocrdma_mbx_hdr hdr;
  1715. u8 reset_stats;
  1716. u8 rsvd[3];
  1717. } __packed;
  1718. struct ocrdma_rdma_stats_resp {
  1719. struct ocrdma_mbx_hdr hdr;
  1720. struct ocrdma_rsrc_stats act_rsrc_stats;
  1721. struct ocrdma_rsrc_stats th_rsrc_stats;
  1722. struct ocrdma_db_err_stats db_err_stats;
  1723. struct ocrdma_wqe_stats wqe_stats;
  1724. struct ocrdma_tx_stats tx_stats;
  1725. struct ocrdma_tx_qp_err_stats tx_qp_err_stats;
  1726. struct ocrdma_rx_stats rx_stats;
  1727. struct ocrdma_rx_qp_err_stats rx_qp_err_stats;
  1728. struct ocrdma_tx_dbg_stats tx_dbg_stats;
  1729. struct ocrdma_rx_dbg_stats rx_dbg_stats;
  1730. } __packed;
  1731. enum {
  1732. OCRDMA_HBA_ATTRB_EPROM_VER_LO_MASK = 0xFF,
  1733. OCRDMA_HBA_ATTRB_EPROM_VER_HI_MASK = 0xFF00,
  1734. OCRDMA_HBA_ATTRB_EPROM_VER_HI_SHIFT = 0x08,
  1735. OCRDMA_HBA_ATTRB_CDBLEN_MASK = 0xFFFF,
  1736. OCRDMA_HBA_ATTRB_ASIC_REV_MASK = 0xFF0000,
  1737. OCRDMA_HBA_ATTRB_ASIC_REV_SHIFT = 0x10,
  1738. OCRDMA_HBA_ATTRB_GUID0_MASK = 0xFF000000,
  1739. OCRDMA_HBA_ATTRB_GUID0_SHIFT = 0x18,
  1740. OCRDMA_HBA_ATTRB_GUID13_MASK = 0xFF,
  1741. OCRDMA_HBA_ATTRB_GUID14_MASK = 0xFF00,
  1742. OCRDMA_HBA_ATTRB_GUID14_SHIFT = 0x08,
  1743. OCRDMA_HBA_ATTRB_GUID15_MASK = 0xFF0000,
  1744. OCRDMA_HBA_ATTRB_GUID15_SHIFT = 0x10,
  1745. OCRDMA_HBA_ATTRB_PCNT_MASK = 0xFF000000,
  1746. OCRDMA_HBA_ATTRB_PCNT_SHIFT = 0x18,
  1747. OCRDMA_HBA_ATTRB_LDTOUT_MASK = 0xFFFF,
  1748. OCRDMA_HBA_ATTRB_ISCSI_VER_MASK = 0xFF0000,
  1749. OCRDMA_HBA_ATTRB_ISCSI_VER_SHIFT = 0x10,
  1750. OCRDMA_HBA_ATTRB_MFUNC_DEV_MASK = 0xFF000000,
  1751. OCRDMA_HBA_ATTRB_MFUNC_DEV_SHIFT = 0x18,
  1752. OCRDMA_HBA_ATTRB_CV_MASK = 0xFF,
  1753. OCRDMA_HBA_ATTRB_HBA_ST_MASK = 0xFF00,
  1754. OCRDMA_HBA_ATTRB_HBA_ST_SHIFT = 0x08,
  1755. OCRDMA_HBA_ATTRB_MAX_DOMS_MASK = 0xFF0000,
  1756. OCRDMA_HBA_ATTRB_MAX_DOMS_SHIFT = 0x10,
  1757. OCRDMA_HBA_ATTRB_PTNUM_MASK = 0x3F000000,
  1758. OCRDMA_HBA_ATTRB_PTNUM_SHIFT = 0x18,
  1759. OCRDMA_HBA_ATTRB_PT_MASK = 0xC0000000,
  1760. OCRDMA_HBA_ATTRB_PT_SHIFT = 0x1E,
  1761. OCRDMA_HBA_ATTRB_ISCSI_FET_MASK = 0xFF,
  1762. OCRDMA_HBA_ATTRB_ASIC_GEN_MASK = 0xFF00,
  1763. OCRDMA_HBA_ATTRB_ASIC_GEN_SHIFT = 0x08,
  1764. OCRDMA_HBA_ATTRB_PCI_VID_MASK = 0xFFFF,
  1765. OCRDMA_HBA_ATTRB_PCI_DID_MASK = 0xFFFF0000,
  1766. OCRDMA_HBA_ATTRB_PCI_DID_SHIFT = 0x10,
  1767. OCRDMA_HBA_ATTRB_PCI_SVID_MASK = 0xFFFF,
  1768. OCRDMA_HBA_ATTRB_PCI_SSID_MASK = 0xFFFF0000,
  1769. OCRDMA_HBA_ATTRB_PCI_SSID_SHIFT = 0x10,
  1770. OCRDMA_HBA_ATTRB_PCI_BUSNUM_MASK = 0xFF,
  1771. OCRDMA_HBA_ATTRB_PCI_DEVNUM_MASK = 0xFF00,
  1772. OCRDMA_HBA_ATTRB_PCI_DEVNUM_SHIFT = 0x08,
  1773. OCRDMA_HBA_ATTRB_PCI_FUNCNUM_MASK = 0xFF0000,
  1774. OCRDMA_HBA_ATTRB_PCI_FUNCNUM_SHIFT = 0x10,
  1775. OCRDMA_HBA_ATTRB_IF_TYPE_MASK = 0xFF000000,
  1776. OCRDMA_HBA_ATTRB_IF_TYPE_SHIFT = 0x18,
  1777. OCRDMA_HBA_ATTRB_NETFIL_MASK =0xFF
  1778. };
  1779. struct mgmt_hba_attribs {
  1780. u8 flashrom_version_string[32];
  1781. u8 manufacturer_name[32];
  1782. u32 supported_modes;
  1783. u32 rsvd_eprom_verhi_verlo;
  1784. u32 mbx_ds_ver;
  1785. u32 epfw_ds_ver;
  1786. u8 ncsi_ver_string[12];
  1787. u32 default_extended_timeout;
  1788. u8 controller_model_number[32];
  1789. u8 controller_description[64];
  1790. u8 controller_serial_number[32];
  1791. u8 ip_version_string[32];
  1792. u8 firmware_version_string[32];
  1793. u8 bios_version_string[32];
  1794. u8 redboot_version_string[32];
  1795. u8 driver_version_string[32];
  1796. u8 fw_on_flash_version_string[32];
  1797. u32 functionalities_supported;
  1798. u32 guid0_asicrev_cdblen;
  1799. u8 generational_guid[12];
  1800. u32 portcnt_guid15;
  1801. u32 mfuncdev_iscsi_ldtout;
  1802. u32 ptpnum_maxdoms_hbast_cv;
  1803. u32 firmware_post_status;
  1804. u32 hba_mtu[8];
  1805. u32 res_asicgen_iscsi_feaures;
  1806. u32 rsvd1[3];
  1807. };
  1808. struct mgmt_controller_attrib {
  1809. struct mgmt_hba_attribs hba_attribs;
  1810. u32 pci_did_vid;
  1811. u32 pci_ssid_svid;
  1812. u32 ityp_fnum_devnum_bnum;
  1813. u32 uid_hi;
  1814. u32 uid_lo;
  1815. u32 res_nnetfil;
  1816. u32 rsvd0[4];
  1817. };
  1818. struct ocrdma_get_ctrl_attribs_rsp {
  1819. struct ocrdma_mbx_hdr hdr;
  1820. struct mgmt_controller_attrib ctrl_attribs;
  1821. };
  1822. #define OCRDMA_SUBSYS_DCBX 0x10
  1823. enum OCRDMA_DCBX_OPCODE {
  1824. OCRDMA_CMD_GET_DCBX_CONFIG = 0x01
  1825. };
  1826. enum OCRDMA_DCBX_PARAM_TYPE {
  1827. OCRDMA_PARAMETER_TYPE_ADMIN = 0x00,
  1828. OCRDMA_PARAMETER_TYPE_OPER = 0x01,
  1829. OCRDMA_PARAMETER_TYPE_PEER = 0x02
  1830. };
  1831. enum OCRDMA_DCBX_APP_PROTO {
  1832. OCRDMA_APP_PROTO_ROCE = 0x8915
  1833. };
  1834. enum OCRDMA_DCBX_PROTO {
  1835. OCRDMA_PROTO_SELECT_L2 = 0x00,
  1836. OCRDMA_PROTO_SELECT_L4 = 0x01
  1837. };
  1838. enum OCRDMA_DCBX_APP_PARAM {
  1839. OCRDMA_APP_PARAM_APP_PROTO_MASK = 0xFFFF,
  1840. OCRDMA_APP_PARAM_PROTO_SEL_MASK = 0xFF,
  1841. OCRDMA_APP_PARAM_PROTO_SEL_SHIFT = 0x10,
  1842. OCRDMA_APP_PARAM_VALID_MASK = 0xFF,
  1843. OCRDMA_APP_PARAM_VALID_SHIFT = 0x18
  1844. };
  1845. enum OCRDMA_DCBX_STATE_FLAGS {
  1846. OCRDMA_STATE_FLAG_ENABLED = 0x01,
  1847. OCRDMA_STATE_FLAG_ADDVERTISED = 0x02,
  1848. OCRDMA_STATE_FLAG_WILLING = 0x04,
  1849. OCRDMA_STATE_FLAG_SYNC = 0x08,
  1850. OCRDMA_STATE_FLAG_UNSUPPORTED = 0x40000000,
  1851. OCRDMA_STATE_FLAG_NEG_FAILD = 0x80000000
  1852. };
  1853. enum OCRDMA_TCV_AEV_OPV_ST {
  1854. OCRDMA_DCBX_TC_SUPPORT_MASK = 0xFF,
  1855. OCRDMA_DCBX_TC_SUPPORT_SHIFT = 0x18,
  1856. OCRDMA_DCBX_APP_ENTRY_SHIFT = 0x10,
  1857. OCRDMA_DCBX_OP_PARAM_SHIFT = 0x08,
  1858. OCRDMA_DCBX_STATE_MASK = 0xFF
  1859. };
  1860. struct ocrdma_app_parameter {
  1861. u32 valid_proto_app;
  1862. u32 oui;
  1863. u32 app_prio[2];
  1864. };
  1865. struct ocrdma_dcbx_cfg {
  1866. u32 tcv_aev_opv_st;
  1867. u32 tc_state;
  1868. u32 pfc_state;
  1869. u32 qcn_state;
  1870. u32 appl_state;
  1871. u32 ll_state;
  1872. u32 tc_bw[2];
  1873. u32 tc_prio[8];
  1874. u32 pfc_prio[2];
  1875. struct ocrdma_app_parameter app_param[15];
  1876. };
  1877. struct ocrdma_get_dcbx_cfg_req {
  1878. struct ocrdma_mbx_hdr hdr;
  1879. u32 param_type;
  1880. } __packed;
  1881. struct ocrdma_get_dcbx_cfg_rsp {
  1882. struct ocrdma_mbx_rsp hdr;
  1883. struct ocrdma_dcbx_cfg cfg;
  1884. } __packed;
  1885. #endif /* __OCRDMA_SLI_H__ */