be_cmds.c 26 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003
  1. /*
  2. * Copyright (C) 2005 - 2009 ServerEngines
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Contact Information:
  11. * linux-drivers@serverengines.com
  12. *
  13. * ServerEngines
  14. * 209 N. Fair Oaks Ave
  15. * Sunnyvale, CA 94085
  16. */
  17. #include "be.h"
  18. void be_mcc_notify(struct be_ctrl_info *ctrl)
  19. {
  20. struct be_queue_info *mccq = &ctrl->mcc_obj.q;
  21. u32 val = 0;
  22. val |= mccq->id & DB_MCCQ_RING_ID_MASK;
  23. val |= 1 << DB_MCCQ_NUM_POSTED_SHIFT;
  24. iowrite32(val, ctrl->db + DB_MCCQ_OFFSET);
  25. }
  26. /* To check if valid bit is set, check the entire word as we don't know
  27. * the endianness of the data (old entry is host endian while a new entry is
  28. * little endian) */
  29. static inline bool be_mcc_compl_is_new(struct be_mcc_cq_entry *compl)
  30. {
  31. if (compl->flags != 0) {
  32. compl->flags = le32_to_cpu(compl->flags);
  33. BUG_ON((compl->flags & CQE_FLAGS_VALID_MASK) == 0);
  34. return true;
  35. } else {
  36. return false;
  37. }
  38. }
  39. /* Need to reset the entire word that houses the valid bit */
  40. static inline void be_mcc_compl_use(struct be_mcc_cq_entry *compl)
  41. {
  42. compl->flags = 0;
  43. }
  44. static int be_mcc_compl_process(struct be_ctrl_info *ctrl,
  45. struct be_mcc_cq_entry *compl)
  46. {
  47. u16 compl_status, extd_status;
  48. /* Just swap the status to host endian; mcc tag is opaquely copied
  49. * from mcc_wrb */
  50. be_dws_le_to_cpu(compl, 4);
  51. compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
  52. CQE_STATUS_COMPL_MASK;
  53. if (compl_status != MCC_STATUS_SUCCESS) {
  54. extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
  55. CQE_STATUS_EXTD_MASK;
  56. printk(KERN_WARNING DRV_NAME
  57. " error in cmd completion: status(compl/extd)=%d/%d\n",
  58. compl_status, extd_status);
  59. return -1;
  60. }
  61. return 0;
  62. }
  63. static struct be_mcc_cq_entry *be_mcc_compl_get(struct be_ctrl_info *ctrl)
  64. {
  65. struct be_queue_info *mcc_cq = &ctrl->mcc_obj.cq;
  66. struct be_mcc_cq_entry *compl = queue_tail_node(mcc_cq);
  67. if (be_mcc_compl_is_new(compl)) {
  68. queue_tail_inc(mcc_cq);
  69. return compl;
  70. }
  71. return NULL;
  72. }
  73. void be_process_mcc(struct be_ctrl_info *ctrl)
  74. {
  75. struct be_mcc_cq_entry *compl;
  76. int num = 0;
  77. spin_lock_bh(&ctrl->mcc_cq_lock);
  78. while ((compl = be_mcc_compl_get(ctrl))) {
  79. if (!(compl->flags & CQE_FLAGS_ASYNC_MASK)) {
  80. be_mcc_compl_process(ctrl, compl);
  81. atomic_dec(&ctrl->mcc_obj.q.used);
  82. }
  83. be_mcc_compl_use(compl);
  84. num++;
  85. }
  86. if (num)
  87. be_cq_notify(ctrl, ctrl->mcc_obj.cq.id, true, num);
  88. spin_unlock_bh(&ctrl->mcc_cq_lock);
  89. }
  90. static int be_mbox_db_ready_wait(void __iomem *db)
  91. {
  92. int cnt = 0, wait = 5;
  93. u32 ready;
  94. do {
  95. ready = ioread32(db) & MPU_MAILBOX_DB_RDY_MASK;
  96. if (ready)
  97. break;
  98. if (cnt > 200000) {
  99. printk(KERN_WARNING DRV_NAME
  100. ": mbox_db poll timed out\n");
  101. return -1;
  102. }
  103. if (cnt > 50)
  104. wait = 200;
  105. cnt += wait;
  106. udelay(wait);
  107. } while (true);
  108. return 0;
  109. }
  110. /*
  111. * Insert the mailbox address into the doorbell in two steps
  112. * Polls on the mbox doorbell till a command completion (or a timeout) occurs
  113. */
  114. static int be_mbox_db_ring(struct be_ctrl_info *ctrl)
  115. {
  116. int status;
  117. u32 val = 0;
  118. void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
  119. struct be_dma_mem *mbox_mem = &ctrl->mbox_mem;
  120. struct be_mcc_mailbox *mbox = mbox_mem->va;
  121. struct be_mcc_cq_entry *cqe = &mbox->cqe;
  122. memset(cqe, 0, sizeof(*cqe));
  123. val &= ~MPU_MAILBOX_DB_RDY_MASK;
  124. val |= MPU_MAILBOX_DB_HI_MASK;
  125. /* at bits 2 - 31 place mbox dma addr msb bits 34 - 63 */
  126. val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
  127. iowrite32(val, db);
  128. /* wait for ready to be set */
  129. status = be_mbox_db_ready_wait(db);
  130. if (status != 0)
  131. return status;
  132. val = 0;
  133. val &= ~MPU_MAILBOX_DB_RDY_MASK;
  134. val &= ~MPU_MAILBOX_DB_HI_MASK;
  135. /* at bits 2 - 31 place mbox dma addr lsb bits 4 - 33 */
  136. val |= (u32)(mbox_mem->dma >> 4) << 2;
  137. iowrite32(val, db);
  138. status = be_mbox_db_ready_wait(db);
  139. if (status != 0)
  140. return status;
  141. /* A cq entry has been made now */
  142. if (be_mcc_compl_is_new(cqe)) {
  143. status = be_mcc_compl_process(ctrl, &mbox->cqe);
  144. be_mcc_compl_use(cqe);
  145. if (status)
  146. return status;
  147. } else {
  148. printk(KERN_WARNING DRV_NAME "invalid mailbox completion\n");
  149. return -1;
  150. }
  151. return 0;
  152. }
  153. static int be_POST_stage_get(struct be_ctrl_info *ctrl, u16 *stage)
  154. {
  155. u32 sem = ioread32(ctrl->csr + MPU_EP_SEMAPHORE_OFFSET);
  156. *stage = sem & EP_SEMAPHORE_POST_STAGE_MASK;
  157. if ((sem >> EP_SEMAPHORE_POST_ERR_SHIFT) & EP_SEMAPHORE_POST_ERR_MASK)
  158. return -1;
  159. else
  160. return 0;
  161. }
  162. static int be_POST_stage_poll(struct be_ctrl_info *ctrl, u16 poll_stage)
  163. {
  164. u16 stage, cnt, error;
  165. for (cnt = 0; cnt < 5000; cnt++) {
  166. error = be_POST_stage_get(ctrl, &stage);
  167. if (error)
  168. return -1;
  169. if (stage == poll_stage)
  170. break;
  171. udelay(1000);
  172. }
  173. if (stage != poll_stage)
  174. return -1;
  175. return 0;
  176. }
  177. int be_cmd_POST(struct be_ctrl_info *ctrl)
  178. {
  179. u16 stage, error;
  180. error = be_POST_stage_get(ctrl, &stage);
  181. if (error)
  182. goto err;
  183. if (stage == POST_STAGE_ARMFW_RDY)
  184. return 0;
  185. if (stage != POST_STAGE_AWAITING_HOST_RDY)
  186. goto err;
  187. /* On awaiting host rdy, reset and again poll on awaiting host rdy */
  188. iowrite32(POST_STAGE_BE_RESET, ctrl->csr + MPU_EP_SEMAPHORE_OFFSET);
  189. error = be_POST_stage_poll(ctrl, POST_STAGE_AWAITING_HOST_RDY);
  190. if (error)
  191. goto err;
  192. /* Now kickoff POST and poll on armfw ready */
  193. iowrite32(POST_STAGE_HOST_RDY, ctrl->csr + MPU_EP_SEMAPHORE_OFFSET);
  194. error = be_POST_stage_poll(ctrl, POST_STAGE_ARMFW_RDY);
  195. if (error)
  196. goto err;
  197. return 0;
  198. err:
  199. printk(KERN_WARNING DRV_NAME ": ERROR, stage=%d\n", stage);
  200. return -1;
  201. }
  202. static inline void *embedded_payload(struct be_mcc_wrb *wrb)
  203. {
  204. return wrb->payload.embedded_payload;
  205. }
  206. static inline struct be_sge *nonembedded_sgl(struct be_mcc_wrb *wrb)
  207. {
  208. return &wrb->payload.sgl[0];
  209. }
  210. /* Don't touch the hdr after it's prepared */
  211. static void be_wrb_hdr_prepare(struct be_mcc_wrb *wrb, int payload_len,
  212. bool embedded, u8 sge_cnt)
  213. {
  214. if (embedded)
  215. wrb->embedded |= MCC_WRB_EMBEDDED_MASK;
  216. else
  217. wrb->embedded |= (sge_cnt & MCC_WRB_SGE_CNT_MASK) <<
  218. MCC_WRB_SGE_CNT_SHIFT;
  219. wrb->payload_length = payload_len;
  220. be_dws_cpu_to_le(wrb, 20);
  221. }
  222. /* Don't touch the hdr after it's prepared */
  223. static void be_cmd_hdr_prepare(struct be_cmd_req_hdr *req_hdr,
  224. u8 subsystem, u8 opcode, int cmd_len)
  225. {
  226. req_hdr->opcode = opcode;
  227. req_hdr->subsystem = subsystem;
  228. req_hdr->request_length = cpu_to_le32(cmd_len - sizeof(*req_hdr));
  229. }
  230. static void be_cmd_page_addrs_prepare(struct phys_addr *pages, u32 max_pages,
  231. struct be_dma_mem *mem)
  232. {
  233. int i, buf_pages = min(PAGES_4K_SPANNED(mem->va, mem->size), max_pages);
  234. u64 dma = (u64)mem->dma;
  235. for (i = 0; i < buf_pages; i++) {
  236. pages[i].lo = cpu_to_le32(dma & 0xFFFFFFFF);
  237. pages[i].hi = cpu_to_le32(upper_32_bits(dma));
  238. dma += PAGE_SIZE_4K;
  239. }
  240. }
  241. /* Converts interrupt delay in microseconds to multiplier value */
  242. static u32 eq_delay_to_mult(u32 usec_delay)
  243. {
  244. #define MAX_INTR_RATE 651042
  245. const u32 round = 10;
  246. u32 multiplier;
  247. if (usec_delay == 0)
  248. multiplier = 0;
  249. else {
  250. u32 interrupt_rate = 1000000 / usec_delay;
  251. /* Max delay, corresponding to the lowest interrupt rate */
  252. if (interrupt_rate == 0)
  253. multiplier = 1023;
  254. else {
  255. multiplier = (MAX_INTR_RATE - interrupt_rate) * round;
  256. multiplier /= interrupt_rate;
  257. /* Round the multiplier to the closest value.*/
  258. multiplier = (multiplier + round/2) / round;
  259. multiplier = min(multiplier, (u32)1023);
  260. }
  261. }
  262. return multiplier;
  263. }
  264. static inline struct be_mcc_wrb *wrb_from_mbox(struct be_dma_mem *mbox_mem)
  265. {
  266. return &((struct be_mcc_mailbox *)(mbox_mem->va))->wrb;
  267. }
  268. static inline struct be_mcc_wrb *wrb_from_mcc(struct be_queue_info *mccq)
  269. {
  270. struct be_mcc_wrb *wrb = NULL;
  271. if (atomic_read(&mccq->used) < mccq->len) {
  272. wrb = queue_head_node(mccq);
  273. queue_head_inc(mccq);
  274. atomic_inc(&mccq->used);
  275. memset(wrb, 0, sizeof(*wrb));
  276. }
  277. return wrb;
  278. }
  279. int be_cmd_eq_create(struct be_ctrl_info *ctrl,
  280. struct be_queue_info *eq, int eq_delay)
  281. {
  282. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  283. struct be_cmd_req_eq_create *req = embedded_payload(wrb);
  284. struct be_cmd_resp_eq_create *resp = embedded_payload(wrb);
  285. struct be_dma_mem *q_mem = &eq->dma_mem;
  286. int status;
  287. spin_lock(&ctrl->mbox_lock);
  288. memset(wrb, 0, sizeof(*wrb));
  289. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  290. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  291. OPCODE_COMMON_EQ_CREATE, sizeof(*req));
  292. req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
  293. AMAP_SET_BITS(struct amap_eq_context, func, req->context,
  294. ctrl->pci_func);
  295. AMAP_SET_BITS(struct amap_eq_context, valid, req->context, 1);
  296. /* 4byte eqe*/
  297. AMAP_SET_BITS(struct amap_eq_context, size, req->context, 0);
  298. AMAP_SET_BITS(struct amap_eq_context, count, req->context,
  299. __ilog2_u32(eq->len/256));
  300. AMAP_SET_BITS(struct amap_eq_context, delaymult, req->context,
  301. eq_delay_to_mult(eq_delay));
  302. be_dws_cpu_to_le(req->context, sizeof(req->context));
  303. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  304. status = be_mbox_db_ring(ctrl);
  305. if (!status) {
  306. eq->id = le16_to_cpu(resp->eq_id);
  307. eq->created = true;
  308. }
  309. spin_unlock(&ctrl->mbox_lock);
  310. return status;
  311. }
  312. int be_cmd_mac_addr_query(struct be_ctrl_info *ctrl, u8 *mac_addr,
  313. u8 type, bool permanent, u32 if_handle)
  314. {
  315. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  316. struct be_cmd_req_mac_query *req = embedded_payload(wrb);
  317. struct be_cmd_resp_mac_query *resp = embedded_payload(wrb);
  318. int status;
  319. spin_lock(&ctrl->mbox_lock);
  320. memset(wrb, 0, sizeof(*wrb));
  321. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  322. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  323. OPCODE_COMMON_NTWK_MAC_QUERY, sizeof(*req));
  324. req->type = type;
  325. if (permanent) {
  326. req->permanent = 1;
  327. } else {
  328. req->if_id = cpu_to_le16((u16)if_handle);
  329. req->permanent = 0;
  330. }
  331. status = be_mbox_db_ring(ctrl);
  332. if (!status)
  333. memcpy(mac_addr, resp->mac.addr, ETH_ALEN);
  334. spin_unlock(&ctrl->mbox_lock);
  335. return status;
  336. }
  337. int be_cmd_pmac_add(struct be_ctrl_info *ctrl, u8 *mac_addr,
  338. u32 if_id, u32 *pmac_id)
  339. {
  340. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  341. struct be_cmd_req_pmac_add *req = embedded_payload(wrb);
  342. int status;
  343. spin_lock(&ctrl->mbox_lock);
  344. memset(wrb, 0, sizeof(*wrb));
  345. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  346. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  347. OPCODE_COMMON_NTWK_PMAC_ADD, sizeof(*req));
  348. req->if_id = cpu_to_le32(if_id);
  349. memcpy(req->mac_address, mac_addr, ETH_ALEN);
  350. status = be_mbox_db_ring(ctrl);
  351. if (!status) {
  352. struct be_cmd_resp_pmac_add *resp = embedded_payload(wrb);
  353. *pmac_id = le32_to_cpu(resp->pmac_id);
  354. }
  355. spin_unlock(&ctrl->mbox_lock);
  356. return status;
  357. }
  358. int be_cmd_pmac_del(struct be_ctrl_info *ctrl, u32 if_id, u32 pmac_id)
  359. {
  360. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  361. struct be_cmd_req_pmac_del *req = embedded_payload(wrb);
  362. int status;
  363. spin_lock(&ctrl->mbox_lock);
  364. memset(wrb, 0, sizeof(*wrb));
  365. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  366. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  367. OPCODE_COMMON_NTWK_PMAC_DEL, sizeof(*req));
  368. req->if_id = cpu_to_le32(if_id);
  369. req->pmac_id = cpu_to_le32(pmac_id);
  370. status = be_mbox_db_ring(ctrl);
  371. spin_unlock(&ctrl->mbox_lock);
  372. return status;
  373. }
  374. int be_cmd_cq_create(struct be_ctrl_info *ctrl,
  375. struct be_queue_info *cq, struct be_queue_info *eq,
  376. bool sol_evts, bool no_delay, int coalesce_wm)
  377. {
  378. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  379. struct be_cmd_req_cq_create *req = embedded_payload(wrb);
  380. struct be_cmd_resp_cq_create *resp = embedded_payload(wrb);
  381. struct be_dma_mem *q_mem = &cq->dma_mem;
  382. void *ctxt = &req->context;
  383. int status;
  384. spin_lock(&ctrl->mbox_lock);
  385. memset(wrb, 0, sizeof(*wrb));
  386. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  387. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  388. OPCODE_COMMON_CQ_CREATE, sizeof(*req));
  389. req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
  390. AMAP_SET_BITS(struct amap_cq_context, coalescwm, ctxt, coalesce_wm);
  391. AMAP_SET_BITS(struct amap_cq_context, nodelay, ctxt, no_delay);
  392. AMAP_SET_BITS(struct amap_cq_context, count, ctxt,
  393. __ilog2_u32(cq->len/256));
  394. AMAP_SET_BITS(struct amap_cq_context, valid, ctxt, 1);
  395. AMAP_SET_BITS(struct amap_cq_context, solevent, ctxt, sol_evts);
  396. AMAP_SET_BITS(struct amap_cq_context, eventable, ctxt, 1);
  397. AMAP_SET_BITS(struct amap_cq_context, eqid, ctxt, eq->id);
  398. AMAP_SET_BITS(struct amap_cq_context, armed, ctxt, 1);
  399. AMAP_SET_BITS(struct amap_cq_context, func, ctxt, ctrl->pci_func);
  400. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  401. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  402. status = be_mbox_db_ring(ctrl);
  403. if (!status) {
  404. cq->id = le16_to_cpu(resp->cq_id);
  405. cq->created = true;
  406. }
  407. spin_unlock(&ctrl->mbox_lock);
  408. return status;
  409. }
  410. static u32 be_encoded_q_len(int q_len)
  411. {
  412. u32 len_encoded = fls(q_len); /* log2(len) + 1 */
  413. if (len_encoded == 16)
  414. len_encoded = 0;
  415. return len_encoded;
  416. }
  417. int be_cmd_mccq_create(struct be_ctrl_info *ctrl,
  418. struct be_queue_info *mccq,
  419. struct be_queue_info *cq)
  420. {
  421. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  422. struct be_cmd_req_mcc_create *req = embedded_payload(wrb);
  423. struct be_dma_mem *q_mem = &mccq->dma_mem;
  424. void *ctxt = &req->context;
  425. int status;
  426. spin_lock(&ctrl->mbox_lock);
  427. memset(wrb, 0, sizeof(*wrb));
  428. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  429. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  430. OPCODE_COMMON_MCC_CREATE, sizeof(*req));
  431. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  432. AMAP_SET_BITS(struct amap_mcc_context, fid, ctxt, ctrl->pci_func);
  433. AMAP_SET_BITS(struct amap_mcc_context, valid, ctxt, 1);
  434. AMAP_SET_BITS(struct amap_mcc_context, ring_size, ctxt,
  435. be_encoded_q_len(mccq->len));
  436. AMAP_SET_BITS(struct amap_mcc_context, cq_id, ctxt, cq->id);
  437. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  438. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  439. status = be_mbox_db_ring(ctrl);
  440. if (!status) {
  441. struct be_cmd_resp_mcc_create *resp = embedded_payload(wrb);
  442. mccq->id = le16_to_cpu(resp->id);
  443. mccq->created = true;
  444. }
  445. spin_unlock(&ctrl->mbox_lock);
  446. return status;
  447. }
  448. int be_cmd_txq_create(struct be_ctrl_info *ctrl,
  449. struct be_queue_info *txq,
  450. struct be_queue_info *cq)
  451. {
  452. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  453. struct be_cmd_req_eth_tx_create *req = embedded_payload(wrb);
  454. struct be_dma_mem *q_mem = &txq->dma_mem;
  455. void *ctxt = &req->context;
  456. int status;
  457. u32 len_encoded;
  458. spin_lock(&ctrl->mbox_lock);
  459. memset(wrb, 0, sizeof(*wrb));
  460. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  461. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ETH, OPCODE_ETH_TX_CREATE,
  462. sizeof(*req));
  463. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  464. req->ulp_num = BE_ULP1_NUM;
  465. req->type = BE_ETH_TX_RING_TYPE_STANDARD;
  466. len_encoded = fls(txq->len); /* log2(len) + 1 */
  467. if (len_encoded == 16)
  468. len_encoded = 0;
  469. AMAP_SET_BITS(struct amap_tx_context, tx_ring_size, ctxt, len_encoded);
  470. AMAP_SET_BITS(struct amap_tx_context, pci_func_id, ctxt,
  471. ctrl->pci_func);
  472. AMAP_SET_BITS(struct amap_tx_context, ctx_valid, ctxt, 1);
  473. AMAP_SET_BITS(struct amap_tx_context, cq_id_send, ctxt, cq->id);
  474. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  475. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  476. status = be_mbox_db_ring(ctrl);
  477. if (!status) {
  478. struct be_cmd_resp_eth_tx_create *resp = embedded_payload(wrb);
  479. txq->id = le16_to_cpu(resp->cid);
  480. txq->created = true;
  481. }
  482. spin_unlock(&ctrl->mbox_lock);
  483. return status;
  484. }
  485. int be_cmd_rxq_create(struct be_ctrl_info *ctrl,
  486. struct be_queue_info *rxq, u16 cq_id, u16 frag_size,
  487. u16 max_frame_size, u32 if_id, u32 rss)
  488. {
  489. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  490. struct be_cmd_req_eth_rx_create *req = embedded_payload(wrb);
  491. struct be_dma_mem *q_mem = &rxq->dma_mem;
  492. int status;
  493. spin_lock(&ctrl->mbox_lock);
  494. memset(wrb, 0, sizeof(*wrb));
  495. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  496. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ETH, OPCODE_ETH_RX_CREATE,
  497. sizeof(*req));
  498. req->cq_id = cpu_to_le16(cq_id);
  499. req->frag_size = fls(frag_size) - 1;
  500. req->num_pages = 2;
  501. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  502. req->interface_id = cpu_to_le32(if_id);
  503. req->max_frame_size = cpu_to_le16(max_frame_size);
  504. req->rss_queue = cpu_to_le32(rss);
  505. status = be_mbox_db_ring(ctrl);
  506. if (!status) {
  507. struct be_cmd_resp_eth_rx_create *resp = embedded_payload(wrb);
  508. rxq->id = le16_to_cpu(resp->id);
  509. rxq->created = true;
  510. }
  511. spin_unlock(&ctrl->mbox_lock);
  512. return status;
  513. }
  514. /* Generic destroyer function for all types of queues */
  515. int be_cmd_q_destroy(struct be_ctrl_info *ctrl, struct be_queue_info *q,
  516. int queue_type)
  517. {
  518. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  519. struct be_cmd_req_q_destroy *req = embedded_payload(wrb);
  520. u8 subsys = 0, opcode = 0;
  521. int status;
  522. spin_lock(&ctrl->mbox_lock);
  523. memset(wrb, 0, sizeof(*wrb));
  524. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  525. switch (queue_type) {
  526. case QTYPE_EQ:
  527. subsys = CMD_SUBSYSTEM_COMMON;
  528. opcode = OPCODE_COMMON_EQ_DESTROY;
  529. break;
  530. case QTYPE_CQ:
  531. subsys = CMD_SUBSYSTEM_COMMON;
  532. opcode = OPCODE_COMMON_CQ_DESTROY;
  533. break;
  534. case QTYPE_TXQ:
  535. subsys = CMD_SUBSYSTEM_ETH;
  536. opcode = OPCODE_ETH_TX_DESTROY;
  537. break;
  538. case QTYPE_RXQ:
  539. subsys = CMD_SUBSYSTEM_ETH;
  540. opcode = OPCODE_ETH_RX_DESTROY;
  541. break;
  542. case QTYPE_MCCQ:
  543. subsys = CMD_SUBSYSTEM_COMMON;
  544. opcode = OPCODE_COMMON_MCC_DESTROY;
  545. break;
  546. default:
  547. printk(KERN_WARNING DRV_NAME ":bad Q type in Q destroy cmd\n");
  548. status = -1;
  549. goto err;
  550. }
  551. be_cmd_hdr_prepare(&req->hdr, subsys, opcode, sizeof(*req));
  552. req->id = cpu_to_le16(q->id);
  553. status = be_mbox_db_ring(ctrl);
  554. err:
  555. spin_unlock(&ctrl->mbox_lock);
  556. return status;
  557. }
  558. /* Create an rx filtering policy configuration on an i/f */
  559. int be_cmd_if_create(struct be_ctrl_info *ctrl, u32 flags, u8 *mac,
  560. bool pmac_invalid, u32 *if_handle, u32 *pmac_id)
  561. {
  562. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  563. struct be_cmd_req_if_create *req = embedded_payload(wrb);
  564. int status;
  565. spin_lock(&ctrl->mbox_lock);
  566. memset(wrb, 0, sizeof(*wrb));
  567. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  568. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  569. OPCODE_COMMON_NTWK_INTERFACE_CREATE, sizeof(*req));
  570. req->capability_flags = cpu_to_le32(flags);
  571. req->enable_flags = cpu_to_le32(flags);
  572. if (!pmac_invalid)
  573. memcpy(req->mac_addr, mac, ETH_ALEN);
  574. status = be_mbox_db_ring(ctrl);
  575. if (!status) {
  576. struct be_cmd_resp_if_create *resp = embedded_payload(wrb);
  577. *if_handle = le32_to_cpu(resp->interface_id);
  578. if (!pmac_invalid)
  579. *pmac_id = le32_to_cpu(resp->pmac_id);
  580. }
  581. spin_unlock(&ctrl->mbox_lock);
  582. return status;
  583. }
  584. int be_cmd_if_destroy(struct be_ctrl_info *ctrl, u32 interface_id)
  585. {
  586. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  587. struct be_cmd_req_if_destroy *req = embedded_payload(wrb);
  588. int status;
  589. spin_lock(&ctrl->mbox_lock);
  590. memset(wrb, 0, sizeof(*wrb));
  591. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  592. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  593. OPCODE_COMMON_NTWK_INTERFACE_DESTROY, sizeof(*req));
  594. req->interface_id = cpu_to_le32(interface_id);
  595. status = be_mbox_db_ring(ctrl);
  596. spin_unlock(&ctrl->mbox_lock);
  597. return status;
  598. }
  599. /* Get stats is a non embedded command: the request is not embedded inside
  600. * WRB but is a separate dma memory block
  601. */
  602. int be_cmd_get_stats(struct be_ctrl_info *ctrl, struct be_dma_mem *nonemb_cmd)
  603. {
  604. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  605. struct be_cmd_req_get_stats *req = nonemb_cmd->va;
  606. struct be_sge *sge = nonembedded_sgl(wrb);
  607. int status;
  608. spin_lock(&ctrl->mbox_lock);
  609. memset(wrb, 0, sizeof(*wrb));
  610. memset(req, 0, sizeof(*req));
  611. be_wrb_hdr_prepare(wrb, sizeof(*req), false, 1);
  612. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ETH,
  613. OPCODE_ETH_GET_STATISTICS, sizeof(*req));
  614. sge->pa_hi = cpu_to_le32(upper_32_bits(nonemb_cmd->dma));
  615. sge->pa_lo = cpu_to_le32(nonemb_cmd->dma & 0xFFFFFFFF);
  616. sge->len = cpu_to_le32(nonemb_cmd->size);
  617. status = be_mbox_db_ring(ctrl);
  618. if (!status) {
  619. struct be_cmd_resp_get_stats *resp = nonemb_cmd->va;
  620. be_dws_le_to_cpu(&resp->hw_stats, sizeof(resp->hw_stats));
  621. }
  622. spin_unlock(&ctrl->mbox_lock);
  623. return status;
  624. }
  625. int be_cmd_link_status_query(struct be_ctrl_info *ctrl,
  626. struct be_link_info *link)
  627. {
  628. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  629. struct be_cmd_req_link_status *req = embedded_payload(wrb);
  630. int status;
  631. spin_lock(&ctrl->mbox_lock);
  632. memset(wrb, 0, sizeof(*wrb));
  633. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  634. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  635. OPCODE_COMMON_NTWK_LINK_STATUS_QUERY, sizeof(*req));
  636. status = be_mbox_db_ring(ctrl);
  637. if (!status) {
  638. struct be_cmd_resp_link_status *resp = embedded_payload(wrb);
  639. link->speed = resp->mac_speed;
  640. link->duplex = resp->mac_duplex;
  641. link->fault = resp->mac_fault;
  642. } else {
  643. link->speed = PHY_LINK_SPEED_ZERO;
  644. }
  645. spin_unlock(&ctrl->mbox_lock);
  646. return status;
  647. }
  648. int be_cmd_get_fw_ver(struct be_ctrl_info *ctrl, char *fw_ver)
  649. {
  650. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  651. struct be_cmd_req_get_fw_version *req = embedded_payload(wrb);
  652. int status;
  653. spin_lock(&ctrl->mbox_lock);
  654. memset(wrb, 0, sizeof(*wrb));
  655. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  656. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  657. OPCODE_COMMON_GET_FW_VERSION, sizeof(*req));
  658. status = be_mbox_db_ring(ctrl);
  659. if (!status) {
  660. struct be_cmd_resp_get_fw_version *resp = embedded_payload(wrb);
  661. strncpy(fw_ver, resp->firmware_version_string, FW_VER_LEN);
  662. }
  663. spin_unlock(&ctrl->mbox_lock);
  664. return status;
  665. }
  666. /* set the EQ delay interval of an EQ to specified value */
  667. int be_cmd_modify_eqd(struct be_ctrl_info *ctrl, u32 eq_id, u32 eqd)
  668. {
  669. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  670. struct be_cmd_req_modify_eq_delay *req = embedded_payload(wrb);
  671. int status;
  672. spin_lock(&ctrl->mbox_lock);
  673. memset(wrb, 0, sizeof(*wrb));
  674. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  675. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  676. OPCODE_COMMON_MODIFY_EQ_DELAY, sizeof(*req));
  677. req->num_eq = cpu_to_le32(1);
  678. req->delay[0].eq_id = cpu_to_le32(eq_id);
  679. req->delay[0].phase = 0;
  680. req->delay[0].delay_multiplier = cpu_to_le32(eqd);
  681. status = be_mbox_db_ring(ctrl);
  682. spin_unlock(&ctrl->mbox_lock);
  683. return status;
  684. }
  685. int be_cmd_vlan_config(struct be_ctrl_info *ctrl, u32 if_id, u16 *vtag_array,
  686. u32 num, bool untagged, bool promiscuous)
  687. {
  688. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  689. struct be_cmd_req_vlan_config *req = embedded_payload(wrb);
  690. int status;
  691. spin_lock(&ctrl->mbox_lock);
  692. memset(wrb, 0, sizeof(*wrb));
  693. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  694. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  695. OPCODE_COMMON_NTWK_VLAN_CONFIG, sizeof(*req));
  696. req->interface_id = if_id;
  697. req->promiscuous = promiscuous;
  698. req->untagged = untagged;
  699. req->num_vlan = num;
  700. if (!promiscuous) {
  701. memcpy(req->normal_vlan, vtag_array,
  702. req->num_vlan * sizeof(vtag_array[0]));
  703. }
  704. status = be_mbox_db_ring(ctrl);
  705. spin_unlock(&ctrl->mbox_lock);
  706. return status;
  707. }
  708. int be_cmd_promiscuous_config(struct be_ctrl_info *ctrl, u8 port_num, bool en)
  709. {
  710. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  711. struct be_cmd_req_promiscuous_config *req = embedded_payload(wrb);
  712. int status;
  713. spin_lock(&ctrl->mbox_lock);
  714. memset(wrb, 0, sizeof(*wrb));
  715. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  716. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ETH,
  717. OPCODE_ETH_PROMISCUOUS, sizeof(*req));
  718. if (port_num)
  719. req->port1_promiscuous = en;
  720. else
  721. req->port0_promiscuous = en;
  722. status = be_mbox_db_ring(ctrl);
  723. spin_unlock(&ctrl->mbox_lock);
  724. return status;
  725. }
  726. int be_cmd_mcast_mac_set(struct be_ctrl_info *ctrl, u32 if_id, u8 *mac_table,
  727. u32 num, bool promiscuous)
  728. {
  729. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  730. struct be_cmd_req_mcast_mac_config *req = embedded_payload(wrb);
  731. int status;
  732. spin_lock(&ctrl->mbox_lock);
  733. memset(wrb, 0, sizeof(*wrb));
  734. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  735. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  736. OPCODE_COMMON_NTWK_MULTICAST_SET, sizeof(*req));
  737. req->interface_id = if_id;
  738. req->promiscuous = promiscuous;
  739. if (!promiscuous) {
  740. req->num_mac = cpu_to_le16(num);
  741. if (num)
  742. memcpy(req->mac, mac_table, ETH_ALEN * num);
  743. }
  744. status = be_mbox_db_ring(ctrl);
  745. spin_unlock(&ctrl->mbox_lock);
  746. return status;
  747. }
  748. int be_cmd_set_flow_control(struct be_ctrl_info *ctrl, u32 tx_fc, u32 rx_fc)
  749. {
  750. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  751. struct be_cmd_req_set_flow_control *req = embedded_payload(wrb);
  752. int status;
  753. spin_lock(&ctrl->mbox_lock);
  754. memset(wrb, 0, sizeof(*wrb));
  755. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  756. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  757. OPCODE_COMMON_SET_FLOW_CONTROL, sizeof(*req));
  758. req->tx_flow_control = cpu_to_le16((u16)tx_fc);
  759. req->rx_flow_control = cpu_to_le16((u16)rx_fc);
  760. status = be_mbox_db_ring(ctrl);
  761. spin_unlock(&ctrl->mbox_lock);
  762. return status;
  763. }
  764. int be_cmd_get_flow_control(struct be_ctrl_info *ctrl, u32 *tx_fc, u32 *rx_fc)
  765. {
  766. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  767. struct be_cmd_req_get_flow_control *req = embedded_payload(wrb);
  768. int status;
  769. spin_lock(&ctrl->mbox_lock);
  770. memset(wrb, 0, sizeof(*wrb));
  771. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  772. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  773. OPCODE_COMMON_GET_FLOW_CONTROL, sizeof(*req));
  774. status = be_mbox_db_ring(ctrl);
  775. if (!status) {
  776. struct be_cmd_resp_get_flow_control *resp =
  777. embedded_payload(wrb);
  778. *tx_fc = le16_to_cpu(resp->tx_flow_control);
  779. *rx_fc = le16_to_cpu(resp->rx_flow_control);
  780. }
  781. spin_unlock(&ctrl->mbox_lock);
  782. return status;
  783. }
  784. int be_cmd_query_fw_cfg(struct be_ctrl_info *ctrl, u32 *port_num)
  785. {
  786. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  787. struct be_cmd_req_query_fw_cfg *req = embedded_payload(wrb);
  788. int status;
  789. spin_lock(&ctrl->mbox_lock);
  790. memset(wrb, 0, sizeof(*wrb));
  791. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  792. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  793. OPCODE_COMMON_QUERY_FIRMWARE_CONFIG, sizeof(*req));
  794. status = be_mbox_db_ring(ctrl);
  795. if (!status) {
  796. struct be_cmd_resp_query_fw_cfg *resp = embedded_payload(wrb);
  797. *port_num = le32_to_cpu(resp->phys_port);
  798. }
  799. spin_unlock(&ctrl->mbox_lock);
  800. return status;
  801. }