qlcnic_sriov_common.c 55 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include "qlcnic_sriov.h"
  8. #include "qlcnic.h"
  9. #include "qlcnic_83xx_hw.h"
  10. #include <linux/types.h>
  11. #define QLC_BC_COMMAND 0
  12. #define QLC_BC_RESPONSE 1
  13. #define QLC_MBOX_RESP_TIMEOUT (10 * HZ)
  14. #define QLC_MBOX_CH_FREE_TIMEOUT (10 * HZ)
  15. #define QLC_BC_MSG 0
  16. #define QLC_BC_CFREE 1
  17. #define QLC_BC_FLR 2
  18. #define QLC_BC_HDR_SZ 16
  19. #define QLC_BC_PAYLOAD_SZ (1024 - QLC_BC_HDR_SZ)
  20. #define QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF 2048
  21. #define QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF 512
  22. #define QLC_83XX_VF_RESET_FAIL_THRESH 8
  23. #define QLC_BC_CMD_MAX_RETRY_CNT 5
  24. static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter *);
  25. static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args *, u32);
  26. static void qlcnic_sriov_vf_poll_dev_state(struct work_struct *);
  27. static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter *);
  28. static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans *);
  29. static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter *,
  30. struct qlcnic_cmd_args *);
  31. static void qlcnic_sriov_process_bc_cmd(struct work_struct *);
  32. static struct qlcnic_hardware_ops qlcnic_sriov_vf_hw_ops = {
  33. .read_crb = qlcnic_83xx_read_crb,
  34. .write_crb = qlcnic_83xx_write_crb,
  35. .read_reg = qlcnic_83xx_rd_reg_indirect,
  36. .write_reg = qlcnic_83xx_wrt_reg_indirect,
  37. .get_mac_address = qlcnic_83xx_get_mac_address,
  38. .setup_intr = qlcnic_83xx_setup_intr,
  39. .alloc_mbx_args = qlcnic_83xx_alloc_mbx_args,
  40. .mbx_cmd = qlcnic_sriov_issue_cmd,
  41. .get_func_no = qlcnic_83xx_get_func_no,
  42. .api_lock = qlcnic_83xx_cam_lock,
  43. .api_unlock = qlcnic_83xx_cam_unlock,
  44. .process_lb_rcv_ring_diag = qlcnic_83xx_process_rcv_ring_diag,
  45. .create_rx_ctx = qlcnic_83xx_create_rx_ctx,
  46. .create_tx_ctx = qlcnic_83xx_create_tx_ctx,
  47. .del_rx_ctx = qlcnic_83xx_del_rx_ctx,
  48. .del_tx_ctx = qlcnic_83xx_del_tx_ctx,
  49. .setup_link_event = qlcnic_83xx_setup_link_event,
  50. .get_nic_info = qlcnic_83xx_get_nic_info,
  51. .get_pci_info = qlcnic_83xx_get_pci_info,
  52. .set_nic_info = qlcnic_83xx_set_nic_info,
  53. .change_macvlan = qlcnic_83xx_sre_macaddr_change,
  54. .napi_enable = qlcnic_83xx_napi_enable,
  55. .napi_disable = qlcnic_83xx_napi_disable,
  56. .config_intr_coal = qlcnic_83xx_config_intr_coal,
  57. .config_rss = qlcnic_83xx_config_rss,
  58. .config_hw_lro = qlcnic_83xx_config_hw_lro,
  59. .config_promisc_mode = qlcnic_83xx_nic_set_promisc,
  60. .change_l2_filter = qlcnic_83xx_change_l2_filter,
  61. .get_board_info = qlcnic_83xx_get_port_info,
  62. .free_mac_list = qlcnic_sriov_vf_free_mac_list,
  63. };
  64. static struct qlcnic_nic_template qlcnic_sriov_vf_ops = {
  65. .config_bridged_mode = qlcnic_config_bridged_mode,
  66. .config_led = qlcnic_config_led,
  67. .cancel_idc_work = qlcnic_sriov_vf_cancel_fw_work,
  68. .napi_add = qlcnic_83xx_napi_add,
  69. .napi_del = qlcnic_83xx_napi_del,
  70. .shutdown = qlcnic_sriov_vf_shutdown,
  71. .resume = qlcnic_sriov_vf_resume,
  72. .config_ipaddr = qlcnic_83xx_config_ipaddr,
  73. .clear_legacy_intr = qlcnic_83xx_clear_legacy_intr,
  74. };
  75. static const struct qlcnic_mailbox_metadata qlcnic_sriov_bc_mbx_tbl[] = {
  76. {QLCNIC_BC_CMD_CHANNEL_INIT, 2, 2},
  77. {QLCNIC_BC_CMD_CHANNEL_TERM, 2, 2},
  78. {QLCNIC_BC_CMD_GET_ACL, 3, 14},
  79. {QLCNIC_BC_CMD_CFG_GUEST_VLAN, 2, 2},
  80. };
  81. static inline bool qlcnic_sriov_bc_msg_check(u32 val)
  82. {
  83. return (val & (1 << QLC_BC_MSG)) ? true : false;
  84. }
  85. static inline bool qlcnic_sriov_channel_free_check(u32 val)
  86. {
  87. return (val & (1 << QLC_BC_CFREE)) ? true : false;
  88. }
  89. static inline bool qlcnic_sriov_flr_check(u32 val)
  90. {
  91. return (val & (1 << QLC_BC_FLR)) ? true : false;
  92. }
  93. static inline u8 qlcnic_sriov_target_func_id(u32 val)
  94. {
  95. return (val >> 4) & 0xff;
  96. }
  97. static int qlcnic_sriov_virtid_fn(struct qlcnic_adapter *adapter, int vf_id)
  98. {
  99. struct pci_dev *dev = adapter->pdev;
  100. int pos;
  101. u16 stride, offset;
  102. if (qlcnic_sriov_vf_check(adapter))
  103. return 0;
  104. pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_SRIOV);
  105. pci_read_config_word(dev, pos + PCI_SRIOV_VF_OFFSET, &offset);
  106. pci_read_config_word(dev, pos + PCI_SRIOV_VF_STRIDE, &stride);
  107. return (dev->devfn + offset + stride * vf_id) & 0xff;
  108. }
  109. int qlcnic_sriov_init(struct qlcnic_adapter *adapter, int num_vfs)
  110. {
  111. struct qlcnic_sriov *sriov;
  112. struct qlcnic_back_channel *bc;
  113. struct workqueue_struct *wq;
  114. struct qlcnic_vport *vp;
  115. struct qlcnic_vf_info *vf;
  116. int err, i;
  117. if (!qlcnic_sriov_enable_check(adapter))
  118. return -EIO;
  119. sriov = kzalloc(sizeof(struct qlcnic_sriov), GFP_KERNEL);
  120. if (!sriov)
  121. return -ENOMEM;
  122. adapter->ahw->sriov = sriov;
  123. sriov->num_vfs = num_vfs;
  124. bc = &sriov->bc;
  125. sriov->vf_info = kzalloc(sizeof(struct qlcnic_vf_info) *
  126. num_vfs, GFP_KERNEL);
  127. if (!sriov->vf_info) {
  128. err = -ENOMEM;
  129. goto qlcnic_free_sriov;
  130. }
  131. wq = create_singlethread_workqueue("bc-trans");
  132. if (wq == NULL) {
  133. err = -ENOMEM;
  134. dev_err(&adapter->pdev->dev,
  135. "Cannot create bc-trans workqueue\n");
  136. goto qlcnic_free_vf_info;
  137. }
  138. bc->bc_trans_wq = wq;
  139. wq = create_singlethread_workqueue("async");
  140. if (wq == NULL) {
  141. err = -ENOMEM;
  142. dev_err(&adapter->pdev->dev, "Cannot create async workqueue\n");
  143. goto qlcnic_destroy_trans_wq;
  144. }
  145. bc->bc_async_wq = wq;
  146. INIT_LIST_HEAD(&bc->async_list);
  147. for (i = 0; i < num_vfs; i++) {
  148. vf = &sriov->vf_info[i];
  149. vf->adapter = adapter;
  150. vf->pci_func = qlcnic_sriov_virtid_fn(adapter, i);
  151. mutex_init(&vf->send_cmd_lock);
  152. mutex_init(&vf->vlan_list_lock);
  153. INIT_LIST_HEAD(&vf->rcv_act.wait_list);
  154. INIT_LIST_HEAD(&vf->rcv_pend.wait_list);
  155. spin_lock_init(&vf->rcv_act.lock);
  156. spin_lock_init(&vf->rcv_pend.lock);
  157. init_completion(&vf->ch_free_cmpl);
  158. INIT_WORK(&vf->trans_work, qlcnic_sriov_process_bc_cmd);
  159. if (qlcnic_sriov_pf_check(adapter)) {
  160. vp = kzalloc(sizeof(struct qlcnic_vport), GFP_KERNEL);
  161. if (!vp) {
  162. err = -ENOMEM;
  163. goto qlcnic_destroy_async_wq;
  164. }
  165. sriov->vf_info[i].vp = vp;
  166. vp->max_tx_bw = MAX_BW;
  167. vp->spoofchk = true;
  168. random_ether_addr(vp->mac);
  169. dev_info(&adapter->pdev->dev,
  170. "MAC Address %pM is configured for VF %d\n",
  171. vp->mac, i);
  172. }
  173. }
  174. return 0;
  175. qlcnic_destroy_async_wq:
  176. destroy_workqueue(bc->bc_async_wq);
  177. qlcnic_destroy_trans_wq:
  178. destroy_workqueue(bc->bc_trans_wq);
  179. qlcnic_free_vf_info:
  180. kfree(sriov->vf_info);
  181. qlcnic_free_sriov:
  182. kfree(adapter->ahw->sriov);
  183. return err;
  184. }
  185. void qlcnic_sriov_cleanup_list(struct qlcnic_trans_list *t_list)
  186. {
  187. struct qlcnic_bc_trans *trans;
  188. struct qlcnic_cmd_args cmd;
  189. unsigned long flags;
  190. spin_lock_irqsave(&t_list->lock, flags);
  191. while (!list_empty(&t_list->wait_list)) {
  192. trans = list_first_entry(&t_list->wait_list,
  193. struct qlcnic_bc_trans, list);
  194. list_del(&trans->list);
  195. t_list->count--;
  196. cmd.req.arg = (u32 *)trans->req_pay;
  197. cmd.rsp.arg = (u32 *)trans->rsp_pay;
  198. qlcnic_free_mbx_args(&cmd);
  199. qlcnic_sriov_cleanup_transaction(trans);
  200. }
  201. spin_unlock_irqrestore(&t_list->lock, flags);
  202. }
  203. void __qlcnic_sriov_cleanup(struct qlcnic_adapter *adapter)
  204. {
  205. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  206. struct qlcnic_back_channel *bc = &sriov->bc;
  207. struct qlcnic_vf_info *vf;
  208. int i;
  209. if (!qlcnic_sriov_enable_check(adapter))
  210. return;
  211. qlcnic_sriov_cleanup_async_list(bc);
  212. destroy_workqueue(bc->bc_async_wq);
  213. for (i = 0; i < sriov->num_vfs; i++) {
  214. vf = &sriov->vf_info[i];
  215. qlcnic_sriov_cleanup_list(&vf->rcv_pend);
  216. cancel_work_sync(&vf->trans_work);
  217. qlcnic_sriov_cleanup_list(&vf->rcv_act);
  218. }
  219. destroy_workqueue(bc->bc_trans_wq);
  220. for (i = 0; i < sriov->num_vfs; i++)
  221. kfree(sriov->vf_info[i].vp);
  222. kfree(sriov->vf_info);
  223. kfree(adapter->ahw->sriov);
  224. }
  225. static void qlcnic_sriov_vf_cleanup(struct qlcnic_adapter *adapter)
  226. {
  227. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  228. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  229. __qlcnic_sriov_cleanup(adapter);
  230. }
  231. void qlcnic_sriov_cleanup(struct qlcnic_adapter *adapter)
  232. {
  233. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  234. if (!sriov)
  235. return;
  236. qlcnic_sriov_free_vlans(adapter);
  237. if (qlcnic_sriov_pf_check(adapter))
  238. qlcnic_sriov_pf_cleanup(adapter);
  239. if (qlcnic_sriov_vf_check(adapter))
  240. qlcnic_sriov_vf_cleanup(adapter);
  241. }
  242. static int qlcnic_sriov_post_bc_msg(struct qlcnic_adapter *adapter, u32 *hdr,
  243. u32 *pay, u8 pci_func, u8 size)
  244. {
  245. struct qlcnic_hardware_context *ahw = adapter->ahw;
  246. struct qlcnic_mailbox *mbx = ahw->mailbox;
  247. struct qlcnic_cmd_args cmd;
  248. unsigned long timeout;
  249. int err;
  250. memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
  251. cmd.hdr = hdr;
  252. cmd.pay = pay;
  253. cmd.pay_size = size;
  254. cmd.func_num = pci_func;
  255. cmd.op_type = QLC_83XX_MBX_POST_BC_OP;
  256. cmd.cmd_op = ((struct qlcnic_bc_hdr *)hdr)->cmd_op;
  257. err = mbx->ops->enqueue_cmd(adapter, &cmd, &timeout);
  258. if (err) {
  259. dev_err(&adapter->pdev->dev,
  260. "%s: Mailbox not available, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
  261. __func__, cmd.cmd_op, cmd.type, ahw->pci_func,
  262. ahw->op_mode);
  263. return err;
  264. }
  265. if (!wait_for_completion_timeout(&cmd.completion, timeout)) {
  266. dev_err(&adapter->pdev->dev,
  267. "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
  268. __func__, cmd.cmd_op, cmd.type, ahw->pci_func,
  269. ahw->op_mode);
  270. flush_workqueue(mbx->work_q);
  271. }
  272. return cmd.rsp_opcode;
  273. }
  274. static void qlcnic_sriov_vf_cfg_buff_desc(struct qlcnic_adapter *adapter)
  275. {
  276. adapter->num_rxd = QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF;
  277. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  278. adapter->num_jumbo_rxd = QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF;
  279. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  280. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  281. adapter->max_rds_rings = MAX_RDS_RINGS;
  282. }
  283. int qlcnic_sriov_get_vf_vport_info(struct qlcnic_adapter *adapter,
  284. struct qlcnic_info *npar_info, u16 vport_id)
  285. {
  286. struct device *dev = &adapter->pdev->dev;
  287. struct qlcnic_cmd_args cmd;
  288. int err;
  289. u32 status;
  290. err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
  291. if (err)
  292. return err;
  293. cmd.req.arg[1] = vport_id << 16 | 0x1;
  294. err = qlcnic_issue_cmd(adapter, &cmd);
  295. if (err) {
  296. dev_err(&adapter->pdev->dev,
  297. "Failed to get vport info, err=%d\n", err);
  298. qlcnic_free_mbx_args(&cmd);
  299. return err;
  300. }
  301. status = cmd.rsp.arg[2] & 0xffff;
  302. if (status & BIT_0)
  303. npar_info->min_tx_bw = MSW(cmd.rsp.arg[2]);
  304. if (status & BIT_1)
  305. npar_info->max_tx_bw = LSW(cmd.rsp.arg[3]);
  306. if (status & BIT_2)
  307. npar_info->max_tx_ques = MSW(cmd.rsp.arg[3]);
  308. if (status & BIT_3)
  309. npar_info->max_tx_mac_filters = LSW(cmd.rsp.arg[4]);
  310. if (status & BIT_4)
  311. npar_info->max_rx_mcast_mac_filters = MSW(cmd.rsp.arg[4]);
  312. if (status & BIT_5)
  313. npar_info->max_rx_ucast_mac_filters = LSW(cmd.rsp.arg[5]);
  314. if (status & BIT_6)
  315. npar_info->max_rx_ip_addr = MSW(cmd.rsp.arg[5]);
  316. if (status & BIT_7)
  317. npar_info->max_rx_lro_flow = LSW(cmd.rsp.arg[6]);
  318. if (status & BIT_8)
  319. npar_info->max_rx_status_rings = MSW(cmd.rsp.arg[6]);
  320. if (status & BIT_9)
  321. npar_info->max_rx_buf_rings = LSW(cmd.rsp.arg[7]);
  322. npar_info->max_rx_ques = MSW(cmd.rsp.arg[7]);
  323. npar_info->max_tx_vlan_keys = LSW(cmd.rsp.arg[8]);
  324. npar_info->max_local_ipv6_addrs = MSW(cmd.rsp.arg[8]);
  325. npar_info->max_remote_ipv6_addrs = LSW(cmd.rsp.arg[9]);
  326. dev_info(dev, "\n\tmin_tx_bw: %d, max_tx_bw: %d max_tx_ques: %d,\n"
  327. "\tmax_tx_mac_filters: %d max_rx_mcast_mac_filters: %d,\n"
  328. "\tmax_rx_ucast_mac_filters: 0x%x, max_rx_ip_addr: %d,\n"
  329. "\tmax_rx_lro_flow: %d max_rx_status_rings: %d,\n"
  330. "\tmax_rx_buf_rings: %d, max_rx_ques: %d, max_tx_vlan_keys %d\n"
  331. "\tlocal_ipv6_addr: %d, remote_ipv6_addr: %d\n",
  332. npar_info->min_tx_bw, npar_info->max_tx_bw,
  333. npar_info->max_tx_ques, npar_info->max_tx_mac_filters,
  334. npar_info->max_rx_mcast_mac_filters,
  335. npar_info->max_rx_ucast_mac_filters, npar_info->max_rx_ip_addr,
  336. npar_info->max_rx_lro_flow, npar_info->max_rx_status_rings,
  337. npar_info->max_rx_buf_rings, npar_info->max_rx_ques,
  338. npar_info->max_tx_vlan_keys, npar_info->max_local_ipv6_addrs,
  339. npar_info->max_remote_ipv6_addrs);
  340. qlcnic_free_mbx_args(&cmd);
  341. return err;
  342. }
  343. static int qlcnic_sriov_set_pvid_mode(struct qlcnic_adapter *adapter,
  344. struct qlcnic_cmd_args *cmd)
  345. {
  346. adapter->rx_pvid = MSW(cmd->rsp.arg[1]) & 0xffff;
  347. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  348. return 0;
  349. }
  350. static int qlcnic_sriov_set_guest_vlan_mode(struct qlcnic_adapter *adapter,
  351. struct qlcnic_cmd_args *cmd)
  352. {
  353. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  354. int i, num_vlans;
  355. u16 *vlans;
  356. if (sriov->allowed_vlans)
  357. return 0;
  358. sriov->any_vlan = cmd->rsp.arg[2] & 0xf;
  359. sriov->num_allowed_vlans = cmd->rsp.arg[2] >> 16;
  360. dev_info(&adapter->pdev->dev, "Number of allowed Guest VLANs = %d\n",
  361. sriov->num_allowed_vlans);
  362. qlcnic_sriov_alloc_vlans(adapter);
  363. if (!sriov->any_vlan)
  364. return 0;
  365. num_vlans = sriov->num_allowed_vlans;
  366. sriov->allowed_vlans = kzalloc(sizeof(u16) * num_vlans, GFP_KERNEL);
  367. if (!sriov->allowed_vlans)
  368. return -ENOMEM;
  369. vlans = (u16 *)&cmd->rsp.arg[3];
  370. for (i = 0; i < num_vlans; i++)
  371. sriov->allowed_vlans[i] = vlans[i];
  372. return 0;
  373. }
  374. static int qlcnic_sriov_get_vf_acl(struct qlcnic_adapter *adapter,
  375. struct qlcnic_info *info)
  376. {
  377. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  378. struct qlcnic_cmd_args cmd;
  379. int ret = 0;
  380. ret = qlcnic_sriov_alloc_bc_mbx_args(&cmd, QLCNIC_BC_CMD_GET_ACL);
  381. if (ret)
  382. return ret;
  383. ret = qlcnic_issue_cmd(adapter, &cmd);
  384. if (ret) {
  385. dev_err(&adapter->pdev->dev, "Failed to get ACL, err=%d\n",
  386. ret);
  387. } else {
  388. sriov->vlan_mode = cmd.rsp.arg[1] & 0x3;
  389. switch (sriov->vlan_mode) {
  390. case QLC_GUEST_VLAN_MODE:
  391. ret = qlcnic_sriov_set_guest_vlan_mode(adapter, &cmd);
  392. break;
  393. case QLC_PVID_MODE:
  394. ret = qlcnic_sriov_set_pvid_mode(adapter, &cmd);
  395. break;
  396. }
  397. }
  398. qlcnic_free_mbx_args(&cmd);
  399. return ret;
  400. }
  401. static int qlcnic_sriov_vf_init_driver(struct qlcnic_adapter *adapter)
  402. {
  403. struct qlcnic_hardware_context *ahw = adapter->ahw;
  404. struct qlcnic_info nic_info;
  405. int err;
  406. err = qlcnic_sriov_get_vf_vport_info(adapter, &nic_info, 0);
  407. if (err)
  408. return err;
  409. ahw->max_mc_count = nic_info.max_rx_mcast_mac_filters;
  410. err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
  411. if (err)
  412. return -EIO;
  413. err = qlcnic_sriov_get_vf_acl(adapter, &nic_info);
  414. if (err)
  415. return err;
  416. if (qlcnic_83xx_get_port_info(adapter))
  417. return -EIO;
  418. qlcnic_sriov_vf_cfg_buff_desc(adapter);
  419. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  420. dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
  421. adapter->ahw->fw_hal_version);
  422. ahw->physical_port = (u8) nic_info.phys_port;
  423. ahw->switch_mode = nic_info.switch_mode;
  424. ahw->max_mtu = nic_info.max_mtu;
  425. ahw->op_mode = nic_info.op_mode;
  426. ahw->capabilities = nic_info.capabilities;
  427. return 0;
  428. }
  429. static int qlcnic_sriov_setup_vf(struct qlcnic_adapter *adapter,
  430. int pci_using_dac)
  431. {
  432. int err;
  433. INIT_LIST_HEAD(&adapter->vf_mc_list);
  434. if (!qlcnic_use_msi_x && !!qlcnic_use_msi)
  435. dev_warn(&adapter->pdev->dev,
  436. "Device does not support MSI interrupts\n");
  437. /* compute and set default and max tx/sds rings */
  438. qlcnic_set_tx_ring_count(adapter, QLCNIC_SINGLE_RING);
  439. qlcnic_set_sds_ring_count(adapter, QLCNIC_SINGLE_RING);
  440. err = qlcnic_setup_intr(adapter);
  441. if (err) {
  442. dev_err(&adapter->pdev->dev, "Failed to setup interrupt\n");
  443. goto err_out_disable_msi;
  444. }
  445. err = qlcnic_83xx_setup_mbx_intr(adapter);
  446. if (err)
  447. goto err_out_disable_msi;
  448. err = qlcnic_sriov_init(adapter, 1);
  449. if (err)
  450. goto err_out_disable_mbx_intr;
  451. err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
  452. if (err)
  453. goto err_out_cleanup_sriov;
  454. err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
  455. if (err)
  456. goto err_out_disable_bc_intr;
  457. err = qlcnic_sriov_vf_init_driver(adapter);
  458. if (err)
  459. goto err_out_send_channel_term;
  460. err = qlcnic_setup_netdev(adapter, adapter->netdev, pci_using_dac);
  461. if (err)
  462. goto err_out_send_channel_term;
  463. pci_set_drvdata(adapter->pdev, adapter);
  464. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  465. adapter->netdev->name);
  466. qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
  467. adapter->ahw->idc.delay);
  468. return 0;
  469. err_out_send_channel_term:
  470. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  471. err_out_disable_bc_intr:
  472. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  473. err_out_cleanup_sriov:
  474. __qlcnic_sriov_cleanup(adapter);
  475. err_out_disable_mbx_intr:
  476. qlcnic_83xx_free_mbx_intr(adapter);
  477. err_out_disable_msi:
  478. qlcnic_teardown_intr(adapter);
  479. return err;
  480. }
  481. static int qlcnic_sriov_check_dev_ready(struct qlcnic_adapter *adapter)
  482. {
  483. u32 state;
  484. do {
  485. msleep(20);
  486. if (++adapter->fw_fail_cnt > QLC_BC_CMD_MAX_RETRY_CNT)
  487. return -EIO;
  488. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  489. } while (state != QLC_83XX_IDC_DEV_READY);
  490. return 0;
  491. }
  492. int qlcnic_sriov_vf_init(struct qlcnic_adapter *adapter, int pci_using_dac)
  493. {
  494. struct qlcnic_hardware_context *ahw = adapter->ahw;
  495. int err;
  496. set_bit(QLC_83XX_MODULE_LOADED, &ahw->idc.status);
  497. ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  498. ahw->reset_context = 0;
  499. adapter->fw_fail_cnt = 0;
  500. ahw->msix_supported = 1;
  501. adapter->need_fw_reset = 0;
  502. adapter->flags |= QLCNIC_TX_INTR_SHARED;
  503. err = qlcnic_sriov_check_dev_ready(adapter);
  504. if (err)
  505. return err;
  506. err = qlcnic_sriov_setup_vf(adapter, pci_using_dac);
  507. if (err)
  508. return err;
  509. if (qlcnic_read_mac_addr(adapter))
  510. dev_warn(&adapter->pdev->dev, "failed to read mac addr\n");
  511. INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
  512. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  513. return 0;
  514. }
  515. void qlcnic_sriov_vf_set_ops(struct qlcnic_adapter *adapter)
  516. {
  517. struct qlcnic_hardware_context *ahw = adapter->ahw;
  518. ahw->op_mode = QLCNIC_SRIOV_VF_FUNC;
  519. dev_info(&adapter->pdev->dev,
  520. "HAL Version: %d Non Privileged SRIOV function\n",
  521. ahw->fw_hal_version);
  522. adapter->nic_ops = &qlcnic_sriov_vf_ops;
  523. set_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state);
  524. return;
  525. }
  526. void qlcnic_sriov_vf_register_map(struct qlcnic_hardware_context *ahw)
  527. {
  528. ahw->hw_ops = &qlcnic_sriov_vf_hw_ops;
  529. ahw->reg_tbl = (u32 *)qlcnic_83xx_reg_tbl;
  530. ahw->ext_reg_tbl = (u32 *)qlcnic_83xx_ext_reg_tbl;
  531. }
  532. static u32 qlcnic_sriov_get_bc_paysize(u32 real_pay_size, u8 curr_frag)
  533. {
  534. u32 pay_size;
  535. pay_size = real_pay_size / ((curr_frag + 1) * QLC_BC_PAYLOAD_SZ);
  536. if (pay_size)
  537. pay_size = QLC_BC_PAYLOAD_SZ;
  538. else
  539. pay_size = real_pay_size % QLC_BC_PAYLOAD_SZ;
  540. return pay_size;
  541. }
  542. int qlcnic_sriov_func_to_index(struct qlcnic_adapter *adapter, u8 pci_func)
  543. {
  544. struct qlcnic_vf_info *vf_info = adapter->ahw->sriov->vf_info;
  545. u8 i;
  546. if (qlcnic_sriov_vf_check(adapter))
  547. return 0;
  548. for (i = 0; i < adapter->ahw->sriov->num_vfs; i++) {
  549. if (vf_info[i].pci_func == pci_func)
  550. return i;
  551. }
  552. return -EINVAL;
  553. }
  554. static inline int qlcnic_sriov_alloc_bc_trans(struct qlcnic_bc_trans **trans)
  555. {
  556. *trans = kzalloc(sizeof(struct qlcnic_bc_trans), GFP_ATOMIC);
  557. if (!*trans)
  558. return -ENOMEM;
  559. init_completion(&(*trans)->resp_cmpl);
  560. return 0;
  561. }
  562. static inline int qlcnic_sriov_alloc_bc_msg(struct qlcnic_bc_hdr **hdr,
  563. u32 size)
  564. {
  565. *hdr = kzalloc(sizeof(struct qlcnic_bc_hdr) * size, GFP_ATOMIC);
  566. if (!*hdr)
  567. return -ENOMEM;
  568. return 0;
  569. }
  570. static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args *mbx, u32 type)
  571. {
  572. const struct qlcnic_mailbox_metadata *mbx_tbl;
  573. int i, size;
  574. mbx_tbl = qlcnic_sriov_bc_mbx_tbl;
  575. size = ARRAY_SIZE(qlcnic_sriov_bc_mbx_tbl);
  576. for (i = 0; i < size; i++) {
  577. if (type == mbx_tbl[i].cmd) {
  578. mbx->op_type = QLC_BC_CMD;
  579. mbx->req.num = mbx_tbl[i].in_args;
  580. mbx->rsp.num = mbx_tbl[i].out_args;
  581. mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
  582. GFP_ATOMIC);
  583. if (!mbx->req.arg)
  584. return -ENOMEM;
  585. mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
  586. GFP_ATOMIC);
  587. if (!mbx->rsp.arg) {
  588. kfree(mbx->req.arg);
  589. mbx->req.arg = NULL;
  590. return -ENOMEM;
  591. }
  592. memset(mbx->req.arg, 0, sizeof(u32) * mbx->req.num);
  593. memset(mbx->rsp.arg, 0, sizeof(u32) * mbx->rsp.num);
  594. mbx->req.arg[0] = (type | (mbx->req.num << 16) |
  595. (3 << 29));
  596. mbx->rsp.arg[0] = (type & 0xffff) | mbx->rsp.num << 16;
  597. return 0;
  598. }
  599. }
  600. return -EINVAL;
  601. }
  602. static int qlcnic_sriov_prepare_bc_hdr(struct qlcnic_bc_trans *trans,
  603. struct qlcnic_cmd_args *cmd,
  604. u16 seq, u8 msg_type)
  605. {
  606. struct qlcnic_bc_hdr *hdr;
  607. int i;
  608. u32 num_regs, bc_pay_sz;
  609. u16 remainder;
  610. u8 cmd_op, num_frags, t_num_frags;
  611. bc_pay_sz = QLC_BC_PAYLOAD_SZ;
  612. if (msg_type == QLC_BC_COMMAND) {
  613. trans->req_pay = (struct qlcnic_bc_payload *)cmd->req.arg;
  614. trans->rsp_pay = (struct qlcnic_bc_payload *)cmd->rsp.arg;
  615. num_regs = cmd->req.num;
  616. trans->req_pay_size = (num_regs * 4);
  617. num_regs = cmd->rsp.num;
  618. trans->rsp_pay_size = (num_regs * 4);
  619. cmd_op = cmd->req.arg[0] & 0xff;
  620. remainder = (trans->req_pay_size) % (bc_pay_sz);
  621. num_frags = (trans->req_pay_size) / (bc_pay_sz);
  622. if (remainder)
  623. num_frags++;
  624. t_num_frags = num_frags;
  625. if (qlcnic_sriov_alloc_bc_msg(&trans->req_hdr, num_frags))
  626. return -ENOMEM;
  627. remainder = (trans->rsp_pay_size) % (bc_pay_sz);
  628. num_frags = (trans->rsp_pay_size) / (bc_pay_sz);
  629. if (remainder)
  630. num_frags++;
  631. if (qlcnic_sriov_alloc_bc_msg(&trans->rsp_hdr, num_frags))
  632. return -ENOMEM;
  633. num_frags = t_num_frags;
  634. hdr = trans->req_hdr;
  635. } else {
  636. cmd->req.arg = (u32 *)trans->req_pay;
  637. cmd->rsp.arg = (u32 *)trans->rsp_pay;
  638. cmd_op = cmd->req.arg[0] & 0xff;
  639. remainder = (trans->rsp_pay_size) % (bc_pay_sz);
  640. num_frags = (trans->rsp_pay_size) / (bc_pay_sz);
  641. if (remainder)
  642. num_frags++;
  643. cmd->req.num = trans->req_pay_size / 4;
  644. cmd->rsp.num = trans->rsp_pay_size / 4;
  645. hdr = trans->rsp_hdr;
  646. cmd->op_type = trans->req_hdr->op_type;
  647. }
  648. trans->trans_id = seq;
  649. trans->cmd_id = cmd_op;
  650. for (i = 0; i < num_frags; i++) {
  651. hdr[i].version = 2;
  652. hdr[i].msg_type = msg_type;
  653. hdr[i].op_type = cmd->op_type;
  654. hdr[i].num_cmds = 1;
  655. hdr[i].num_frags = num_frags;
  656. hdr[i].frag_num = i + 1;
  657. hdr[i].cmd_op = cmd_op;
  658. hdr[i].seq_id = seq;
  659. }
  660. return 0;
  661. }
  662. static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans *trans)
  663. {
  664. if (!trans)
  665. return;
  666. kfree(trans->req_hdr);
  667. kfree(trans->rsp_hdr);
  668. kfree(trans);
  669. }
  670. static int qlcnic_sriov_clear_trans(struct qlcnic_vf_info *vf,
  671. struct qlcnic_bc_trans *trans, u8 type)
  672. {
  673. struct qlcnic_trans_list *t_list;
  674. unsigned long flags;
  675. int ret = 0;
  676. if (type == QLC_BC_RESPONSE) {
  677. t_list = &vf->rcv_act;
  678. spin_lock_irqsave(&t_list->lock, flags);
  679. t_list->count--;
  680. list_del(&trans->list);
  681. if (t_list->count > 0)
  682. ret = 1;
  683. spin_unlock_irqrestore(&t_list->lock, flags);
  684. }
  685. if (type == QLC_BC_COMMAND) {
  686. while (test_and_set_bit(QLC_BC_VF_SEND, &vf->state))
  687. msleep(100);
  688. vf->send_cmd = NULL;
  689. clear_bit(QLC_BC_VF_SEND, &vf->state);
  690. }
  691. return ret;
  692. }
  693. static void qlcnic_sriov_schedule_bc_cmd(struct qlcnic_sriov *sriov,
  694. struct qlcnic_vf_info *vf,
  695. work_func_t func)
  696. {
  697. if (test_bit(QLC_BC_VF_FLR, &vf->state) ||
  698. vf->adapter->need_fw_reset)
  699. return;
  700. queue_work(sriov->bc.bc_trans_wq, &vf->trans_work);
  701. }
  702. static inline void qlcnic_sriov_wait_for_resp(struct qlcnic_bc_trans *trans)
  703. {
  704. struct completion *cmpl = &trans->resp_cmpl;
  705. if (wait_for_completion_timeout(cmpl, QLC_MBOX_RESP_TIMEOUT))
  706. trans->trans_state = QLC_END;
  707. else
  708. trans->trans_state = QLC_ABORT;
  709. return;
  710. }
  711. static void qlcnic_sriov_handle_multi_frags(struct qlcnic_bc_trans *trans,
  712. u8 type)
  713. {
  714. if (type == QLC_BC_RESPONSE) {
  715. trans->curr_rsp_frag++;
  716. if (trans->curr_rsp_frag < trans->rsp_hdr->num_frags)
  717. trans->trans_state = QLC_INIT;
  718. else
  719. trans->trans_state = QLC_END;
  720. } else {
  721. trans->curr_req_frag++;
  722. if (trans->curr_req_frag < trans->req_hdr->num_frags)
  723. trans->trans_state = QLC_INIT;
  724. else
  725. trans->trans_state = QLC_WAIT_FOR_RESP;
  726. }
  727. }
  728. static void qlcnic_sriov_wait_for_channel_free(struct qlcnic_bc_trans *trans,
  729. u8 type)
  730. {
  731. struct qlcnic_vf_info *vf = trans->vf;
  732. struct completion *cmpl = &vf->ch_free_cmpl;
  733. if (!wait_for_completion_timeout(cmpl, QLC_MBOX_CH_FREE_TIMEOUT)) {
  734. trans->trans_state = QLC_ABORT;
  735. return;
  736. }
  737. clear_bit(QLC_BC_VF_CHANNEL, &vf->state);
  738. qlcnic_sriov_handle_multi_frags(trans, type);
  739. }
  740. static void qlcnic_sriov_pull_bc_msg(struct qlcnic_adapter *adapter,
  741. u32 *hdr, u32 *pay, u32 size)
  742. {
  743. struct qlcnic_hardware_context *ahw = adapter->ahw;
  744. u32 fw_mbx;
  745. u8 i, max = 2, hdr_size, j;
  746. hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
  747. max = (size / sizeof(u32)) + hdr_size;
  748. fw_mbx = readl(QLCNIC_MBX_FW(ahw, 0));
  749. for (i = 2, j = 0; j < hdr_size; i++, j++)
  750. *(hdr++) = readl(QLCNIC_MBX_FW(ahw, i));
  751. for (; j < max; i++, j++)
  752. *(pay++) = readl(QLCNIC_MBX_FW(ahw, i));
  753. }
  754. static int __qlcnic_sriov_issue_bc_post(struct qlcnic_vf_info *vf)
  755. {
  756. int ret = -EBUSY;
  757. u32 timeout = 10000;
  758. do {
  759. if (!test_and_set_bit(QLC_BC_VF_CHANNEL, &vf->state)) {
  760. ret = 0;
  761. break;
  762. }
  763. mdelay(1);
  764. } while (--timeout);
  765. return ret;
  766. }
  767. static int qlcnic_sriov_issue_bc_post(struct qlcnic_bc_trans *trans, u8 type)
  768. {
  769. struct qlcnic_vf_info *vf = trans->vf;
  770. u32 pay_size, hdr_size;
  771. u32 *hdr, *pay;
  772. int ret;
  773. u8 pci_func = trans->func_id;
  774. if (__qlcnic_sriov_issue_bc_post(vf))
  775. return -EBUSY;
  776. if (type == QLC_BC_COMMAND) {
  777. hdr = (u32 *)(trans->req_hdr + trans->curr_req_frag);
  778. pay = (u32 *)(trans->req_pay + trans->curr_req_frag);
  779. hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
  780. pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
  781. trans->curr_req_frag);
  782. pay_size = (pay_size / sizeof(u32));
  783. } else {
  784. hdr = (u32 *)(trans->rsp_hdr + trans->curr_rsp_frag);
  785. pay = (u32 *)(trans->rsp_pay + trans->curr_rsp_frag);
  786. hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
  787. pay_size = qlcnic_sriov_get_bc_paysize(trans->rsp_pay_size,
  788. trans->curr_rsp_frag);
  789. pay_size = (pay_size / sizeof(u32));
  790. }
  791. ret = qlcnic_sriov_post_bc_msg(vf->adapter, hdr, pay,
  792. pci_func, pay_size);
  793. return ret;
  794. }
  795. static int __qlcnic_sriov_send_bc_msg(struct qlcnic_bc_trans *trans,
  796. struct qlcnic_vf_info *vf, u8 type)
  797. {
  798. bool flag = true;
  799. int err = -EIO;
  800. while (flag) {
  801. if (test_bit(QLC_BC_VF_FLR, &vf->state) ||
  802. vf->adapter->need_fw_reset)
  803. trans->trans_state = QLC_ABORT;
  804. switch (trans->trans_state) {
  805. case QLC_INIT:
  806. trans->trans_state = QLC_WAIT_FOR_CHANNEL_FREE;
  807. if (qlcnic_sriov_issue_bc_post(trans, type))
  808. trans->trans_state = QLC_ABORT;
  809. break;
  810. case QLC_WAIT_FOR_CHANNEL_FREE:
  811. qlcnic_sriov_wait_for_channel_free(trans, type);
  812. break;
  813. case QLC_WAIT_FOR_RESP:
  814. qlcnic_sriov_wait_for_resp(trans);
  815. break;
  816. case QLC_END:
  817. err = 0;
  818. flag = false;
  819. break;
  820. case QLC_ABORT:
  821. err = -EIO;
  822. flag = false;
  823. clear_bit(QLC_BC_VF_CHANNEL, &vf->state);
  824. break;
  825. default:
  826. err = -EIO;
  827. flag = false;
  828. }
  829. }
  830. return err;
  831. }
  832. static int qlcnic_sriov_send_bc_cmd(struct qlcnic_adapter *adapter,
  833. struct qlcnic_bc_trans *trans, int pci_func)
  834. {
  835. struct qlcnic_vf_info *vf;
  836. int err, index = qlcnic_sriov_func_to_index(adapter, pci_func);
  837. if (index < 0)
  838. return -EIO;
  839. vf = &adapter->ahw->sriov->vf_info[index];
  840. trans->vf = vf;
  841. trans->func_id = pci_func;
  842. if (!test_bit(QLC_BC_VF_STATE, &vf->state)) {
  843. if (qlcnic_sriov_pf_check(adapter))
  844. return -EIO;
  845. if (qlcnic_sriov_vf_check(adapter) &&
  846. trans->cmd_id != QLCNIC_BC_CMD_CHANNEL_INIT)
  847. return -EIO;
  848. }
  849. mutex_lock(&vf->send_cmd_lock);
  850. vf->send_cmd = trans;
  851. err = __qlcnic_sriov_send_bc_msg(trans, vf, QLC_BC_COMMAND);
  852. qlcnic_sriov_clear_trans(vf, trans, QLC_BC_COMMAND);
  853. mutex_unlock(&vf->send_cmd_lock);
  854. return err;
  855. }
  856. static void __qlcnic_sriov_process_bc_cmd(struct qlcnic_adapter *adapter,
  857. struct qlcnic_bc_trans *trans,
  858. struct qlcnic_cmd_args *cmd)
  859. {
  860. #ifdef CONFIG_QLCNIC_SRIOV
  861. if (qlcnic_sriov_pf_check(adapter)) {
  862. qlcnic_sriov_pf_process_bc_cmd(adapter, trans, cmd);
  863. return;
  864. }
  865. #endif
  866. cmd->rsp.arg[0] |= (0x9 << 25);
  867. return;
  868. }
  869. static void qlcnic_sriov_process_bc_cmd(struct work_struct *work)
  870. {
  871. struct qlcnic_vf_info *vf = container_of(work, struct qlcnic_vf_info,
  872. trans_work);
  873. struct qlcnic_bc_trans *trans = NULL;
  874. struct qlcnic_adapter *adapter = vf->adapter;
  875. struct qlcnic_cmd_args cmd;
  876. u8 req;
  877. if (adapter->need_fw_reset)
  878. return;
  879. if (test_bit(QLC_BC_VF_FLR, &vf->state))
  880. return;
  881. memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
  882. trans = list_first_entry(&vf->rcv_act.wait_list,
  883. struct qlcnic_bc_trans, list);
  884. adapter = vf->adapter;
  885. if (qlcnic_sriov_prepare_bc_hdr(trans, &cmd, trans->req_hdr->seq_id,
  886. QLC_BC_RESPONSE))
  887. goto cleanup_trans;
  888. __qlcnic_sriov_process_bc_cmd(adapter, trans, &cmd);
  889. trans->trans_state = QLC_INIT;
  890. __qlcnic_sriov_send_bc_msg(trans, vf, QLC_BC_RESPONSE);
  891. cleanup_trans:
  892. qlcnic_free_mbx_args(&cmd);
  893. req = qlcnic_sriov_clear_trans(vf, trans, QLC_BC_RESPONSE);
  894. qlcnic_sriov_cleanup_transaction(trans);
  895. if (req)
  896. qlcnic_sriov_schedule_bc_cmd(adapter->ahw->sriov, vf,
  897. qlcnic_sriov_process_bc_cmd);
  898. }
  899. static void qlcnic_sriov_handle_bc_resp(struct qlcnic_bc_hdr *hdr,
  900. struct qlcnic_vf_info *vf)
  901. {
  902. struct qlcnic_bc_trans *trans;
  903. u32 pay_size;
  904. if (test_and_set_bit(QLC_BC_VF_SEND, &vf->state))
  905. return;
  906. trans = vf->send_cmd;
  907. if (trans == NULL)
  908. goto clear_send;
  909. if (trans->trans_id != hdr->seq_id)
  910. goto clear_send;
  911. pay_size = qlcnic_sriov_get_bc_paysize(trans->rsp_pay_size,
  912. trans->curr_rsp_frag);
  913. qlcnic_sriov_pull_bc_msg(vf->adapter,
  914. (u32 *)(trans->rsp_hdr + trans->curr_rsp_frag),
  915. (u32 *)(trans->rsp_pay + trans->curr_rsp_frag),
  916. pay_size);
  917. if (++trans->curr_rsp_frag < trans->rsp_hdr->num_frags)
  918. goto clear_send;
  919. complete(&trans->resp_cmpl);
  920. clear_send:
  921. clear_bit(QLC_BC_VF_SEND, &vf->state);
  922. }
  923. int __qlcnic_sriov_add_act_list(struct qlcnic_sriov *sriov,
  924. struct qlcnic_vf_info *vf,
  925. struct qlcnic_bc_trans *trans)
  926. {
  927. struct qlcnic_trans_list *t_list = &vf->rcv_act;
  928. t_list->count++;
  929. list_add_tail(&trans->list, &t_list->wait_list);
  930. if (t_list->count == 1)
  931. qlcnic_sriov_schedule_bc_cmd(sriov, vf,
  932. qlcnic_sriov_process_bc_cmd);
  933. return 0;
  934. }
  935. static int qlcnic_sriov_add_act_list(struct qlcnic_sriov *sriov,
  936. struct qlcnic_vf_info *vf,
  937. struct qlcnic_bc_trans *trans)
  938. {
  939. struct qlcnic_trans_list *t_list = &vf->rcv_act;
  940. spin_lock(&t_list->lock);
  941. __qlcnic_sriov_add_act_list(sriov, vf, trans);
  942. spin_unlock(&t_list->lock);
  943. return 0;
  944. }
  945. static void qlcnic_sriov_handle_pending_trans(struct qlcnic_sriov *sriov,
  946. struct qlcnic_vf_info *vf,
  947. struct qlcnic_bc_hdr *hdr)
  948. {
  949. struct qlcnic_bc_trans *trans = NULL;
  950. struct list_head *node;
  951. u32 pay_size, curr_frag;
  952. u8 found = 0, active = 0;
  953. spin_lock(&vf->rcv_pend.lock);
  954. if (vf->rcv_pend.count > 0) {
  955. list_for_each(node, &vf->rcv_pend.wait_list) {
  956. trans = list_entry(node, struct qlcnic_bc_trans, list);
  957. if (trans->trans_id == hdr->seq_id) {
  958. found = 1;
  959. break;
  960. }
  961. }
  962. }
  963. if (found) {
  964. curr_frag = trans->curr_req_frag;
  965. pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
  966. curr_frag);
  967. qlcnic_sriov_pull_bc_msg(vf->adapter,
  968. (u32 *)(trans->req_hdr + curr_frag),
  969. (u32 *)(trans->req_pay + curr_frag),
  970. pay_size);
  971. trans->curr_req_frag++;
  972. if (trans->curr_req_frag >= hdr->num_frags) {
  973. vf->rcv_pend.count--;
  974. list_del(&trans->list);
  975. active = 1;
  976. }
  977. }
  978. spin_unlock(&vf->rcv_pend.lock);
  979. if (active)
  980. if (qlcnic_sriov_add_act_list(sriov, vf, trans))
  981. qlcnic_sriov_cleanup_transaction(trans);
  982. return;
  983. }
  984. static void qlcnic_sriov_handle_bc_cmd(struct qlcnic_sriov *sriov,
  985. struct qlcnic_bc_hdr *hdr,
  986. struct qlcnic_vf_info *vf)
  987. {
  988. struct qlcnic_bc_trans *trans;
  989. struct qlcnic_adapter *adapter = vf->adapter;
  990. struct qlcnic_cmd_args cmd;
  991. u32 pay_size;
  992. int err;
  993. u8 cmd_op;
  994. if (adapter->need_fw_reset)
  995. return;
  996. if (!test_bit(QLC_BC_VF_STATE, &vf->state) &&
  997. hdr->op_type != QLC_BC_CMD &&
  998. hdr->cmd_op != QLCNIC_BC_CMD_CHANNEL_INIT)
  999. return;
  1000. if (hdr->frag_num > 1) {
  1001. qlcnic_sriov_handle_pending_trans(sriov, vf, hdr);
  1002. return;
  1003. }
  1004. memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
  1005. cmd_op = hdr->cmd_op;
  1006. if (qlcnic_sriov_alloc_bc_trans(&trans))
  1007. return;
  1008. if (hdr->op_type == QLC_BC_CMD)
  1009. err = qlcnic_sriov_alloc_bc_mbx_args(&cmd, cmd_op);
  1010. else
  1011. err = qlcnic_alloc_mbx_args(&cmd, adapter, cmd_op);
  1012. if (err) {
  1013. qlcnic_sriov_cleanup_transaction(trans);
  1014. return;
  1015. }
  1016. cmd.op_type = hdr->op_type;
  1017. if (qlcnic_sriov_prepare_bc_hdr(trans, &cmd, hdr->seq_id,
  1018. QLC_BC_COMMAND)) {
  1019. qlcnic_free_mbx_args(&cmd);
  1020. qlcnic_sriov_cleanup_transaction(trans);
  1021. return;
  1022. }
  1023. pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
  1024. trans->curr_req_frag);
  1025. qlcnic_sriov_pull_bc_msg(vf->adapter,
  1026. (u32 *)(trans->req_hdr + trans->curr_req_frag),
  1027. (u32 *)(trans->req_pay + trans->curr_req_frag),
  1028. pay_size);
  1029. trans->func_id = vf->pci_func;
  1030. trans->vf = vf;
  1031. trans->trans_id = hdr->seq_id;
  1032. trans->curr_req_frag++;
  1033. if (qlcnic_sriov_soft_flr_check(adapter, trans, vf))
  1034. return;
  1035. if (trans->curr_req_frag == trans->req_hdr->num_frags) {
  1036. if (qlcnic_sriov_add_act_list(sriov, vf, trans)) {
  1037. qlcnic_free_mbx_args(&cmd);
  1038. qlcnic_sriov_cleanup_transaction(trans);
  1039. }
  1040. } else {
  1041. spin_lock(&vf->rcv_pend.lock);
  1042. list_add_tail(&trans->list, &vf->rcv_pend.wait_list);
  1043. vf->rcv_pend.count++;
  1044. spin_unlock(&vf->rcv_pend.lock);
  1045. }
  1046. }
  1047. static void qlcnic_sriov_handle_msg_event(struct qlcnic_sriov *sriov,
  1048. struct qlcnic_vf_info *vf)
  1049. {
  1050. struct qlcnic_bc_hdr hdr;
  1051. u32 *ptr = (u32 *)&hdr;
  1052. u8 msg_type, i;
  1053. for (i = 2; i < 6; i++)
  1054. ptr[i - 2] = readl(QLCNIC_MBX_FW(vf->adapter->ahw, i));
  1055. msg_type = hdr.msg_type;
  1056. switch (msg_type) {
  1057. case QLC_BC_COMMAND:
  1058. qlcnic_sriov_handle_bc_cmd(sriov, &hdr, vf);
  1059. break;
  1060. case QLC_BC_RESPONSE:
  1061. qlcnic_sriov_handle_bc_resp(&hdr, vf);
  1062. break;
  1063. }
  1064. }
  1065. static void qlcnic_sriov_handle_flr_event(struct qlcnic_sriov *sriov,
  1066. struct qlcnic_vf_info *vf)
  1067. {
  1068. struct qlcnic_adapter *adapter = vf->adapter;
  1069. if (qlcnic_sriov_pf_check(adapter))
  1070. qlcnic_sriov_pf_handle_flr(sriov, vf);
  1071. else
  1072. dev_err(&adapter->pdev->dev,
  1073. "Invalid event to VF. VF should not get FLR event\n");
  1074. }
  1075. void qlcnic_sriov_handle_bc_event(struct qlcnic_adapter *adapter, u32 event)
  1076. {
  1077. struct qlcnic_vf_info *vf;
  1078. struct qlcnic_sriov *sriov;
  1079. int index;
  1080. u8 pci_func;
  1081. sriov = adapter->ahw->sriov;
  1082. pci_func = qlcnic_sriov_target_func_id(event);
  1083. index = qlcnic_sriov_func_to_index(adapter, pci_func);
  1084. if (index < 0)
  1085. return;
  1086. vf = &sriov->vf_info[index];
  1087. vf->pci_func = pci_func;
  1088. if (qlcnic_sriov_channel_free_check(event))
  1089. complete(&vf->ch_free_cmpl);
  1090. if (qlcnic_sriov_flr_check(event)) {
  1091. qlcnic_sriov_handle_flr_event(sriov, vf);
  1092. return;
  1093. }
  1094. if (qlcnic_sriov_bc_msg_check(event))
  1095. qlcnic_sriov_handle_msg_event(sriov, vf);
  1096. }
  1097. int qlcnic_sriov_cfg_bc_intr(struct qlcnic_adapter *adapter, u8 enable)
  1098. {
  1099. struct qlcnic_cmd_args cmd;
  1100. int err;
  1101. if (!test_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state))
  1102. return 0;
  1103. if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_BC_EVENT_SETUP))
  1104. return -ENOMEM;
  1105. if (enable)
  1106. cmd.req.arg[1] = (1 << 4) | (1 << 5) | (1 << 6) | (1 << 7);
  1107. err = qlcnic_83xx_issue_cmd(adapter, &cmd);
  1108. if (err != QLCNIC_RCODE_SUCCESS) {
  1109. dev_err(&adapter->pdev->dev,
  1110. "Failed to %s bc events, err=%d\n",
  1111. (enable ? "enable" : "disable"), err);
  1112. }
  1113. qlcnic_free_mbx_args(&cmd);
  1114. return err;
  1115. }
  1116. static int qlcnic_sriov_retry_bc_cmd(struct qlcnic_adapter *adapter,
  1117. struct qlcnic_bc_trans *trans)
  1118. {
  1119. u8 max = QLC_BC_CMD_MAX_RETRY_CNT;
  1120. u32 state;
  1121. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  1122. if (state == QLC_83XX_IDC_DEV_READY) {
  1123. msleep(20);
  1124. clear_bit(QLC_BC_VF_CHANNEL, &trans->vf->state);
  1125. trans->trans_state = QLC_INIT;
  1126. if (++adapter->fw_fail_cnt > max)
  1127. return -EIO;
  1128. else
  1129. return 0;
  1130. }
  1131. return -EIO;
  1132. }
  1133. static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter *adapter,
  1134. struct qlcnic_cmd_args *cmd)
  1135. {
  1136. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1137. struct qlcnic_mailbox *mbx = ahw->mailbox;
  1138. struct device *dev = &adapter->pdev->dev;
  1139. struct qlcnic_bc_trans *trans;
  1140. int err;
  1141. u32 rsp_data, opcode, mbx_err_code, rsp;
  1142. u16 seq = ++adapter->ahw->sriov->bc.trans_counter;
  1143. u8 func = ahw->pci_func;
  1144. rsp = qlcnic_sriov_alloc_bc_trans(&trans);
  1145. if (rsp)
  1146. return rsp;
  1147. rsp = qlcnic_sriov_prepare_bc_hdr(trans, cmd, seq, QLC_BC_COMMAND);
  1148. if (rsp)
  1149. goto cleanup_transaction;
  1150. retry:
  1151. if (!test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
  1152. rsp = -EIO;
  1153. QLCDB(adapter, DRV, "MBX not Ready!(cmd 0x%x) for VF 0x%x\n",
  1154. QLCNIC_MBX_RSP(cmd->req.arg[0]), func);
  1155. goto err_out;
  1156. }
  1157. err = qlcnic_sriov_send_bc_cmd(adapter, trans, func);
  1158. if (err) {
  1159. dev_err(dev, "MBX command 0x%x timed out for VF %d\n",
  1160. (cmd->req.arg[0] & 0xffff), func);
  1161. rsp = QLCNIC_RCODE_TIMEOUT;
  1162. /* After adapter reset PF driver may take some time to
  1163. * respond to VF's request. Retry request till maximum retries.
  1164. */
  1165. if ((trans->req_hdr->cmd_op == QLCNIC_BC_CMD_CHANNEL_INIT) &&
  1166. !qlcnic_sriov_retry_bc_cmd(adapter, trans))
  1167. goto retry;
  1168. goto err_out;
  1169. }
  1170. rsp_data = cmd->rsp.arg[0];
  1171. mbx_err_code = QLCNIC_MBX_STATUS(rsp_data);
  1172. opcode = QLCNIC_MBX_RSP(cmd->req.arg[0]);
  1173. if ((mbx_err_code == QLCNIC_MBX_RSP_OK) ||
  1174. (mbx_err_code == QLCNIC_MBX_PORT_RSP_OK)) {
  1175. rsp = QLCNIC_RCODE_SUCCESS;
  1176. } else {
  1177. rsp = mbx_err_code;
  1178. if (!rsp)
  1179. rsp = 1;
  1180. dev_err(dev,
  1181. "MBX command 0x%x failed with err:0x%x for VF %d\n",
  1182. opcode, mbx_err_code, func);
  1183. }
  1184. err_out:
  1185. if (rsp == QLCNIC_RCODE_TIMEOUT) {
  1186. ahw->reset_context = 1;
  1187. adapter->need_fw_reset = 1;
  1188. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1189. }
  1190. cleanup_transaction:
  1191. qlcnic_sriov_cleanup_transaction(trans);
  1192. return rsp;
  1193. }
  1194. int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter *adapter, u8 cmd_op)
  1195. {
  1196. struct qlcnic_cmd_args cmd;
  1197. struct qlcnic_vf_info *vf = &adapter->ahw->sriov->vf_info[0];
  1198. int ret;
  1199. if (qlcnic_sriov_alloc_bc_mbx_args(&cmd, cmd_op))
  1200. return -ENOMEM;
  1201. ret = qlcnic_issue_cmd(adapter, &cmd);
  1202. if (ret) {
  1203. dev_err(&adapter->pdev->dev,
  1204. "Failed bc channel %s %d\n", cmd_op ? "term" : "init",
  1205. ret);
  1206. goto out;
  1207. }
  1208. cmd_op = (cmd.rsp.arg[0] & 0xff);
  1209. if (cmd.rsp.arg[0] >> 25 == 2)
  1210. return 2;
  1211. if (cmd_op == QLCNIC_BC_CMD_CHANNEL_INIT)
  1212. set_bit(QLC_BC_VF_STATE, &vf->state);
  1213. else
  1214. clear_bit(QLC_BC_VF_STATE, &vf->state);
  1215. out:
  1216. qlcnic_free_mbx_args(&cmd);
  1217. return ret;
  1218. }
  1219. static void qlcnic_vf_add_mc_list(struct net_device *netdev)
  1220. {
  1221. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1222. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1223. struct qlcnic_mac_vlan_list *cur;
  1224. struct list_head *head, tmp_list;
  1225. struct qlcnic_vf_info *vf;
  1226. u16 vlan_id;
  1227. int i;
  1228. static const u8 bcast_addr[ETH_ALEN] = {
  1229. 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
  1230. };
  1231. vf = &adapter->ahw->sriov->vf_info[0];
  1232. INIT_LIST_HEAD(&tmp_list);
  1233. head = &adapter->vf_mc_list;
  1234. netif_addr_lock_bh(netdev);
  1235. while (!list_empty(head)) {
  1236. cur = list_entry(head->next, struct qlcnic_mac_vlan_list, list);
  1237. list_move(&cur->list, &tmp_list);
  1238. }
  1239. netif_addr_unlock_bh(netdev);
  1240. while (!list_empty(&tmp_list)) {
  1241. cur = list_entry((&tmp_list)->next,
  1242. struct qlcnic_mac_vlan_list, list);
  1243. if (!qlcnic_sriov_check_any_vlan(vf)) {
  1244. qlcnic_nic_add_mac(adapter, bcast_addr, 0);
  1245. qlcnic_nic_add_mac(adapter, cur->mac_addr, 0);
  1246. } else {
  1247. mutex_lock(&vf->vlan_list_lock);
  1248. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1249. vlan_id = vf->sriov_vlans[i];
  1250. if (vlan_id) {
  1251. qlcnic_nic_add_mac(adapter, bcast_addr,
  1252. vlan_id);
  1253. qlcnic_nic_add_mac(adapter,
  1254. cur->mac_addr,
  1255. vlan_id);
  1256. }
  1257. }
  1258. mutex_unlock(&vf->vlan_list_lock);
  1259. if (qlcnic_84xx_check(adapter)) {
  1260. qlcnic_nic_add_mac(adapter, bcast_addr, 0);
  1261. qlcnic_nic_add_mac(adapter, cur->mac_addr, 0);
  1262. }
  1263. }
  1264. list_del(&cur->list);
  1265. kfree(cur);
  1266. }
  1267. }
  1268. void qlcnic_sriov_cleanup_async_list(struct qlcnic_back_channel *bc)
  1269. {
  1270. struct list_head *head = &bc->async_list;
  1271. struct qlcnic_async_work_list *entry;
  1272. while (!list_empty(head)) {
  1273. entry = list_entry(head->next, struct qlcnic_async_work_list,
  1274. list);
  1275. cancel_work_sync(&entry->work);
  1276. list_del(&entry->list);
  1277. kfree(entry);
  1278. }
  1279. }
  1280. static void qlcnic_sriov_vf_set_multi(struct net_device *netdev)
  1281. {
  1282. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1283. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1284. u32 mode = VPORT_MISS_MODE_DROP;
  1285. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  1286. return;
  1287. if (netdev->flags & IFF_PROMISC) {
  1288. if (!(adapter->flags & QLCNIC_PROMISC_DISABLED))
  1289. mode = VPORT_MISS_MODE_ACCEPT_ALL;
  1290. } else if ((netdev->flags & IFF_ALLMULTI) ||
  1291. (netdev_mc_count(netdev) > ahw->max_mc_count)) {
  1292. mode = VPORT_MISS_MODE_ACCEPT_MULTI;
  1293. }
  1294. if (qlcnic_sriov_vf_check(adapter))
  1295. qlcnic_vf_add_mc_list(netdev);
  1296. qlcnic_nic_set_promisc(adapter, mode);
  1297. }
  1298. static void qlcnic_sriov_handle_async_multi(struct work_struct *work)
  1299. {
  1300. struct qlcnic_async_work_list *entry;
  1301. struct net_device *netdev;
  1302. entry = container_of(work, struct qlcnic_async_work_list, work);
  1303. netdev = (struct net_device *)entry->ptr;
  1304. qlcnic_sriov_vf_set_multi(netdev);
  1305. return;
  1306. }
  1307. static struct qlcnic_async_work_list *
  1308. qlcnic_sriov_get_free_node_async_work(struct qlcnic_back_channel *bc)
  1309. {
  1310. struct list_head *node;
  1311. struct qlcnic_async_work_list *entry = NULL;
  1312. u8 empty = 0;
  1313. list_for_each(node, &bc->async_list) {
  1314. entry = list_entry(node, struct qlcnic_async_work_list, list);
  1315. if (!work_pending(&entry->work)) {
  1316. empty = 1;
  1317. break;
  1318. }
  1319. }
  1320. if (!empty) {
  1321. entry = kzalloc(sizeof(struct qlcnic_async_work_list),
  1322. GFP_ATOMIC);
  1323. if (entry == NULL)
  1324. return NULL;
  1325. list_add_tail(&entry->list, &bc->async_list);
  1326. }
  1327. return entry;
  1328. }
  1329. static void qlcnic_sriov_schedule_bc_async_work(struct qlcnic_back_channel *bc,
  1330. work_func_t func, void *data)
  1331. {
  1332. struct qlcnic_async_work_list *entry = NULL;
  1333. entry = qlcnic_sriov_get_free_node_async_work(bc);
  1334. if (!entry)
  1335. return;
  1336. entry->ptr = data;
  1337. INIT_WORK(&entry->work, func);
  1338. queue_work(bc->bc_async_wq, &entry->work);
  1339. }
  1340. void qlcnic_sriov_vf_schedule_multi(struct net_device *netdev)
  1341. {
  1342. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1343. struct qlcnic_back_channel *bc = &adapter->ahw->sriov->bc;
  1344. if (adapter->need_fw_reset)
  1345. return;
  1346. qlcnic_sriov_schedule_bc_async_work(bc, qlcnic_sriov_handle_async_multi,
  1347. netdev);
  1348. }
  1349. static int qlcnic_sriov_vf_reinit_driver(struct qlcnic_adapter *adapter)
  1350. {
  1351. int err;
  1352. adapter->need_fw_reset = 0;
  1353. qlcnic_83xx_reinit_mbx_work(adapter->ahw->mailbox);
  1354. qlcnic_83xx_enable_mbx_interrupt(adapter);
  1355. err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
  1356. if (err)
  1357. return err;
  1358. err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
  1359. if (err)
  1360. goto err_out_cleanup_bc_intr;
  1361. err = qlcnic_sriov_vf_init_driver(adapter);
  1362. if (err)
  1363. goto err_out_term_channel;
  1364. return 0;
  1365. err_out_term_channel:
  1366. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  1367. err_out_cleanup_bc_intr:
  1368. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  1369. return err;
  1370. }
  1371. static void qlcnic_sriov_vf_attach(struct qlcnic_adapter *adapter)
  1372. {
  1373. struct net_device *netdev = adapter->netdev;
  1374. if (netif_running(netdev)) {
  1375. if (!qlcnic_up(adapter, netdev))
  1376. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1377. }
  1378. netif_device_attach(netdev);
  1379. }
  1380. static void qlcnic_sriov_vf_detach(struct qlcnic_adapter *adapter)
  1381. {
  1382. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1383. struct qlcnic_intrpt_config *intr_tbl = ahw->intr_tbl;
  1384. struct net_device *netdev = adapter->netdev;
  1385. u8 i, max_ints = ahw->num_msix - 1;
  1386. netif_device_detach(netdev);
  1387. qlcnic_83xx_detach_mailbox_work(adapter);
  1388. qlcnic_83xx_disable_mbx_intr(adapter);
  1389. if (netif_running(netdev))
  1390. qlcnic_down(adapter, netdev);
  1391. for (i = 0; i < max_ints; i++) {
  1392. intr_tbl[i].id = i;
  1393. intr_tbl[i].enabled = 0;
  1394. intr_tbl[i].src = 0;
  1395. }
  1396. ahw->reset_context = 0;
  1397. }
  1398. static int qlcnic_sriov_vf_handle_dev_ready(struct qlcnic_adapter *adapter)
  1399. {
  1400. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1401. struct device *dev = &adapter->pdev->dev;
  1402. struct qlc_83xx_idc *idc = &ahw->idc;
  1403. u8 func = ahw->pci_func;
  1404. u32 state;
  1405. if ((idc->prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
  1406. (idc->prev_state == QLC_83XX_IDC_DEV_INIT)) {
  1407. if (!qlcnic_sriov_vf_reinit_driver(adapter)) {
  1408. qlcnic_sriov_vf_attach(adapter);
  1409. adapter->fw_fail_cnt = 0;
  1410. dev_info(dev,
  1411. "%s: Reinitialization of VF 0x%x done after FW reset\n",
  1412. __func__, func);
  1413. } else {
  1414. dev_err(dev,
  1415. "%s: Reinitialization of VF 0x%x failed after FW reset\n",
  1416. __func__, func);
  1417. state = QLCRDX(ahw, QLC_83XX_IDC_DEV_STATE);
  1418. dev_info(dev, "Current state 0x%x after FW reset\n",
  1419. state);
  1420. }
  1421. }
  1422. return 0;
  1423. }
  1424. static int qlcnic_sriov_vf_handle_context_reset(struct qlcnic_adapter *adapter)
  1425. {
  1426. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1427. struct qlcnic_mailbox *mbx = ahw->mailbox;
  1428. struct device *dev = &adapter->pdev->dev;
  1429. struct qlc_83xx_idc *idc = &ahw->idc;
  1430. u8 func = ahw->pci_func;
  1431. u32 state;
  1432. adapter->reset_ctx_cnt++;
  1433. /* Skip the context reset and check if FW is hung */
  1434. if (adapter->reset_ctx_cnt < 3) {
  1435. adapter->need_fw_reset = 1;
  1436. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1437. dev_info(dev,
  1438. "Resetting context, wait here to check if FW is in failed state\n");
  1439. return 0;
  1440. }
  1441. /* Check if number of resets exceed the threshold.
  1442. * If it exceeds the threshold just fail the VF.
  1443. */
  1444. if (adapter->reset_ctx_cnt > QLC_83XX_VF_RESET_FAIL_THRESH) {
  1445. clear_bit(QLC_83XX_MODULE_LOADED, &idc->status);
  1446. adapter->tx_timeo_cnt = 0;
  1447. adapter->fw_fail_cnt = 0;
  1448. adapter->reset_ctx_cnt = 0;
  1449. qlcnic_sriov_vf_detach(adapter);
  1450. dev_err(dev,
  1451. "Device context resets have exceeded the threshold, device interface will be shutdown\n");
  1452. return -EIO;
  1453. }
  1454. dev_info(dev, "Resetting context of VF 0x%x\n", func);
  1455. dev_info(dev, "%s: Context reset count %d for VF 0x%x\n",
  1456. __func__, adapter->reset_ctx_cnt, func);
  1457. set_bit(__QLCNIC_RESETTING, &adapter->state);
  1458. adapter->need_fw_reset = 1;
  1459. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1460. qlcnic_sriov_vf_detach(adapter);
  1461. adapter->need_fw_reset = 0;
  1462. if (!qlcnic_sriov_vf_reinit_driver(adapter)) {
  1463. qlcnic_sriov_vf_attach(adapter);
  1464. adapter->tx_timeo_cnt = 0;
  1465. adapter->reset_ctx_cnt = 0;
  1466. adapter->fw_fail_cnt = 0;
  1467. dev_info(dev, "Done resetting context for VF 0x%x\n", func);
  1468. } else {
  1469. dev_err(dev, "%s: Reinitialization of VF 0x%x failed\n",
  1470. __func__, func);
  1471. state = QLCRDX(ahw, QLC_83XX_IDC_DEV_STATE);
  1472. dev_info(dev, "%s: Current state 0x%x\n", __func__, state);
  1473. }
  1474. return 0;
  1475. }
  1476. static int qlcnic_sriov_vf_idc_ready_state(struct qlcnic_adapter *adapter)
  1477. {
  1478. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1479. int ret = 0;
  1480. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY)
  1481. ret = qlcnic_sriov_vf_handle_dev_ready(adapter);
  1482. else if (ahw->reset_context)
  1483. ret = qlcnic_sriov_vf_handle_context_reset(adapter);
  1484. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1485. return ret;
  1486. }
  1487. static int qlcnic_sriov_vf_idc_failed_state(struct qlcnic_adapter *adapter)
  1488. {
  1489. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1490. dev_err(&adapter->pdev->dev, "Device is in failed state\n");
  1491. if (idc->prev_state == QLC_83XX_IDC_DEV_READY)
  1492. qlcnic_sriov_vf_detach(adapter);
  1493. clear_bit(QLC_83XX_MODULE_LOADED, &idc->status);
  1494. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1495. return -EIO;
  1496. }
  1497. static int
  1498. qlcnic_sriov_vf_idc_need_quiescent_state(struct qlcnic_adapter *adapter)
  1499. {
  1500. struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
  1501. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1502. dev_info(&adapter->pdev->dev, "Device is in quiescent state\n");
  1503. if (idc->prev_state == QLC_83XX_IDC_DEV_READY) {
  1504. set_bit(__QLCNIC_RESETTING, &adapter->state);
  1505. adapter->tx_timeo_cnt = 0;
  1506. adapter->reset_ctx_cnt = 0;
  1507. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1508. qlcnic_sriov_vf_detach(adapter);
  1509. }
  1510. return 0;
  1511. }
  1512. static int qlcnic_sriov_vf_idc_init_reset_state(struct qlcnic_adapter *adapter)
  1513. {
  1514. struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
  1515. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1516. u8 func = adapter->ahw->pci_func;
  1517. if (idc->prev_state == QLC_83XX_IDC_DEV_READY) {
  1518. dev_err(&adapter->pdev->dev,
  1519. "Firmware hang detected by VF 0x%x\n", func);
  1520. set_bit(__QLCNIC_RESETTING, &adapter->state);
  1521. adapter->tx_timeo_cnt = 0;
  1522. adapter->reset_ctx_cnt = 0;
  1523. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1524. qlcnic_sriov_vf_detach(adapter);
  1525. }
  1526. return 0;
  1527. }
  1528. static int qlcnic_sriov_vf_idc_unknown_state(struct qlcnic_adapter *adapter)
  1529. {
  1530. dev_err(&adapter->pdev->dev, "%s: Device in unknown state\n", __func__);
  1531. return 0;
  1532. }
  1533. static void qlcnic_sriov_vf_poll_dev_state(struct work_struct *work)
  1534. {
  1535. struct qlcnic_adapter *adapter;
  1536. struct qlc_83xx_idc *idc;
  1537. int ret = 0;
  1538. adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
  1539. idc = &adapter->ahw->idc;
  1540. idc->curr_state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  1541. switch (idc->curr_state) {
  1542. case QLC_83XX_IDC_DEV_READY:
  1543. ret = qlcnic_sriov_vf_idc_ready_state(adapter);
  1544. break;
  1545. case QLC_83XX_IDC_DEV_NEED_RESET:
  1546. case QLC_83XX_IDC_DEV_INIT:
  1547. ret = qlcnic_sriov_vf_idc_init_reset_state(adapter);
  1548. break;
  1549. case QLC_83XX_IDC_DEV_NEED_QUISCENT:
  1550. ret = qlcnic_sriov_vf_idc_need_quiescent_state(adapter);
  1551. break;
  1552. case QLC_83XX_IDC_DEV_FAILED:
  1553. ret = qlcnic_sriov_vf_idc_failed_state(adapter);
  1554. break;
  1555. case QLC_83XX_IDC_DEV_QUISCENT:
  1556. break;
  1557. default:
  1558. ret = qlcnic_sriov_vf_idc_unknown_state(adapter);
  1559. }
  1560. idc->prev_state = idc->curr_state;
  1561. if (!ret && test_bit(QLC_83XX_MODULE_LOADED, &idc->status))
  1562. qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
  1563. idc->delay);
  1564. }
  1565. static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter *adapter)
  1566. {
  1567. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1568. msleep(20);
  1569. clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  1570. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1571. cancel_delayed_work_sync(&adapter->fw_work);
  1572. }
  1573. static int qlcnic_sriov_check_vlan_id(struct qlcnic_sriov *sriov,
  1574. struct qlcnic_vf_info *vf, u16 vlan_id)
  1575. {
  1576. int i, err = -EINVAL;
  1577. if (!vf->sriov_vlans)
  1578. return err;
  1579. mutex_lock(&vf->vlan_list_lock);
  1580. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1581. if (vf->sriov_vlans[i] == vlan_id) {
  1582. err = 0;
  1583. break;
  1584. }
  1585. }
  1586. mutex_unlock(&vf->vlan_list_lock);
  1587. return err;
  1588. }
  1589. static int qlcnic_sriov_validate_num_vlans(struct qlcnic_sriov *sriov,
  1590. struct qlcnic_vf_info *vf)
  1591. {
  1592. int err = 0;
  1593. mutex_lock(&vf->vlan_list_lock);
  1594. if (vf->num_vlan >= sriov->num_allowed_vlans)
  1595. err = -EINVAL;
  1596. mutex_unlock(&vf->vlan_list_lock);
  1597. return err;
  1598. }
  1599. static int qlcnic_sriov_validate_vlan_cfg(struct qlcnic_adapter *adapter,
  1600. u16 vid, u8 enable)
  1601. {
  1602. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1603. struct qlcnic_vf_info *vf;
  1604. bool vlan_exist;
  1605. u8 allowed = 0;
  1606. int i;
  1607. vf = &adapter->ahw->sriov->vf_info[0];
  1608. vlan_exist = qlcnic_sriov_check_any_vlan(vf);
  1609. if (sriov->vlan_mode != QLC_GUEST_VLAN_MODE)
  1610. return -EINVAL;
  1611. if (enable) {
  1612. if (qlcnic_83xx_vf_check(adapter) && vlan_exist)
  1613. return -EINVAL;
  1614. if (qlcnic_sriov_validate_num_vlans(sriov, vf))
  1615. return -EINVAL;
  1616. if (sriov->any_vlan) {
  1617. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1618. if (sriov->allowed_vlans[i] == vid)
  1619. allowed = 1;
  1620. }
  1621. if (!allowed)
  1622. return -EINVAL;
  1623. }
  1624. } else {
  1625. if (!vlan_exist || qlcnic_sriov_check_vlan_id(sriov, vf, vid))
  1626. return -EINVAL;
  1627. }
  1628. return 0;
  1629. }
  1630. static void qlcnic_sriov_vlan_operation(struct qlcnic_vf_info *vf, u16 vlan_id,
  1631. enum qlcnic_vlan_operations opcode)
  1632. {
  1633. struct qlcnic_adapter *adapter = vf->adapter;
  1634. struct qlcnic_sriov *sriov;
  1635. sriov = adapter->ahw->sriov;
  1636. if (!vf->sriov_vlans)
  1637. return;
  1638. mutex_lock(&vf->vlan_list_lock);
  1639. switch (opcode) {
  1640. case QLC_VLAN_ADD:
  1641. qlcnic_sriov_add_vlan_id(sriov, vf, vlan_id);
  1642. break;
  1643. case QLC_VLAN_DELETE:
  1644. qlcnic_sriov_del_vlan_id(sriov, vf, vlan_id);
  1645. break;
  1646. default:
  1647. netdev_err(adapter->netdev, "Invalid VLAN operation\n");
  1648. }
  1649. mutex_unlock(&vf->vlan_list_lock);
  1650. return;
  1651. }
  1652. int qlcnic_sriov_cfg_vf_guest_vlan(struct qlcnic_adapter *adapter,
  1653. u16 vid, u8 enable)
  1654. {
  1655. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1656. struct qlcnic_vf_info *vf;
  1657. struct qlcnic_cmd_args cmd;
  1658. int ret;
  1659. if (vid == 0)
  1660. return 0;
  1661. vf = &adapter->ahw->sriov->vf_info[0];
  1662. ret = qlcnic_sriov_validate_vlan_cfg(adapter, vid, enable);
  1663. if (ret)
  1664. return ret;
  1665. ret = qlcnic_sriov_alloc_bc_mbx_args(&cmd,
  1666. QLCNIC_BC_CMD_CFG_GUEST_VLAN);
  1667. if (ret)
  1668. return ret;
  1669. cmd.req.arg[1] = (enable & 1) | vid << 16;
  1670. qlcnic_sriov_cleanup_async_list(&sriov->bc);
  1671. ret = qlcnic_issue_cmd(adapter, &cmd);
  1672. if (ret) {
  1673. dev_err(&adapter->pdev->dev,
  1674. "Failed to configure guest VLAN, err=%d\n", ret);
  1675. } else {
  1676. qlcnic_free_mac_list(adapter);
  1677. if (enable)
  1678. qlcnic_sriov_vlan_operation(vf, vid, QLC_VLAN_ADD);
  1679. else
  1680. qlcnic_sriov_vlan_operation(vf, vid, QLC_VLAN_DELETE);
  1681. qlcnic_set_multi(adapter->netdev);
  1682. }
  1683. qlcnic_free_mbx_args(&cmd);
  1684. return ret;
  1685. }
  1686. static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter *adapter)
  1687. {
  1688. struct list_head *head = &adapter->mac_list;
  1689. struct qlcnic_mac_vlan_list *cur;
  1690. while (!list_empty(head)) {
  1691. cur = list_entry(head->next, struct qlcnic_mac_vlan_list, list);
  1692. qlcnic_sre_macaddr_change(adapter, cur->mac_addr, cur->vlan_id,
  1693. QLCNIC_MAC_DEL);
  1694. list_del(&cur->list);
  1695. kfree(cur);
  1696. }
  1697. }
  1698. int qlcnic_sriov_vf_shutdown(struct pci_dev *pdev)
  1699. {
  1700. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1701. struct net_device *netdev = adapter->netdev;
  1702. int retval;
  1703. netif_device_detach(netdev);
  1704. qlcnic_cancel_idc_work(adapter);
  1705. if (netif_running(netdev))
  1706. qlcnic_down(adapter, netdev);
  1707. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  1708. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  1709. qlcnic_83xx_disable_mbx_intr(adapter);
  1710. cancel_delayed_work_sync(&adapter->idc_aen_work);
  1711. retval = pci_save_state(pdev);
  1712. if (retval)
  1713. return retval;
  1714. return 0;
  1715. }
  1716. int qlcnic_sriov_vf_resume(struct qlcnic_adapter *adapter)
  1717. {
  1718. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1719. struct net_device *netdev = adapter->netdev;
  1720. int err;
  1721. set_bit(QLC_83XX_MODULE_LOADED, &idc->status);
  1722. qlcnic_83xx_enable_mbx_interrupt(adapter);
  1723. err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
  1724. if (err)
  1725. return err;
  1726. err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
  1727. if (!err) {
  1728. if (netif_running(netdev)) {
  1729. err = qlcnic_up(adapter, netdev);
  1730. if (!err)
  1731. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1732. }
  1733. }
  1734. netif_device_attach(netdev);
  1735. qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
  1736. idc->delay);
  1737. return err;
  1738. }
  1739. void qlcnic_sriov_alloc_vlans(struct qlcnic_adapter *adapter)
  1740. {
  1741. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1742. struct qlcnic_vf_info *vf;
  1743. int i;
  1744. for (i = 0; i < sriov->num_vfs; i++) {
  1745. vf = &sriov->vf_info[i];
  1746. vf->sriov_vlans = kcalloc(sriov->num_allowed_vlans,
  1747. sizeof(*vf->sriov_vlans), GFP_KERNEL);
  1748. }
  1749. }
  1750. void qlcnic_sriov_free_vlans(struct qlcnic_adapter *adapter)
  1751. {
  1752. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1753. struct qlcnic_vf_info *vf;
  1754. int i;
  1755. for (i = 0; i < sriov->num_vfs; i++) {
  1756. vf = &sriov->vf_info[i];
  1757. kfree(vf->sriov_vlans);
  1758. vf->sriov_vlans = NULL;
  1759. }
  1760. }
  1761. void qlcnic_sriov_add_vlan_id(struct qlcnic_sriov *sriov,
  1762. struct qlcnic_vf_info *vf, u16 vlan_id)
  1763. {
  1764. int i;
  1765. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1766. if (!vf->sriov_vlans[i]) {
  1767. vf->sriov_vlans[i] = vlan_id;
  1768. vf->num_vlan++;
  1769. return;
  1770. }
  1771. }
  1772. }
  1773. void qlcnic_sriov_del_vlan_id(struct qlcnic_sriov *sriov,
  1774. struct qlcnic_vf_info *vf, u16 vlan_id)
  1775. {
  1776. int i;
  1777. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1778. if (vf->sriov_vlans[i] == vlan_id) {
  1779. vf->sriov_vlans[i] = 0;
  1780. vf->num_vlan--;
  1781. return;
  1782. }
  1783. }
  1784. }
  1785. bool qlcnic_sriov_check_any_vlan(struct qlcnic_vf_info *vf)
  1786. {
  1787. bool err = false;
  1788. mutex_lock(&vf->vlan_list_lock);
  1789. if (vf->num_vlan)
  1790. err = true;
  1791. mutex_unlock(&vf->vlan_list_lock);
  1792. return err;
  1793. }