qlcnic_sriov_common.c 55 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include "qlcnic_sriov.h"
  8. #include "qlcnic.h"
  9. #include "qlcnic_83xx_hw.h"
  10. #include <linux/types.h>
  11. #define QLC_BC_COMMAND 0
  12. #define QLC_BC_RESPONSE 1
  13. #define QLC_MBOX_RESP_TIMEOUT (10 * HZ)
  14. #define QLC_MBOX_CH_FREE_TIMEOUT (10 * HZ)
  15. #define QLC_BC_MSG 0
  16. #define QLC_BC_CFREE 1
  17. #define QLC_BC_FLR 2
  18. #define QLC_BC_HDR_SZ 16
  19. #define QLC_BC_PAYLOAD_SZ (1024 - QLC_BC_HDR_SZ)
  20. #define QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF 2048
  21. #define QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF 512
  22. #define QLC_83XX_VF_RESET_FAIL_THRESH 8
  23. #define QLC_BC_CMD_MAX_RETRY_CNT 5
  24. static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter *);
  25. static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args *, u32);
  26. static void qlcnic_sriov_vf_poll_dev_state(struct work_struct *);
  27. static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter *);
  28. static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans *);
  29. static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter *,
  30. struct qlcnic_cmd_args *);
  31. static int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter *, u8);
  32. static void qlcnic_sriov_process_bc_cmd(struct work_struct *);
  33. static int qlcnic_sriov_vf_shutdown(struct pci_dev *);
  34. static int qlcnic_sriov_vf_resume(struct qlcnic_adapter *);
  35. static struct qlcnic_hardware_ops qlcnic_sriov_vf_hw_ops = {
  36. .read_crb = qlcnic_83xx_read_crb,
  37. .write_crb = qlcnic_83xx_write_crb,
  38. .read_reg = qlcnic_83xx_rd_reg_indirect,
  39. .write_reg = qlcnic_83xx_wrt_reg_indirect,
  40. .get_mac_address = qlcnic_83xx_get_mac_address,
  41. .setup_intr = qlcnic_83xx_setup_intr,
  42. .alloc_mbx_args = qlcnic_83xx_alloc_mbx_args,
  43. .mbx_cmd = qlcnic_sriov_issue_cmd,
  44. .get_func_no = qlcnic_83xx_get_func_no,
  45. .api_lock = qlcnic_83xx_cam_lock,
  46. .api_unlock = qlcnic_83xx_cam_unlock,
  47. .process_lb_rcv_ring_diag = qlcnic_83xx_process_rcv_ring_diag,
  48. .create_rx_ctx = qlcnic_83xx_create_rx_ctx,
  49. .create_tx_ctx = qlcnic_83xx_create_tx_ctx,
  50. .del_rx_ctx = qlcnic_83xx_del_rx_ctx,
  51. .del_tx_ctx = qlcnic_83xx_del_tx_ctx,
  52. .setup_link_event = qlcnic_83xx_setup_link_event,
  53. .get_nic_info = qlcnic_83xx_get_nic_info,
  54. .get_pci_info = qlcnic_83xx_get_pci_info,
  55. .set_nic_info = qlcnic_83xx_set_nic_info,
  56. .change_macvlan = qlcnic_83xx_sre_macaddr_change,
  57. .napi_enable = qlcnic_83xx_napi_enable,
  58. .napi_disable = qlcnic_83xx_napi_disable,
  59. .config_intr_coal = qlcnic_83xx_config_intr_coal,
  60. .config_rss = qlcnic_83xx_config_rss,
  61. .config_hw_lro = qlcnic_83xx_config_hw_lro,
  62. .config_promisc_mode = qlcnic_83xx_nic_set_promisc,
  63. .change_l2_filter = qlcnic_83xx_change_l2_filter,
  64. .get_board_info = qlcnic_83xx_get_port_info,
  65. .free_mac_list = qlcnic_sriov_vf_free_mac_list,
  66. .enable_sds_intr = qlcnic_83xx_enable_sds_intr,
  67. .disable_sds_intr = qlcnic_83xx_disable_sds_intr,
  68. };
  69. static struct qlcnic_nic_template qlcnic_sriov_vf_ops = {
  70. .config_bridged_mode = qlcnic_config_bridged_mode,
  71. .config_led = qlcnic_config_led,
  72. .cancel_idc_work = qlcnic_sriov_vf_cancel_fw_work,
  73. .napi_add = qlcnic_83xx_napi_add,
  74. .napi_del = qlcnic_83xx_napi_del,
  75. .shutdown = qlcnic_sriov_vf_shutdown,
  76. .resume = qlcnic_sriov_vf_resume,
  77. .config_ipaddr = qlcnic_83xx_config_ipaddr,
  78. .clear_legacy_intr = qlcnic_83xx_clear_legacy_intr,
  79. };
  80. static const struct qlcnic_mailbox_metadata qlcnic_sriov_bc_mbx_tbl[] = {
  81. {QLCNIC_BC_CMD_CHANNEL_INIT, 2, 2},
  82. {QLCNIC_BC_CMD_CHANNEL_TERM, 2, 2},
  83. {QLCNIC_BC_CMD_GET_ACL, 3, 14},
  84. {QLCNIC_BC_CMD_CFG_GUEST_VLAN, 2, 2},
  85. };
  86. static inline bool qlcnic_sriov_bc_msg_check(u32 val)
  87. {
  88. return (val & (1 << QLC_BC_MSG)) ? true : false;
  89. }
  90. static inline bool qlcnic_sriov_channel_free_check(u32 val)
  91. {
  92. return (val & (1 << QLC_BC_CFREE)) ? true : false;
  93. }
  94. static inline bool qlcnic_sriov_flr_check(u32 val)
  95. {
  96. return (val & (1 << QLC_BC_FLR)) ? true : false;
  97. }
  98. static inline u8 qlcnic_sriov_target_func_id(u32 val)
  99. {
  100. return (val >> 4) & 0xff;
  101. }
  102. static int qlcnic_sriov_virtid_fn(struct qlcnic_adapter *adapter, int vf_id)
  103. {
  104. struct pci_dev *dev = adapter->pdev;
  105. int pos;
  106. u16 stride, offset;
  107. if (qlcnic_sriov_vf_check(adapter))
  108. return 0;
  109. pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_SRIOV);
  110. pci_read_config_word(dev, pos + PCI_SRIOV_VF_OFFSET, &offset);
  111. pci_read_config_word(dev, pos + PCI_SRIOV_VF_STRIDE, &stride);
  112. return (dev->devfn + offset + stride * vf_id) & 0xff;
  113. }
  114. int qlcnic_sriov_init(struct qlcnic_adapter *adapter, int num_vfs)
  115. {
  116. struct qlcnic_sriov *sriov;
  117. struct qlcnic_back_channel *bc;
  118. struct workqueue_struct *wq;
  119. struct qlcnic_vport *vp;
  120. struct qlcnic_vf_info *vf;
  121. int err, i;
  122. if (!qlcnic_sriov_enable_check(adapter))
  123. return -EIO;
  124. sriov = kzalloc(sizeof(struct qlcnic_sriov), GFP_KERNEL);
  125. if (!sriov)
  126. return -ENOMEM;
  127. adapter->ahw->sriov = sriov;
  128. sriov->num_vfs = num_vfs;
  129. bc = &sriov->bc;
  130. sriov->vf_info = kzalloc(sizeof(struct qlcnic_vf_info) *
  131. num_vfs, GFP_KERNEL);
  132. if (!sriov->vf_info) {
  133. err = -ENOMEM;
  134. goto qlcnic_free_sriov;
  135. }
  136. wq = create_singlethread_workqueue("bc-trans");
  137. if (wq == NULL) {
  138. err = -ENOMEM;
  139. dev_err(&adapter->pdev->dev,
  140. "Cannot create bc-trans workqueue\n");
  141. goto qlcnic_free_vf_info;
  142. }
  143. bc->bc_trans_wq = wq;
  144. wq = create_singlethread_workqueue("async");
  145. if (wq == NULL) {
  146. err = -ENOMEM;
  147. dev_err(&adapter->pdev->dev, "Cannot create async workqueue\n");
  148. goto qlcnic_destroy_trans_wq;
  149. }
  150. bc->bc_async_wq = wq;
  151. INIT_LIST_HEAD(&bc->async_list);
  152. for (i = 0; i < num_vfs; i++) {
  153. vf = &sriov->vf_info[i];
  154. vf->adapter = adapter;
  155. vf->pci_func = qlcnic_sriov_virtid_fn(adapter, i);
  156. mutex_init(&vf->send_cmd_lock);
  157. mutex_init(&vf->vlan_list_lock);
  158. INIT_LIST_HEAD(&vf->rcv_act.wait_list);
  159. INIT_LIST_HEAD(&vf->rcv_pend.wait_list);
  160. spin_lock_init(&vf->rcv_act.lock);
  161. spin_lock_init(&vf->rcv_pend.lock);
  162. init_completion(&vf->ch_free_cmpl);
  163. INIT_WORK(&vf->trans_work, qlcnic_sriov_process_bc_cmd);
  164. if (qlcnic_sriov_pf_check(adapter)) {
  165. vp = kzalloc(sizeof(struct qlcnic_vport), GFP_KERNEL);
  166. if (!vp) {
  167. err = -ENOMEM;
  168. goto qlcnic_destroy_async_wq;
  169. }
  170. sriov->vf_info[i].vp = vp;
  171. vp->max_tx_bw = MAX_BW;
  172. vp->spoofchk = true;
  173. random_ether_addr(vp->mac);
  174. dev_info(&adapter->pdev->dev,
  175. "MAC Address %pM is configured for VF %d\n",
  176. vp->mac, i);
  177. }
  178. }
  179. return 0;
  180. qlcnic_destroy_async_wq:
  181. destroy_workqueue(bc->bc_async_wq);
  182. qlcnic_destroy_trans_wq:
  183. destroy_workqueue(bc->bc_trans_wq);
  184. qlcnic_free_vf_info:
  185. kfree(sriov->vf_info);
  186. qlcnic_free_sriov:
  187. kfree(adapter->ahw->sriov);
  188. return err;
  189. }
  190. void qlcnic_sriov_cleanup_list(struct qlcnic_trans_list *t_list)
  191. {
  192. struct qlcnic_bc_trans *trans;
  193. struct qlcnic_cmd_args cmd;
  194. unsigned long flags;
  195. spin_lock_irqsave(&t_list->lock, flags);
  196. while (!list_empty(&t_list->wait_list)) {
  197. trans = list_first_entry(&t_list->wait_list,
  198. struct qlcnic_bc_trans, list);
  199. list_del(&trans->list);
  200. t_list->count--;
  201. cmd.req.arg = (u32 *)trans->req_pay;
  202. cmd.rsp.arg = (u32 *)trans->rsp_pay;
  203. qlcnic_free_mbx_args(&cmd);
  204. qlcnic_sriov_cleanup_transaction(trans);
  205. }
  206. spin_unlock_irqrestore(&t_list->lock, flags);
  207. }
  208. void __qlcnic_sriov_cleanup(struct qlcnic_adapter *adapter)
  209. {
  210. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  211. struct qlcnic_back_channel *bc = &sriov->bc;
  212. struct qlcnic_vf_info *vf;
  213. int i;
  214. if (!qlcnic_sriov_enable_check(adapter))
  215. return;
  216. qlcnic_sriov_cleanup_async_list(bc);
  217. destroy_workqueue(bc->bc_async_wq);
  218. for (i = 0; i < sriov->num_vfs; i++) {
  219. vf = &sriov->vf_info[i];
  220. qlcnic_sriov_cleanup_list(&vf->rcv_pend);
  221. cancel_work_sync(&vf->trans_work);
  222. qlcnic_sriov_cleanup_list(&vf->rcv_act);
  223. }
  224. destroy_workqueue(bc->bc_trans_wq);
  225. for (i = 0; i < sriov->num_vfs; i++)
  226. kfree(sriov->vf_info[i].vp);
  227. kfree(sriov->vf_info);
  228. kfree(adapter->ahw->sriov);
  229. }
  230. static void qlcnic_sriov_vf_cleanup(struct qlcnic_adapter *adapter)
  231. {
  232. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  233. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  234. __qlcnic_sriov_cleanup(adapter);
  235. }
  236. void qlcnic_sriov_cleanup(struct qlcnic_adapter *adapter)
  237. {
  238. if (!test_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state))
  239. return;
  240. qlcnic_sriov_free_vlans(adapter);
  241. if (qlcnic_sriov_pf_check(adapter))
  242. qlcnic_sriov_pf_cleanup(adapter);
  243. if (qlcnic_sriov_vf_check(adapter))
  244. qlcnic_sriov_vf_cleanup(adapter);
  245. }
  246. static int qlcnic_sriov_post_bc_msg(struct qlcnic_adapter *adapter, u32 *hdr,
  247. u32 *pay, u8 pci_func, u8 size)
  248. {
  249. struct qlcnic_hardware_context *ahw = adapter->ahw;
  250. struct qlcnic_mailbox *mbx = ahw->mailbox;
  251. struct qlcnic_cmd_args cmd;
  252. unsigned long timeout;
  253. int err;
  254. memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
  255. cmd.hdr = hdr;
  256. cmd.pay = pay;
  257. cmd.pay_size = size;
  258. cmd.func_num = pci_func;
  259. cmd.op_type = QLC_83XX_MBX_POST_BC_OP;
  260. cmd.cmd_op = ((struct qlcnic_bc_hdr *)hdr)->cmd_op;
  261. err = mbx->ops->enqueue_cmd(adapter, &cmd, &timeout);
  262. if (err) {
  263. dev_err(&adapter->pdev->dev,
  264. "%s: Mailbox not available, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
  265. __func__, cmd.cmd_op, cmd.type, ahw->pci_func,
  266. ahw->op_mode);
  267. return err;
  268. }
  269. if (!wait_for_completion_timeout(&cmd.completion, timeout)) {
  270. dev_err(&adapter->pdev->dev,
  271. "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
  272. __func__, cmd.cmd_op, cmd.type, ahw->pci_func,
  273. ahw->op_mode);
  274. flush_workqueue(mbx->work_q);
  275. }
  276. return cmd.rsp_opcode;
  277. }
  278. static void qlcnic_sriov_vf_cfg_buff_desc(struct qlcnic_adapter *adapter)
  279. {
  280. adapter->num_rxd = QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF;
  281. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  282. adapter->num_jumbo_rxd = QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF;
  283. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  284. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  285. adapter->max_rds_rings = MAX_RDS_RINGS;
  286. }
  287. int qlcnic_sriov_get_vf_vport_info(struct qlcnic_adapter *adapter,
  288. struct qlcnic_info *npar_info, u16 vport_id)
  289. {
  290. struct device *dev = &adapter->pdev->dev;
  291. struct qlcnic_cmd_args cmd;
  292. int err;
  293. u32 status;
  294. err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
  295. if (err)
  296. return err;
  297. cmd.req.arg[1] = vport_id << 16 | 0x1;
  298. err = qlcnic_issue_cmd(adapter, &cmd);
  299. if (err) {
  300. dev_err(&adapter->pdev->dev,
  301. "Failed to get vport info, err=%d\n", err);
  302. qlcnic_free_mbx_args(&cmd);
  303. return err;
  304. }
  305. status = cmd.rsp.arg[2] & 0xffff;
  306. if (status & BIT_0)
  307. npar_info->min_tx_bw = MSW(cmd.rsp.arg[2]);
  308. if (status & BIT_1)
  309. npar_info->max_tx_bw = LSW(cmd.rsp.arg[3]);
  310. if (status & BIT_2)
  311. npar_info->max_tx_ques = MSW(cmd.rsp.arg[3]);
  312. if (status & BIT_3)
  313. npar_info->max_tx_mac_filters = LSW(cmd.rsp.arg[4]);
  314. if (status & BIT_4)
  315. npar_info->max_rx_mcast_mac_filters = MSW(cmd.rsp.arg[4]);
  316. if (status & BIT_5)
  317. npar_info->max_rx_ucast_mac_filters = LSW(cmd.rsp.arg[5]);
  318. if (status & BIT_6)
  319. npar_info->max_rx_ip_addr = MSW(cmd.rsp.arg[5]);
  320. if (status & BIT_7)
  321. npar_info->max_rx_lro_flow = LSW(cmd.rsp.arg[6]);
  322. if (status & BIT_8)
  323. npar_info->max_rx_status_rings = MSW(cmd.rsp.arg[6]);
  324. if (status & BIT_9)
  325. npar_info->max_rx_buf_rings = LSW(cmd.rsp.arg[7]);
  326. npar_info->max_rx_ques = MSW(cmd.rsp.arg[7]);
  327. npar_info->max_tx_vlan_keys = LSW(cmd.rsp.arg[8]);
  328. npar_info->max_local_ipv6_addrs = MSW(cmd.rsp.arg[8]);
  329. npar_info->max_remote_ipv6_addrs = LSW(cmd.rsp.arg[9]);
  330. dev_info(dev, "\n\tmin_tx_bw: %d, max_tx_bw: %d max_tx_ques: %d,\n"
  331. "\tmax_tx_mac_filters: %d max_rx_mcast_mac_filters: %d,\n"
  332. "\tmax_rx_ucast_mac_filters: 0x%x, max_rx_ip_addr: %d,\n"
  333. "\tmax_rx_lro_flow: %d max_rx_status_rings: %d,\n"
  334. "\tmax_rx_buf_rings: %d, max_rx_ques: %d, max_tx_vlan_keys %d\n"
  335. "\tlocal_ipv6_addr: %d, remote_ipv6_addr: %d\n",
  336. npar_info->min_tx_bw, npar_info->max_tx_bw,
  337. npar_info->max_tx_ques, npar_info->max_tx_mac_filters,
  338. npar_info->max_rx_mcast_mac_filters,
  339. npar_info->max_rx_ucast_mac_filters, npar_info->max_rx_ip_addr,
  340. npar_info->max_rx_lro_flow, npar_info->max_rx_status_rings,
  341. npar_info->max_rx_buf_rings, npar_info->max_rx_ques,
  342. npar_info->max_tx_vlan_keys, npar_info->max_local_ipv6_addrs,
  343. npar_info->max_remote_ipv6_addrs);
  344. qlcnic_free_mbx_args(&cmd);
  345. return err;
  346. }
  347. static int qlcnic_sriov_set_pvid_mode(struct qlcnic_adapter *adapter,
  348. struct qlcnic_cmd_args *cmd)
  349. {
  350. adapter->rx_pvid = MSW(cmd->rsp.arg[1]) & 0xffff;
  351. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  352. return 0;
  353. }
  354. static int qlcnic_sriov_set_guest_vlan_mode(struct qlcnic_adapter *adapter,
  355. struct qlcnic_cmd_args *cmd)
  356. {
  357. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  358. int i, num_vlans;
  359. u16 *vlans;
  360. if (sriov->allowed_vlans)
  361. return 0;
  362. sriov->any_vlan = cmd->rsp.arg[2] & 0xf;
  363. sriov->num_allowed_vlans = cmd->rsp.arg[2] >> 16;
  364. dev_info(&adapter->pdev->dev, "Number of allowed Guest VLANs = %d\n",
  365. sriov->num_allowed_vlans);
  366. qlcnic_sriov_alloc_vlans(adapter);
  367. if (!sriov->any_vlan)
  368. return 0;
  369. num_vlans = sriov->num_allowed_vlans;
  370. sriov->allowed_vlans = kzalloc(sizeof(u16) * num_vlans, GFP_KERNEL);
  371. if (!sriov->allowed_vlans)
  372. return -ENOMEM;
  373. vlans = (u16 *)&cmd->rsp.arg[3];
  374. for (i = 0; i < num_vlans; i++)
  375. sriov->allowed_vlans[i] = vlans[i];
  376. return 0;
  377. }
  378. static int qlcnic_sriov_get_vf_acl(struct qlcnic_adapter *adapter)
  379. {
  380. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  381. struct qlcnic_cmd_args cmd;
  382. int ret = 0;
  383. ret = qlcnic_sriov_alloc_bc_mbx_args(&cmd, QLCNIC_BC_CMD_GET_ACL);
  384. if (ret)
  385. return ret;
  386. ret = qlcnic_issue_cmd(adapter, &cmd);
  387. if (ret) {
  388. dev_err(&adapter->pdev->dev, "Failed to get ACL, err=%d\n",
  389. ret);
  390. } else {
  391. sriov->vlan_mode = cmd.rsp.arg[1] & 0x3;
  392. switch (sriov->vlan_mode) {
  393. case QLC_GUEST_VLAN_MODE:
  394. ret = qlcnic_sriov_set_guest_vlan_mode(adapter, &cmd);
  395. break;
  396. case QLC_PVID_MODE:
  397. ret = qlcnic_sriov_set_pvid_mode(adapter, &cmd);
  398. break;
  399. }
  400. }
  401. qlcnic_free_mbx_args(&cmd);
  402. return ret;
  403. }
  404. static int qlcnic_sriov_vf_init_driver(struct qlcnic_adapter *adapter)
  405. {
  406. struct qlcnic_hardware_context *ahw = adapter->ahw;
  407. struct qlcnic_info nic_info;
  408. int err;
  409. err = qlcnic_sriov_get_vf_vport_info(adapter, &nic_info, 0);
  410. if (err)
  411. return err;
  412. ahw->max_mc_count = nic_info.max_rx_mcast_mac_filters;
  413. err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
  414. if (err)
  415. return -EIO;
  416. if (qlcnic_83xx_get_port_info(adapter))
  417. return -EIO;
  418. qlcnic_sriov_vf_cfg_buff_desc(adapter);
  419. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  420. dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
  421. adapter->ahw->fw_hal_version);
  422. ahw->physical_port = (u8) nic_info.phys_port;
  423. ahw->switch_mode = nic_info.switch_mode;
  424. ahw->max_mtu = nic_info.max_mtu;
  425. ahw->op_mode = nic_info.op_mode;
  426. ahw->capabilities = nic_info.capabilities;
  427. return 0;
  428. }
  429. static int qlcnic_sriov_setup_vf(struct qlcnic_adapter *adapter,
  430. int pci_using_dac)
  431. {
  432. int err;
  433. INIT_LIST_HEAD(&adapter->vf_mc_list);
  434. if (!qlcnic_use_msi_x && !!qlcnic_use_msi)
  435. dev_warn(&adapter->pdev->dev,
  436. "Device does not support MSI interrupts\n");
  437. /* compute and set default and max tx/sds rings */
  438. qlcnic_set_tx_ring_count(adapter, QLCNIC_SINGLE_RING);
  439. qlcnic_set_sds_ring_count(adapter, QLCNIC_SINGLE_RING);
  440. err = qlcnic_setup_intr(adapter);
  441. if (err) {
  442. dev_err(&adapter->pdev->dev, "Failed to setup interrupt\n");
  443. goto err_out_disable_msi;
  444. }
  445. err = qlcnic_83xx_setup_mbx_intr(adapter);
  446. if (err)
  447. goto err_out_disable_msi;
  448. err = qlcnic_sriov_init(adapter, 1);
  449. if (err)
  450. goto err_out_disable_mbx_intr;
  451. err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
  452. if (err)
  453. goto err_out_cleanup_sriov;
  454. err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
  455. if (err)
  456. goto err_out_disable_bc_intr;
  457. err = qlcnic_sriov_vf_init_driver(adapter);
  458. if (err)
  459. goto err_out_send_channel_term;
  460. err = qlcnic_sriov_get_vf_acl(adapter);
  461. if (err)
  462. goto err_out_send_channel_term;
  463. err = qlcnic_setup_netdev(adapter, adapter->netdev, pci_using_dac);
  464. if (err)
  465. goto err_out_send_channel_term;
  466. pci_set_drvdata(adapter->pdev, adapter);
  467. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  468. adapter->netdev->name);
  469. qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
  470. adapter->ahw->idc.delay);
  471. return 0;
  472. err_out_send_channel_term:
  473. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  474. err_out_disable_bc_intr:
  475. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  476. err_out_cleanup_sriov:
  477. __qlcnic_sriov_cleanup(adapter);
  478. err_out_disable_mbx_intr:
  479. qlcnic_83xx_free_mbx_intr(adapter);
  480. err_out_disable_msi:
  481. qlcnic_teardown_intr(adapter);
  482. return err;
  483. }
  484. static int qlcnic_sriov_check_dev_ready(struct qlcnic_adapter *adapter)
  485. {
  486. u32 state;
  487. do {
  488. msleep(20);
  489. if (++adapter->fw_fail_cnt > QLC_BC_CMD_MAX_RETRY_CNT)
  490. return -EIO;
  491. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  492. } while (state != QLC_83XX_IDC_DEV_READY);
  493. return 0;
  494. }
  495. int qlcnic_sriov_vf_init(struct qlcnic_adapter *adapter, int pci_using_dac)
  496. {
  497. struct qlcnic_hardware_context *ahw = adapter->ahw;
  498. int err;
  499. set_bit(QLC_83XX_MODULE_LOADED, &ahw->idc.status);
  500. ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  501. ahw->reset_context = 0;
  502. adapter->fw_fail_cnt = 0;
  503. ahw->msix_supported = 1;
  504. adapter->need_fw_reset = 0;
  505. adapter->flags |= QLCNIC_TX_INTR_SHARED;
  506. err = qlcnic_sriov_check_dev_ready(adapter);
  507. if (err)
  508. return err;
  509. err = qlcnic_sriov_setup_vf(adapter, pci_using_dac);
  510. if (err)
  511. return err;
  512. if (qlcnic_read_mac_addr(adapter))
  513. dev_warn(&adapter->pdev->dev, "failed to read mac addr\n");
  514. INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
  515. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  516. return 0;
  517. }
  518. void qlcnic_sriov_vf_set_ops(struct qlcnic_adapter *adapter)
  519. {
  520. struct qlcnic_hardware_context *ahw = adapter->ahw;
  521. ahw->op_mode = QLCNIC_SRIOV_VF_FUNC;
  522. dev_info(&adapter->pdev->dev,
  523. "HAL Version: %d Non Privileged SRIOV function\n",
  524. ahw->fw_hal_version);
  525. adapter->nic_ops = &qlcnic_sriov_vf_ops;
  526. set_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state);
  527. return;
  528. }
  529. void qlcnic_sriov_vf_register_map(struct qlcnic_hardware_context *ahw)
  530. {
  531. ahw->hw_ops = &qlcnic_sriov_vf_hw_ops;
  532. ahw->reg_tbl = (u32 *)qlcnic_83xx_reg_tbl;
  533. ahw->ext_reg_tbl = (u32 *)qlcnic_83xx_ext_reg_tbl;
  534. }
  535. static u32 qlcnic_sriov_get_bc_paysize(u32 real_pay_size, u8 curr_frag)
  536. {
  537. u32 pay_size;
  538. pay_size = real_pay_size / ((curr_frag + 1) * QLC_BC_PAYLOAD_SZ);
  539. if (pay_size)
  540. pay_size = QLC_BC_PAYLOAD_SZ;
  541. else
  542. pay_size = real_pay_size % QLC_BC_PAYLOAD_SZ;
  543. return pay_size;
  544. }
  545. int qlcnic_sriov_func_to_index(struct qlcnic_adapter *adapter, u8 pci_func)
  546. {
  547. struct qlcnic_vf_info *vf_info = adapter->ahw->sriov->vf_info;
  548. u8 i;
  549. if (qlcnic_sriov_vf_check(adapter))
  550. return 0;
  551. for (i = 0; i < adapter->ahw->sriov->num_vfs; i++) {
  552. if (vf_info[i].pci_func == pci_func)
  553. return i;
  554. }
  555. return -EINVAL;
  556. }
  557. static inline int qlcnic_sriov_alloc_bc_trans(struct qlcnic_bc_trans **trans)
  558. {
  559. *trans = kzalloc(sizeof(struct qlcnic_bc_trans), GFP_ATOMIC);
  560. if (!*trans)
  561. return -ENOMEM;
  562. init_completion(&(*trans)->resp_cmpl);
  563. return 0;
  564. }
  565. static inline int qlcnic_sriov_alloc_bc_msg(struct qlcnic_bc_hdr **hdr,
  566. u32 size)
  567. {
  568. *hdr = kzalloc(sizeof(struct qlcnic_bc_hdr) * size, GFP_ATOMIC);
  569. if (!*hdr)
  570. return -ENOMEM;
  571. return 0;
  572. }
  573. static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args *mbx, u32 type)
  574. {
  575. const struct qlcnic_mailbox_metadata *mbx_tbl;
  576. int i, size;
  577. mbx_tbl = qlcnic_sriov_bc_mbx_tbl;
  578. size = ARRAY_SIZE(qlcnic_sriov_bc_mbx_tbl);
  579. for (i = 0; i < size; i++) {
  580. if (type == mbx_tbl[i].cmd) {
  581. mbx->op_type = QLC_BC_CMD;
  582. mbx->req.num = mbx_tbl[i].in_args;
  583. mbx->rsp.num = mbx_tbl[i].out_args;
  584. mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
  585. GFP_ATOMIC);
  586. if (!mbx->req.arg)
  587. return -ENOMEM;
  588. mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
  589. GFP_ATOMIC);
  590. if (!mbx->rsp.arg) {
  591. kfree(mbx->req.arg);
  592. mbx->req.arg = NULL;
  593. return -ENOMEM;
  594. }
  595. memset(mbx->req.arg, 0, sizeof(u32) * mbx->req.num);
  596. memset(mbx->rsp.arg, 0, sizeof(u32) * mbx->rsp.num);
  597. mbx->req.arg[0] = (type | (mbx->req.num << 16) |
  598. (3 << 29));
  599. mbx->rsp.arg[0] = (type & 0xffff) | mbx->rsp.num << 16;
  600. return 0;
  601. }
  602. }
  603. return -EINVAL;
  604. }
  605. static int qlcnic_sriov_prepare_bc_hdr(struct qlcnic_bc_trans *trans,
  606. struct qlcnic_cmd_args *cmd,
  607. u16 seq, u8 msg_type)
  608. {
  609. struct qlcnic_bc_hdr *hdr;
  610. int i;
  611. u32 num_regs, bc_pay_sz;
  612. u16 remainder;
  613. u8 cmd_op, num_frags, t_num_frags;
  614. bc_pay_sz = QLC_BC_PAYLOAD_SZ;
  615. if (msg_type == QLC_BC_COMMAND) {
  616. trans->req_pay = (struct qlcnic_bc_payload *)cmd->req.arg;
  617. trans->rsp_pay = (struct qlcnic_bc_payload *)cmd->rsp.arg;
  618. num_regs = cmd->req.num;
  619. trans->req_pay_size = (num_regs * 4);
  620. num_regs = cmd->rsp.num;
  621. trans->rsp_pay_size = (num_regs * 4);
  622. cmd_op = cmd->req.arg[0] & 0xff;
  623. remainder = (trans->req_pay_size) % (bc_pay_sz);
  624. num_frags = (trans->req_pay_size) / (bc_pay_sz);
  625. if (remainder)
  626. num_frags++;
  627. t_num_frags = num_frags;
  628. if (qlcnic_sriov_alloc_bc_msg(&trans->req_hdr, num_frags))
  629. return -ENOMEM;
  630. remainder = (trans->rsp_pay_size) % (bc_pay_sz);
  631. num_frags = (trans->rsp_pay_size) / (bc_pay_sz);
  632. if (remainder)
  633. num_frags++;
  634. if (qlcnic_sriov_alloc_bc_msg(&trans->rsp_hdr, num_frags))
  635. return -ENOMEM;
  636. num_frags = t_num_frags;
  637. hdr = trans->req_hdr;
  638. } else {
  639. cmd->req.arg = (u32 *)trans->req_pay;
  640. cmd->rsp.arg = (u32 *)trans->rsp_pay;
  641. cmd_op = cmd->req.arg[0] & 0xff;
  642. remainder = (trans->rsp_pay_size) % (bc_pay_sz);
  643. num_frags = (trans->rsp_pay_size) / (bc_pay_sz);
  644. if (remainder)
  645. num_frags++;
  646. cmd->req.num = trans->req_pay_size / 4;
  647. cmd->rsp.num = trans->rsp_pay_size / 4;
  648. hdr = trans->rsp_hdr;
  649. cmd->op_type = trans->req_hdr->op_type;
  650. }
  651. trans->trans_id = seq;
  652. trans->cmd_id = cmd_op;
  653. for (i = 0; i < num_frags; i++) {
  654. hdr[i].version = 2;
  655. hdr[i].msg_type = msg_type;
  656. hdr[i].op_type = cmd->op_type;
  657. hdr[i].num_cmds = 1;
  658. hdr[i].num_frags = num_frags;
  659. hdr[i].frag_num = i + 1;
  660. hdr[i].cmd_op = cmd_op;
  661. hdr[i].seq_id = seq;
  662. }
  663. return 0;
  664. }
  665. static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans *trans)
  666. {
  667. if (!trans)
  668. return;
  669. kfree(trans->req_hdr);
  670. kfree(trans->rsp_hdr);
  671. kfree(trans);
  672. }
  673. static int qlcnic_sriov_clear_trans(struct qlcnic_vf_info *vf,
  674. struct qlcnic_bc_trans *trans, u8 type)
  675. {
  676. struct qlcnic_trans_list *t_list;
  677. unsigned long flags;
  678. int ret = 0;
  679. if (type == QLC_BC_RESPONSE) {
  680. t_list = &vf->rcv_act;
  681. spin_lock_irqsave(&t_list->lock, flags);
  682. t_list->count--;
  683. list_del(&trans->list);
  684. if (t_list->count > 0)
  685. ret = 1;
  686. spin_unlock_irqrestore(&t_list->lock, flags);
  687. }
  688. if (type == QLC_BC_COMMAND) {
  689. while (test_and_set_bit(QLC_BC_VF_SEND, &vf->state))
  690. msleep(100);
  691. vf->send_cmd = NULL;
  692. clear_bit(QLC_BC_VF_SEND, &vf->state);
  693. }
  694. return ret;
  695. }
  696. static void qlcnic_sriov_schedule_bc_cmd(struct qlcnic_sriov *sriov,
  697. struct qlcnic_vf_info *vf,
  698. work_func_t func)
  699. {
  700. if (test_bit(QLC_BC_VF_FLR, &vf->state) ||
  701. vf->adapter->need_fw_reset)
  702. return;
  703. queue_work(sriov->bc.bc_trans_wq, &vf->trans_work);
  704. }
  705. static inline void qlcnic_sriov_wait_for_resp(struct qlcnic_bc_trans *trans)
  706. {
  707. struct completion *cmpl = &trans->resp_cmpl;
  708. if (wait_for_completion_timeout(cmpl, QLC_MBOX_RESP_TIMEOUT))
  709. trans->trans_state = QLC_END;
  710. else
  711. trans->trans_state = QLC_ABORT;
  712. return;
  713. }
  714. static void qlcnic_sriov_handle_multi_frags(struct qlcnic_bc_trans *trans,
  715. u8 type)
  716. {
  717. if (type == QLC_BC_RESPONSE) {
  718. trans->curr_rsp_frag++;
  719. if (trans->curr_rsp_frag < trans->rsp_hdr->num_frags)
  720. trans->trans_state = QLC_INIT;
  721. else
  722. trans->trans_state = QLC_END;
  723. } else {
  724. trans->curr_req_frag++;
  725. if (trans->curr_req_frag < trans->req_hdr->num_frags)
  726. trans->trans_state = QLC_INIT;
  727. else
  728. trans->trans_state = QLC_WAIT_FOR_RESP;
  729. }
  730. }
  731. static void qlcnic_sriov_wait_for_channel_free(struct qlcnic_bc_trans *trans,
  732. u8 type)
  733. {
  734. struct qlcnic_vf_info *vf = trans->vf;
  735. struct completion *cmpl = &vf->ch_free_cmpl;
  736. if (!wait_for_completion_timeout(cmpl, QLC_MBOX_CH_FREE_TIMEOUT)) {
  737. trans->trans_state = QLC_ABORT;
  738. return;
  739. }
  740. clear_bit(QLC_BC_VF_CHANNEL, &vf->state);
  741. qlcnic_sriov_handle_multi_frags(trans, type);
  742. }
  743. static void qlcnic_sriov_pull_bc_msg(struct qlcnic_adapter *adapter,
  744. u32 *hdr, u32 *pay, u32 size)
  745. {
  746. struct qlcnic_hardware_context *ahw = adapter->ahw;
  747. u32 fw_mbx;
  748. u8 i, max = 2, hdr_size, j;
  749. hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
  750. max = (size / sizeof(u32)) + hdr_size;
  751. fw_mbx = readl(QLCNIC_MBX_FW(ahw, 0));
  752. for (i = 2, j = 0; j < hdr_size; i++, j++)
  753. *(hdr++) = readl(QLCNIC_MBX_FW(ahw, i));
  754. for (; j < max; i++, j++)
  755. *(pay++) = readl(QLCNIC_MBX_FW(ahw, i));
  756. }
  757. static int __qlcnic_sriov_issue_bc_post(struct qlcnic_vf_info *vf)
  758. {
  759. int ret = -EBUSY;
  760. u32 timeout = 10000;
  761. do {
  762. if (!test_and_set_bit(QLC_BC_VF_CHANNEL, &vf->state)) {
  763. ret = 0;
  764. break;
  765. }
  766. mdelay(1);
  767. } while (--timeout);
  768. return ret;
  769. }
  770. static int qlcnic_sriov_issue_bc_post(struct qlcnic_bc_trans *trans, u8 type)
  771. {
  772. struct qlcnic_vf_info *vf = trans->vf;
  773. u32 pay_size, hdr_size;
  774. u32 *hdr, *pay;
  775. int ret;
  776. u8 pci_func = trans->func_id;
  777. if (__qlcnic_sriov_issue_bc_post(vf))
  778. return -EBUSY;
  779. if (type == QLC_BC_COMMAND) {
  780. hdr = (u32 *)(trans->req_hdr + trans->curr_req_frag);
  781. pay = (u32 *)(trans->req_pay + trans->curr_req_frag);
  782. hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
  783. pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
  784. trans->curr_req_frag);
  785. pay_size = (pay_size / sizeof(u32));
  786. } else {
  787. hdr = (u32 *)(trans->rsp_hdr + trans->curr_rsp_frag);
  788. pay = (u32 *)(trans->rsp_pay + trans->curr_rsp_frag);
  789. hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
  790. pay_size = qlcnic_sriov_get_bc_paysize(trans->rsp_pay_size,
  791. trans->curr_rsp_frag);
  792. pay_size = (pay_size / sizeof(u32));
  793. }
  794. ret = qlcnic_sriov_post_bc_msg(vf->adapter, hdr, pay,
  795. pci_func, pay_size);
  796. return ret;
  797. }
  798. static int __qlcnic_sriov_send_bc_msg(struct qlcnic_bc_trans *trans,
  799. struct qlcnic_vf_info *vf, u8 type)
  800. {
  801. bool flag = true;
  802. int err = -EIO;
  803. while (flag) {
  804. if (test_bit(QLC_BC_VF_FLR, &vf->state) ||
  805. vf->adapter->need_fw_reset)
  806. trans->trans_state = QLC_ABORT;
  807. switch (trans->trans_state) {
  808. case QLC_INIT:
  809. trans->trans_state = QLC_WAIT_FOR_CHANNEL_FREE;
  810. if (qlcnic_sriov_issue_bc_post(trans, type))
  811. trans->trans_state = QLC_ABORT;
  812. break;
  813. case QLC_WAIT_FOR_CHANNEL_FREE:
  814. qlcnic_sriov_wait_for_channel_free(trans, type);
  815. break;
  816. case QLC_WAIT_FOR_RESP:
  817. qlcnic_sriov_wait_for_resp(trans);
  818. break;
  819. case QLC_END:
  820. err = 0;
  821. flag = false;
  822. break;
  823. case QLC_ABORT:
  824. err = -EIO;
  825. flag = false;
  826. clear_bit(QLC_BC_VF_CHANNEL, &vf->state);
  827. break;
  828. default:
  829. err = -EIO;
  830. flag = false;
  831. }
  832. }
  833. return err;
  834. }
  835. static int qlcnic_sriov_send_bc_cmd(struct qlcnic_adapter *adapter,
  836. struct qlcnic_bc_trans *trans, int pci_func)
  837. {
  838. struct qlcnic_vf_info *vf;
  839. int err, index = qlcnic_sriov_func_to_index(adapter, pci_func);
  840. if (index < 0)
  841. return -EIO;
  842. vf = &adapter->ahw->sriov->vf_info[index];
  843. trans->vf = vf;
  844. trans->func_id = pci_func;
  845. if (!test_bit(QLC_BC_VF_STATE, &vf->state)) {
  846. if (qlcnic_sriov_pf_check(adapter))
  847. return -EIO;
  848. if (qlcnic_sriov_vf_check(adapter) &&
  849. trans->cmd_id != QLCNIC_BC_CMD_CHANNEL_INIT)
  850. return -EIO;
  851. }
  852. mutex_lock(&vf->send_cmd_lock);
  853. vf->send_cmd = trans;
  854. err = __qlcnic_sriov_send_bc_msg(trans, vf, QLC_BC_COMMAND);
  855. qlcnic_sriov_clear_trans(vf, trans, QLC_BC_COMMAND);
  856. mutex_unlock(&vf->send_cmd_lock);
  857. return err;
  858. }
  859. static void __qlcnic_sriov_process_bc_cmd(struct qlcnic_adapter *adapter,
  860. struct qlcnic_bc_trans *trans,
  861. struct qlcnic_cmd_args *cmd)
  862. {
  863. #ifdef CONFIG_QLCNIC_SRIOV
  864. if (qlcnic_sriov_pf_check(adapter)) {
  865. qlcnic_sriov_pf_process_bc_cmd(adapter, trans, cmd);
  866. return;
  867. }
  868. #endif
  869. cmd->rsp.arg[0] |= (0x9 << 25);
  870. return;
  871. }
  872. static void qlcnic_sriov_process_bc_cmd(struct work_struct *work)
  873. {
  874. struct qlcnic_vf_info *vf = container_of(work, struct qlcnic_vf_info,
  875. trans_work);
  876. struct qlcnic_bc_trans *trans = NULL;
  877. struct qlcnic_adapter *adapter = vf->adapter;
  878. struct qlcnic_cmd_args cmd;
  879. u8 req;
  880. if (adapter->need_fw_reset)
  881. return;
  882. if (test_bit(QLC_BC_VF_FLR, &vf->state))
  883. return;
  884. memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
  885. trans = list_first_entry(&vf->rcv_act.wait_list,
  886. struct qlcnic_bc_trans, list);
  887. adapter = vf->adapter;
  888. if (qlcnic_sriov_prepare_bc_hdr(trans, &cmd, trans->req_hdr->seq_id,
  889. QLC_BC_RESPONSE))
  890. goto cleanup_trans;
  891. __qlcnic_sriov_process_bc_cmd(adapter, trans, &cmd);
  892. trans->trans_state = QLC_INIT;
  893. __qlcnic_sriov_send_bc_msg(trans, vf, QLC_BC_RESPONSE);
  894. cleanup_trans:
  895. qlcnic_free_mbx_args(&cmd);
  896. req = qlcnic_sriov_clear_trans(vf, trans, QLC_BC_RESPONSE);
  897. qlcnic_sriov_cleanup_transaction(trans);
  898. if (req)
  899. qlcnic_sriov_schedule_bc_cmd(adapter->ahw->sriov, vf,
  900. qlcnic_sriov_process_bc_cmd);
  901. }
  902. static void qlcnic_sriov_handle_bc_resp(struct qlcnic_bc_hdr *hdr,
  903. struct qlcnic_vf_info *vf)
  904. {
  905. struct qlcnic_bc_trans *trans;
  906. u32 pay_size;
  907. if (test_and_set_bit(QLC_BC_VF_SEND, &vf->state))
  908. return;
  909. trans = vf->send_cmd;
  910. if (trans == NULL)
  911. goto clear_send;
  912. if (trans->trans_id != hdr->seq_id)
  913. goto clear_send;
  914. pay_size = qlcnic_sriov_get_bc_paysize(trans->rsp_pay_size,
  915. trans->curr_rsp_frag);
  916. qlcnic_sriov_pull_bc_msg(vf->adapter,
  917. (u32 *)(trans->rsp_hdr + trans->curr_rsp_frag),
  918. (u32 *)(trans->rsp_pay + trans->curr_rsp_frag),
  919. pay_size);
  920. if (++trans->curr_rsp_frag < trans->rsp_hdr->num_frags)
  921. goto clear_send;
  922. complete(&trans->resp_cmpl);
  923. clear_send:
  924. clear_bit(QLC_BC_VF_SEND, &vf->state);
  925. }
  926. int __qlcnic_sriov_add_act_list(struct qlcnic_sriov *sriov,
  927. struct qlcnic_vf_info *vf,
  928. struct qlcnic_bc_trans *trans)
  929. {
  930. struct qlcnic_trans_list *t_list = &vf->rcv_act;
  931. t_list->count++;
  932. list_add_tail(&trans->list, &t_list->wait_list);
  933. if (t_list->count == 1)
  934. qlcnic_sriov_schedule_bc_cmd(sriov, vf,
  935. qlcnic_sriov_process_bc_cmd);
  936. return 0;
  937. }
  938. static int qlcnic_sriov_add_act_list(struct qlcnic_sriov *sriov,
  939. struct qlcnic_vf_info *vf,
  940. struct qlcnic_bc_trans *trans)
  941. {
  942. struct qlcnic_trans_list *t_list = &vf->rcv_act;
  943. spin_lock(&t_list->lock);
  944. __qlcnic_sriov_add_act_list(sriov, vf, trans);
  945. spin_unlock(&t_list->lock);
  946. return 0;
  947. }
  948. static void qlcnic_sriov_handle_pending_trans(struct qlcnic_sriov *sriov,
  949. struct qlcnic_vf_info *vf,
  950. struct qlcnic_bc_hdr *hdr)
  951. {
  952. struct qlcnic_bc_trans *trans = NULL;
  953. struct list_head *node;
  954. u32 pay_size, curr_frag;
  955. u8 found = 0, active = 0;
  956. spin_lock(&vf->rcv_pend.lock);
  957. if (vf->rcv_pend.count > 0) {
  958. list_for_each(node, &vf->rcv_pend.wait_list) {
  959. trans = list_entry(node, struct qlcnic_bc_trans, list);
  960. if (trans->trans_id == hdr->seq_id) {
  961. found = 1;
  962. break;
  963. }
  964. }
  965. }
  966. if (found) {
  967. curr_frag = trans->curr_req_frag;
  968. pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
  969. curr_frag);
  970. qlcnic_sriov_pull_bc_msg(vf->adapter,
  971. (u32 *)(trans->req_hdr + curr_frag),
  972. (u32 *)(trans->req_pay + curr_frag),
  973. pay_size);
  974. trans->curr_req_frag++;
  975. if (trans->curr_req_frag >= hdr->num_frags) {
  976. vf->rcv_pend.count--;
  977. list_del(&trans->list);
  978. active = 1;
  979. }
  980. }
  981. spin_unlock(&vf->rcv_pend.lock);
  982. if (active)
  983. if (qlcnic_sriov_add_act_list(sriov, vf, trans))
  984. qlcnic_sriov_cleanup_transaction(trans);
  985. return;
  986. }
  987. static void qlcnic_sriov_handle_bc_cmd(struct qlcnic_sriov *sriov,
  988. struct qlcnic_bc_hdr *hdr,
  989. struct qlcnic_vf_info *vf)
  990. {
  991. struct qlcnic_bc_trans *trans;
  992. struct qlcnic_adapter *adapter = vf->adapter;
  993. struct qlcnic_cmd_args cmd;
  994. u32 pay_size;
  995. int err;
  996. u8 cmd_op;
  997. if (adapter->need_fw_reset)
  998. return;
  999. if (!test_bit(QLC_BC_VF_STATE, &vf->state) &&
  1000. hdr->op_type != QLC_BC_CMD &&
  1001. hdr->cmd_op != QLCNIC_BC_CMD_CHANNEL_INIT)
  1002. return;
  1003. if (hdr->frag_num > 1) {
  1004. qlcnic_sriov_handle_pending_trans(sriov, vf, hdr);
  1005. return;
  1006. }
  1007. memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
  1008. cmd_op = hdr->cmd_op;
  1009. if (qlcnic_sriov_alloc_bc_trans(&trans))
  1010. return;
  1011. if (hdr->op_type == QLC_BC_CMD)
  1012. err = qlcnic_sriov_alloc_bc_mbx_args(&cmd, cmd_op);
  1013. else
  1014. err = qlcnic_alloc_mbx_args(&cmd, adapter, cmd_op);
  1015. if (err) {
  1016. qlcnic_sriov_cleanup_transaction(trans);
  1017. return;
  1018. }
  1019. cmd.op_type = hdr->op_type;
  1020. if (qlcnic_sriov_prepare_bc_hdr(trans, &cmd, hdr->seq_id,
  1021. QLC_BC_COMMAND)) {
  1022. qlcnic_free_mbx_args(&cmd);
  1023. qlcnic_sriov_cleanup_transaction(trans);
  1024. return;
  1025. }
  1026. pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
  1027. trans->curr_req_frag);
  1028. qlcnic_sriov_pull_bc_msg(vf->adapter,
  1029. (u32 *)(trans->req_hdr + trans->curr_req_frag),
  1030. (u32 *)(trans->req_pay + trans->curr_req_frag),
  1031. pay_size);
  1032. trans->func_id = vf->pci_func;
  1033. trans->vf = vf;
  1034. trans->trans_id = hdr->seq_id;
  1035. trans->curr_req_frag++;
  1036. if (qlcnic_sriov_soft_flr_check(adapter, trans, vf))
  1037. return;
  1038. if (trans->curr_req_frag == trans->req_hdr->num_frags) {
  1039. if (qlcnic_sriov_add_act_list(sriov, vf, trans)) {
  1040. qlcnic_free_mbx_args(&cmd);
  1041. qlcnic_sriov_cleanup_transaction(trans);
  1042. }
  1043. } else {
  1044. spin_lock(&vf->rcv_pend.lock);
  1045. list_add_tail(&trans->list, &vf->rcv_pend.wait_list);
  1046. vf->rcv_pend.count++;
  1047. spin_unlock(&vf->rcv_pend.lock);
  1048. }
  1049. }
  1050. static void qlcnic_sriov_handle_msg_event(struct qlcnic_sriov *sriov,
  1051. struct qlcnic_vf_info *vf)
  1052. {
  1053. struct qlcnic_bc_hdr hdr;
  1054. u32 *ptr = (u32 *)&hdr;
  1055. u8 msg_type, i;
  1056. for (i = 2; i < 6; i++)
  1057. ptr[i - 2] = readl(QLCNIC_MBX_FW(vf->adapter->ahw, i));
  1058. msg_type = hdr.msg_type;
  1059. switch (msg_type) {
  1060. case QLC_BC_COMMAND:
  1061. qlcnic_sriov_handle_bc_cmd(sriov, &hdr, vf);
  1062. break;
  1063. case QLC_BC_RESPONSE:
  1064. qlcnic_sriov_handle_bc_resp(&hdr, vf);
  1065. break;
  1066. }
  1067. }
  1068. static void qlcnic_sriov_handle_flr_event(struct qlcnic_sriov *sriov,
  1069. struct qlcnic_vf_info *vf)
  1070. {
  1071. struct qlcnic_adapter *adapter = vf->adapter;
  1072. if (qlcnic_sriov_pf_check(adapter))
  1073. qlcnic_sriov_pf_handle_flr(sriov, vf);
  1074. else
  1075. dev_err(&adapter->pdev->dev,
  1076. "Invalid event to VF. VF should not get FLR event\n");
  1077. }
  1078. void qlcnic_sriov_handle_bc_event(struct qlcnic_adapter *adapter, u32 event)
  1079. {
  1080. struct qlcnic_vf_info *vf;
  1081. struct qlcnic_sriov *sriov;
  1082. int index;
  1083. u8 pci_func;
  1084. sriov = adapter->ahw->sriov;
  1085. pci_func = qlcnic_sriov_target_func_id(event);
  1086. index = qlcnic_sriov_func_to_index(adapter, pci_func);
  1087. if (index < 0)
  1088. return;
  1089. vf = &sriov->vf_info[index];
  1090. vf->pci_func = pci_func;
  1091. if (qlcnic_sriov_channel_free_check(event))
  1092. complete(&vf->ch_free_cmpl);
  1093. if (qlcnic_sriov_flr_check(event)) {
  1094. qlcnic_sriov_handle_flr_event(sriov, vf);
  1095. return;
  1096. }
  1097. if (qlcnic_sriov_bc_msg_check(event))
  1098. qlcnic_sriov_handle_msg_event(sriov, vf);
  1099. }
  1100. int qlcnic_sriov_cfg_bc_intr(struct qlcnic_adapter *adapter, u8 enable)
  1101. {
  1102. struct qlcnic_cmd_args cmd;
  1103. int err;
  1104. if (!test_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state))
  1105. return 0;
  1106. if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_BC_EVENT_SETUP))
  1107. return -ENOMEM;
  1108. if (enable)
  1109. cmd.req.arg[1] = (1 << 4) | (1 << 5) | (1 << 6) | (1 << 7);
  1110. err = qlcnic_83xx_issue_cmd(adapter, &cmd);
  1111. if (err != QLCNIC_RCODE_SUCCESS) {
  1112. dev_err(&adapter->pdev->dev,
  1113. "Failed to %s bc events, err=%d\n",
  1114. (enable ? "enable" : "disable"), err);
  1115. }
  1116. qlcnic_free_mbx_args(&cmd);
  1117. return err;
  1118. }
  1119. static int qlcnic_sriov_retry_bc_cmd(struct qlcnic_adapter *adapter,
  1120. struct qlcnic_bc_trans *trans)
  1121. {
  1122. u8 max = QLC_BC_CMD_MAX_RETRY_CNT;
  1123. u32 state;
  1124. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  1125. if (state == QLC_83XX_IDC_DEV_READY) {
  1126. msleep(20);
  1127. clear_bit(QLC_BC_VF_CHANNEL, &trans->vf->state);
  1128. trans->trans_state = QLC_INIT;
  1129. if (++adapter->fw_fail_cnt > max)
  1130. return -EIO;
  1131. else
  1132. return 0;
  1133. }
  1134. return -EIO;
  1135. }
  1136. static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter *adapter,
  1137. struct qlcnic_cmd_args *cmd)
  1138. {
  1139. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1140. struct qlcnic_mailbox *mbx = ahw->mailbox;
  1141. struct device *dev = &adapter->pdev->dev;
  1142. struct qlcnic_bc_trans *trans;
  1143. int err;
  1144. u32 rsp_data, opcode, mbx_err_code, rsp;
  1145. u16 seq = ++adapter->ahw->sriov->bc.trans_counter;
  1146. u8 func = ahw->pci_func;
  1147. rsp = qlcnic_sriov_alloc_bc_trans(&trans);
  1148. if (rsp)
  1149. return rsp;
  1150. rsp = qlcnic_sriov_prepare_bc_hdr(trans, cmd, seq, QLC_BC_COMMAND);
  1151. if (rsp)
  1152. goto cleanup_transaction;
  1153. retry:
  1154. if (!test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
  1155. rsp = -EIO;
  1156. QLCDB(adapter, DRV, "MBX not Ready!(cmd 0x%x) for VF 0x%x\n",
  1157. QLCNIC_MBX_RSP(cmd->req.arg[0]), func);
  1158. goto err_out;
  1159. }
  1160. err = qlcnic_sriov_send_bc_cmd(adapter, trans, func);
  1161. if (err) {
  1162. dev_err(dev, "MBX command 0x%x timed out for VF %d\n",
  1163. (cmd->req.arg[0] & 0xffff), func);
  1164. rsp = QLCNIC_RCODE_TIMEOUT;
  1165. /* After adapter reset PF driver may take some time to
  1166. * respond to VF's request. Retry request till maximum retries.
  1167. */
  1168. if ((trans->req_hdr->cmd_op == QLCNIC_BC_CMD_CHANNEL_INIT) &&
  1169. !qlcnic_sriov_retry_bc_cmd(adapter, trans))
  1170. goto retry;
  1171. goto err_out;
  1172. }
  1173. rsp_data = cmd->rsp.arg[0];
  1174. mbx_err_code = QLCNIC_MBX_STATUS(rsp_data);
  1175. opcode = QLCNIC_MBX_RSP(cmd->req.arg[0]);
  1176. if ((mbx_err_code == QLCNIC_MBX_RSP_OK) ||
  1177. (mbx_err_code == QLCNIC_MBX_PORT_RSP_OK)) {
  1178. rsp = QLCNIC_RCODE_SUCCESS;
  1179. } else {
  1180. rsp = mbx_err_code;
  1181. if (!rsp)
  1182. rsp = 1;
  1183. dev_err(dev,
  1184. "MBX command 0x%x failed with err:0x%x for VF %d\n",
  1185. opcode, mbx_err_code, func);
  1186. }
  1187. err_out:
  1188. if (rsp == QLCNIC_RCODE_TIMEOUT) {
  1189. ahw->reset_context = 1;
  1190. adapter->need_fw_reset = 1;
  1191. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1192. }
  1193. cleanup_transaction:
  1194. qlcnic_sriov_cleanup_transaction(trans);
  1195. return rsp;
  1196. }
  1197. static int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter *adapter, u8 cmd_op)
  1198. {
  1199. struct qlcnic_cmd_args cmd;
  1200. struct qlcnic_vf_info *vf = &adapter->ahw->sriov->vf_info[0];
  1201. int ret;
  1202. if (qlcnic_sriov_alloc_bc_mbx_args(&cmd, cmd_op))
  1203. return -ENOMEM;
  1204. ret = qlcnic_issue_cmd(adapter, &cmd);
  1205. if (ret) {
  1206. dev_err(&adapter->pdev->dev,
  1207. "Failed bc channel %s %d\n", cmd_op ? "term" : "init",
  1208. ret);
  1209. goto out;
  1210. }
  1211. cmd_op = (cmd.rsp.arg[0] & 0xff);
  1212. if (cmd.rsp.arg[0] >> 25 == 2)
  1213. return 2;
  1214. if (cmd_op == QLCNIC_BC_CMD_CHANNEL_INIT)
  1215. set_bit(QLC_BC_VF_STATE, &vf->state);
  1216. else
  1217. clear_bit(QLC_BC_VF_STATE, &vf->state);
  1218. out:
  1219. qlcnic_free_mbx_args(&cmd);
  1220. return ret;
  1221. }
  1222. static void qlcnic_vf_add_mc_list(struct net_device *netdev)
  1223. {
  1224. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1225. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1226. struct qlcnic_mac_vlan_list *cur;
  1227. struct list_head *head, tmp_list;
  1228. struct qlcnic_vf_info *vf;
  1229. u16 vlan_id;
  1230. int i;
  1231. static const u8 bcast_addr[ETH_ALEN] = {
  1232. 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
  1233. };
  1234. vf = &adapter->ahw->sriov->vf_info[0];
  1235. INIT_LIST_HEAD(&tmp_list);
  1236. head = &adapter->vf_mc_list;
  1237. netif_addr_lock_bh(netdev);
  1238. while (!list_empty(head)) {
  1239. cur = list_entry(head->next, struct qlcnic_mac_vlan_list, list);
  1240. list_move(&cur->list, &tmp_list);
  1241. }
  1242. netif_addr_unlock_bh(netdev);
  1243. while (!list_empty(&tmp_list)) {
  1244. cur = list_entry((&tmp_list)->next,
  1245. struct qlcnic_mac_vlan_list, list);
  1246. if (!qlcnic_sriov_check_any_vlan(vf)) {
  1247. qlcnic_nic_add_mac(adapter, bcast_addr, 0);
  1248. qlcnic_nic_add_mac(adapter, cur->mac_addr, 0);
  1249. } else {
  1250. mutex_lock(&vf->vlan_list_lock);
  1251. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1252. vlan_id = vf->sriov_vlans[i];
  1253. if (vlan_id) {
  1254. qlcnic_nic_add_mac(adapter, bcast_addr,
  1255. vlan_id);
  1256. qlcnic_nic_add_mac(adapter,
  1257. cur->mac_addr,
  1258. vlan_id);
  1259. }
  1260. }
  1261. mutex_unlock(&vf->vlan_list_lock);
  1262. if (qlcnic_84xx_check(adapter)) {
  1263. qlcnic_nic_add_mac(adapter, bcast_addr, 0);
  1264. qlcnic_nic_add_mac(adapter, cur->mac_addr, 0);
  1265. }
  1266. }
  1267. list_del(&cur->list);
  1268. kfree(cur);
  1269. }
  1270. }
  1271. void qlcnic_sriov_cleanup_async_list(struct qlcnic_back_channel *bc)
  1272. {
  1273. struct list_head *head = &bc->async_list;
  1274. struct qlcnic_async_work_list *entry;
  1275. while (!list_empty(head)) {
  1276. entry = list_entry(head->next, struct qlcnic_async_work_list,
  1277. list);
  1278. cancel_work_sync(&entry->work);
  1279. list_del(&entry->list);
  1280. kfree(entry);
  1281. }
  1282. }
  1283. static void qlcnic_sriov_vf_set_multi(struct net_device *netdev)
  1284. {
  1285. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1286. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1287. u32 mode = VPORT_MISS_MODE_DROP;
  1288. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  1289. return;
  1290. if (netdev->flags & IFF_PROMISC) {
  1291. if (!(adapter->flags & QLCNIC_PROMISC_DISABLED))
  1292. mode = VPORT_MISS_MODE_ACCEPT_ALL;
  1293. } else if ((netdev->flags & IFF_ALLMULTI) ||
  1294. (netdev_mc_count(netdev) > ahw->max_mc_count)) {
  1295. mode = VPORT_MISS_MODE_ACCEPT_MULTI;
  1296. }
  1297. if (qlcnic_sriov_vf_check(adapter))
  1298. qlcnic_vf_add_mc_list(netdev);
  1299. qlcnic_nic_set_promisc(adapter, mode);
  1300. }
  1301. static void qlcnic_sriov_handle_async_multi(struct work_struct *work)
  1302. {
  1303. struct qlcnic_async_work_list *entry;
  1304. struct net_device *netdev;
  1305. entry = container_of(work, struct qlcnic_async_work_list, work);
  1306. netdev = (struct net_device *)entry->ptr;
  1307. qlcnic_sriov_vf_set_multi(netdev);
  1308. return;
  1309. }
  1310. static struct qlcnic_async_work_list *
  1311. qlcnic_sriov_get_free_node_async_work(struct qlcnic_back_channel *bc)
  1312. {
  1313. struct list_head *node;
  1314. struct qlcnic_async_work_list *entry = NULL;
  1315. u8 empty = 0;
  1316. list_for_each(node, &bc->async_list) {
  1317. entry = list_entry(node, struct qlcnic_async_work_list, list);
  1318. if (!work_pending(&entry->work)) {
  1319. empty = 1;
  1320. break;
  1321. }
  1322. }
  1323. if (!empty) {
  1324. entry = kzalloc(sizeof(struct qlcnic_async_work_list),
  1325. GFP_ATOMIC);
  1326. if (entry == NULL)
  1327. return NULL;
  1328. list_add_tail(&entry->list, &bc->async_list);
  1329. }
  1330. return entry;
  1331. }
  1332. static void qlcnic_sriov_schedule_bc_async_work(struct qlcnic_back_channel *bc,
  1333. work_func_t func, void *data)
  1334. {
  1335. struct qlcnic_async_work_list *entry = NULL;
  1336. entry = qlcnic_sriov_get_free_node_async_work(bc);
  1337. if (!entry)
  1338. return;
  1339. entry->ptr = data;
  1340. INIT_WORK(&entry->work, func);
  1341. queue_work(bc->bc_async_wq, &entry->work);
  1342. }
  1343. void qlcnic_sriov_vf_schedule_multi(struct net_device *netdev)
  1344. {
  1345. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1346. struct qlcnic_back_channel *bc = &adapter->ahw->sriov->bc;
  1347. if (adapter->need_fw_reset)
  1348. return;
  1349. qlcnic_sriov_schedule_bc_async_work(bc, qlcnic_sriov_handle_async_multi,
  1350. netdev);
  1351. }
  1352. static int qlcnic_sriov_vf_reinit_driver(struct qlcnic_adapter *adapter)
  1353. {
  1354. int err;
  1355. adapter->need_fw_reset = 0;
  1356. qlcnic_83xx_reinit_mbx_work(adapter->ahw->mailbox);
  1357. qlcnic_83xx_enable_mbx_interrupt(adapter);
  1358. err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
  1359. if (err)
  1360. return err;
  1361. err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
  1362. if (err)
  1363. goto err_out_cleanup_bc_intr;
  1364. err = qlcnic_sriov_vf_init_driver(adapter);
  1365. if (err)
  1366. goto err_out_term_channel;
  1367. return 0;
  1368. err_out_term_channel:
  1369. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  1370. err_out_cleanup_bc_intr:
  1371. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  1372. return err;
  1373. }
  1374. static void qlcnic_sriov_vf_attach(struct qlcnic_adapter *adapter)
  1375. {
  1376. struct net_device *netdev = adapter->netdev;
  1377. if (netif_running(netdev)) {
  1378. if (!qlcnic_up(adapter, netdev))
  1379. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1380. }
  1381. netif_device_attach(netdev);
  1382. }
  1383. static void qlcnic_sriov_vf_detach(struct qlcnic_adapter *adapter)
  1384. {
  1385. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1386. struct qlcnic_intrpt_config *intr_tbl = ahw->intr_tbl;
  1387. struct net_device *netdev = adapter->netdev;
  1388. u8 i, max_ints = ahw->num_msix - 1;
  1389. netif_device_detach(netdev);
  1390. qlcnic_83xx_detach_mailbox_work(adapter);
  1391. qlcnic_83xx_disable_mbx_intr(adapter);
  1392. if (netif_running(netdev))
  1393. qlcnic_down(adapter, netdev);
  1394. for (i = 0; i < max_ints; i++) {
  1395. intr_tbl[i].id = i;
  1396. intr_tbl[i].enabled = 0;
  1397. intr_tbl[i].src = 0;
  1398. }
  1399. ahw->reset_context = 0;
  1400. }
  1401. static int qlcnic_sriov_vf_handle_dev_ready(struct qlcnic_adapter *adapter)
  1402. {
  1403. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1404. struct device *dev = &adapter->pdev->dev;
  1405. struct qlc_83xx_idc *idc = &ahw->idc;
  1406. u8 func = ahw->pci_func;
  1407. u32 state;
  1408. if ((idc->prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
  1409. (idc->prev_state == QLC_83XX_IDC_DEV_INIT)) {
  1410. if (!qlcnic_sriov_vf_reinit_driver(adapter)) {
  1411. qlcnic_sriov_vf_attach(adapter);
  1412. adapter->fw_fail_cnt = 0;
  1413. dev_info(dev,
  1414. "%s: Reinitialization of VF 0x%x done after FW reset\n",
  1415. __func__, func);
  1416. } else {
  1417. dev_err(dev,
  1418. "%s: Reinitialization of VF 0x%x failed after FW reset\n",
  1419. __func__, func);
  1420. state = QLCRDX(ahw, QLC_83XX_IDC_DEV_STATE);
  1421. dev_info(dev, "Current state 0x%x after FW reset\n",
  1422. state);
  1423. }
  1424. }
  1425. return 0;
  1426. }
  1427. static int qlcnic_sriov_vf_handle_context_reset(struct qlcnic_adapter *adapter)
  1428. {
  1429. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1430. struct qlcnic_mailbox *mbx = ahw->mailbox;
  1431. struct device *dev = &adapter->pdev->dev;
  1432. struct qlc_83xx_idc *idc = &ahw->idc;
  1433. u8 func = ahw->pci_func;
  1434. u32 state;
  1435. adapter->reset_ctx_cnt++;
  1436. /* Skip the context reset and check if FW is hung */
  1437. if (adapter->reset_ctx_cnt < 3) {
  1438. adapter->need_fw_reset = 1;
  1439. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1440. dev_info(dev,
  1441. "Resetting context, wait here to check if FW is in failed state\n");
  1442. return 0;
  1443. }
  1444. /* Check if number of resets exceed the threshold.
  1445. * If it exceeds the threshold just fail the VF.
  1446. */
  1447. if (adapter->reset_ctx_cnt > QLC_83XX_VF_RESET_FAIL_THRESH) {
  1448. clear_bit(QLC_83XX_MODULE_LOADED, &idc->status);
  1449. adapter->tx_timeo_cnt = 0;
  1450. adapter->fw_fail_cnt = 0;
  1451. adapter->reset_ctx_cnt = 0;
  1452. qlcnic_sriov_vf_detach(adapter);
  1453. dev_err(dev,
  1454. "Device context resets have exceeded the threshold, device interface will be shutdown\n");
  1455. return -EIO;
  1456. }
  1457. dev_info(dev, "Resetting context of VF 0x%x\n", func);
  1458. dev_info(dev, "%s: Context reset count %d for VF 0x%x\n",
  1459. __func__, adapter->reset_ctx_cnt, func);
  1460. set_bit(__QLCNIC_RESETTING, &adapter->state);
  1461. adapter->need_fw_reset = 1;
  1462. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1463. qlcnic_sriov_vf_detach(adapter);
  1464. adapter->need_fw_reset = 0;
  1465. if (!qlcnic_sriov_vf_reinit_driver(adapter)) {
  1466. qlcnic_sriov_vf_attach(adapter);
  1467. adapter->tx_timeo_cnt = 0;
  1468. adapter->reset_ctx_cnt = 0;
  1469. adapter->fw_fail_cnt = 0;
  1470. dev_info(dev, "Done resetting context for VF 0x%x\n", func);
  1471. } else {
  1472. dev_err(dev, "%s: Reinitialization of VF 0x%x failed\n",
  1473. __func__, func);
  1474. state = QLCRDX(ahw, QLC_83XX_IDC_DEV_STATE);
  1475. dev_info(dev, "%s: Current state 0x%x\n", __func__, state);
  1476. }
  1477. return 0;
  1478. }
  1479. static int qlcnic_sriov_vf_idc_ready_state(struct qlcnic_adapter *adapter)
  1480. {
  1481. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1482. int ret = 0;
  1483. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY)
  1484. ret = qlcnic_sriov_vf_handle_dev_ready(adapter);
  1485. else if (ahw->reset_context)
  1486. ret = qlcnic_sriov_vf_handle_context_reset(adapter);
  1487. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1488. return ret;
  1489. }
  1490. static int qlcnic_sriov_vf_idc_failed_state(struct qlcnic_adapter *adapter)
  1491. {
  1492. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1493. dev_err(&adapter->pdev->dev, "Device is in failed state\n");
  1494. if (idc->prev_state == QLC_83XX_IDC_DEV_READY)
  1495. qlcnic_sriov_vf_detach(adapter);
  1496. clear_bit(QLC_83XX_MODULE_LOADED, &idc->status);
  1497. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1498. return -EIO;
  1499. }
  1500. static int
  1501. qlcnic_sriov_vf_idc_need_quiescent_state(struct qlcnic_adapter *adapter)
  1502. {
  1503. struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
  1504. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1505. dev_info(&adapter->pdev->dev, "Device is in quiescent state\n");
  1506. if (idc->prev_state == QLC_83XX_IDC_DEV_READY) {
  1507. set_bit(__QLCNIC_RESETTING, &adapter->state);
  1508. adapter->tx_timeo_cnt = 0;
  1509. adapter->reset_ctx_cnt = 0;
  1510. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1511. qlcnic_sriov_vf_detach(adapter);
  1512. }
  1513. return 0;
  1514. }
  1515. static int qlcnic_sriov_vf_idc_init_reset_state(struct qlcnic_adapter *adapter)
  1516. {
  1517. struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
  1518. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1519. u8 func = adapter->ahw->pci_func;
  1520. if (idc->prev_state == QLC_83XX_IDC_DEV_READY) {
  1521. dev_err(&adapter->pdev->dev,
  1522. "Firmware hang detected by VF 0x%x\n", func);
  1523. set_bit(__QLCNIC_RESETTING, &adapter->state);
  1524. adapter->tx_timeo_cnt = 0;
  1525. adapter->reset_ctx_cnt = 0;
  1526. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  1527. qlcnic_sriov_vf_detach(adapter);
  1528. }
  1529. return 0;
  1530. }
  1531. static int qlcnic_sriov_vf_idc_unknown_state(struct qlcnic_adapter *adapter)
  1532. {
  1533. dev_err(&adapter->pdev->dev, "%s: Device in unknown state\n", __func__);
  1534. return 0;
  1535. }
  1536. static void qlcnic_sriov_vf_poll_dev_state(struct work_struct *work)
  1537. {
  1538. struct qlcnic_adapter *adapter;
  1539. struct qlc_83xx_idc *idc;
  1540. int ret = 0;
  1541. adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
  1542. idc = &adapter->ahw->idc;
  1543. idc->curr_state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  1544. switch (idc->curr_state) {
  1545. case QLC_83XX_IDC_DEV_READY:
  1546. ret = qlcnic_sriov_vf_idc_ready_state(adapter);
  1547. break;
  1548. case QLC_83XX_IDC_DEV_NEED_RESET:
  1549. case QLC_83XX_IDC_DEV_INIT:
  1550. ret = qlcnic_sriov_vf_idc_init_reset_state(adapter);
  1551. break;
  1552. case QLC_83XX_IDC_DEV_NEED_QUISCENT:
  1553. ret = qlcnic_sriov_vf_idc_need_quiescent_state(adapter);
  1554. break;
  1555. case QLC_83XX_IDC_DEV_FAILED:
  1556. ret = qlcnic_sriov_vf_idc_failed_state(adapter);
  1557. break;
  1558. case QLC_83XX_IDC_DEV_QUISCENT:
  1559. break;
  1560. default:
  1561. ret = qlcnic_sriov_vf_idc_unknown_state(adapter);
  1562. }
  1563. idc->prev_state = idc->curr_state;
  1564. if (!ret && test_bit(QLC_83XX_MODULE_LOADED, &idc->status))
  1565. qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
  1566. idc->delay);
  1567. }
  1568. static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter *adapter)
  1569. {
  1570. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1571. msleep(20);
  1572. clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  1573. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1574. cancel_delayed_work_sync(&adapter->fw_work);
  1575. }
  1576. static int qlcnic_sriov_check_vlan_id(struct qlcnic_sriov *sriov,
  1577. struct qlcnic_vf_info *vf, u16 vlan_id)
  1578. {
  1579. int i, err = -EINVAL;
  1580. if (!vf->sriov_vlans)
  1581. return err;
  1582. mutex_lock(&vf->vlan_list_lock);
  1583. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1584. if (vf->sriov_vlans[i] == vlan_id) {
  1585. err = 0;
  1586. break;
  1587. }
  1588. }
  1589. mutex_unlock(&vf->vlan_list_lock);
  1590. return err;
  1591. }
  1592. static int qlcnic_sriov_validate_num_vlans(struct qlcnic_sriov *sriov,
  1593. struct qlcnic_vf_info *vf)
  1594. {
  1595. int err = 0;
  1596. mutex_lock(&vf->vlan_list_lock);
  1597. if (vf->num_vlan >= sriov->num_allowed_vlans)
  1598. err = -EINVAL;
  1599. mutex_unlock(&vf->vlan_list_lock);
  1600. return err;
  1601. }
  1602. static int qlcnic_sriov_validate_vlan_cfg(struct qlcnic_adapter *adapter,
  1603. u16 vid, u8 enable)
  1604. {
  1605. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1606. struct qlcnic_vf_info *vf;
  1607. bool vlan_exist;
  1608. u8 allowed = 0;
  1609. int i;
  1610. vf = &adapter->ahw->sriov->vf_info[0];
  1611. vlan_exist = qlcnic_sriov_check_any_vlan(vf);
  1612. if (sriov->vlan_mode != QLC_GUEST_VLAN_MODE)
  1613. return -EINVAL;
  1614. if (enable) {
  1615. if (qlcnic_83xx_vf_check(adapter) && vlan_exist)
  1616. return -EINVAL;
  1617. if (qlcnic_sriov_validate_num_vlans(sriov, vf))
  1618. return -EINVAL;
  1619. if (sriov->any_vlan) {
  1620. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1621. if (sriov->allowed_vlans[i] == vid)
  1622. allowed = 1;
  1623. }
  1624. if (!allowed)
  1625. return -EINVAL;
  1626. }
  1627. } else {
  1628. if (!vlan_exist || qlcnic_sriov_check_vlan_id(sriov, vf, vid))
  1629. return -EINVAL;
  1630. }
  1631. return 0;
  1632. }
  1633. static void qlcnic_sriov_vlan_operation(struct qlcnic_vf_info *vf, u16 vlan_id,
  1634. enum qlcnic_vlan_operations opcode)
  1635. {
  1636. struct qlcnic_adapter *adapter = vf->adapter;
  1637. struct qlcnic_sriov *sriov;
  1638. sriov = adapter->ahw->sriov;
  1639. if (!vf->sriov_vlans)
  1640. return;
  1641. mutex_lock(&vf->vlan_list_lock);
  1642. switch (opcode) {
  1643. case QLC_VLAN_ADD:
  1644. qlcnic_sriov_add_vlan_id(sriov, vf, vlan_id);
  1645. break;
  1646. case QLC_VLAN_DELETE:
  1647. qlcnic_sriov_del_vlan_id(sriov, vf, vlan_id);
  1648. break;
  1649. default:
  1650. netdev_err(adapter->netdev, "Invalid VLAN operation\n");
  1651. }
  1652. mutex_unlock(&vf->vlan_list_lock);
  1653. return;
  1654. }
  1655. int qlcnic_sriov_cfg_vf_guest_vlan(struct qlcnic_adapter *adapter,
  1656. u16 vid, u8 enable)
  1657. {
  1658. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1659. struct qlcnic_vf_info *vf;
  1660. struct qlcnic_cmd_args cmd;
  1661. int ret;
  1662. if (vid == 0)
  1663. return 0;
  1664. vf = &adapter->ahw->sriov->vf_info[0];
  1665. ret = qlcnic_sriov_validate_vlan_cfg(adapter, vid, enable);
  1666. if (ret)
  1667. return ret;
  1668. ret = qlcnic_sriov_alloc_bc_mbx_args(&cmd,
  1669. QLCNIC_BC_CMD_CFG_GUEST_VLAN);
  1670. if (ret)
  1671. return ret;
  1672. cmd.req.arg[1] = (enable & 1) | vid << 16;
  1673. qlcnic_sriov_cleanup_async_list(&sriov->bc);
  1674. ret = qlcnic_issue_cmd(adapter, &cmd);
  1675. if (ret) {
  1676. dev_err(&adapter->pdev->dev,
  1677. "Failed to configure guest VLAN, err=%d\n", ret);
  1678. } else {
  1679. qlcnic_free_mac_list(adapter);
  1680. if (enable)
  1681. qlcnic_sriov_vlan_operation(vf, vid, QLC_VLAN_ADD);
  1682. else
  1683. qlcnic_sriov_vlan_operation(vf, vid, QLC_VLAN_DELETE);
  1684. qlcnic_set_multi(adapter->netdev);
  1685. }
  1686. qlcnic_free_mbx_args(&cmd);
  1687. return ret;
  1688. }
  1689. static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter *adapter)
  1690. {
  1691. struct list_head *head = &adapter->mac_list;
  1692. struct qlcnic_mac_vlan_list *cur;
  1693. while (!list_empty(head)) {
  1694. cur = list_entry(head->next, struct qlcnic_mac_vlan_list, list);
  1695. qlcnic_sre_macaddr_change(adapter, cur->mac_addr, cur->vlan_id,
  1696. QLCNIC_MAC_DEL);
  1697. list_del(&cur->list);
  1698. kfree(cur);
  1699. }
  1700. }
  1701. static int qlcnic_sriov_vf_shutdown(struct pci_dev *pdev)
  1702. {
  1703. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1704. struct net_device *netdev = adapter->netdev;
  1705. int retval;
  1706. netif_device_detach(netdev);
  1707. qlcnic_cancel_idc_work(adapter);
  1708. if (netif_running(netdev))
  1709. qlcnic_down(adapter, netdev);
  1710. qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
  1711. qlcnic_sriov_cfg_bc_intr(adapter, 0);
  1712. qlcnic_83xx_disable_mbx_intr(adapter);
  1713. cancel_delayed_work_sync(&adapter->idc_aen_work);
  1714. retval = pci_save_state(pdev);
  1715. if (retval)
  1716. return retval;
  1717. return 0;
  1718. }
  1719. static int qlcnic_sriov_vf_resume(struct qlcnic_adapter *adapter)
  1720. {
  1721. struct qlc_83xx_idc *idc = &adapter->ahw->idc;
  1722. struct net_device *netdev = adapter->netdev;
  1723. int err;
  1724. set_bit(QLC_83XX_MODULE_LOADED, &idc->status);
  1725. qlcnic_83xx_enable_mbx_interrupt(adapter);
  1726. err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
  1727. if (err)
  1728. return err;
  1729. err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
  1730. if (!err) {
  1731. if (netif_running(netdev)) {
  1732. err = qlcnic_up(adapter, netdev);
  1733. if (!err)
  1734. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1735. }
  1736. }
  1737. netif_device_attach(netdev);
  1738. qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
  1739. idc->delay);
  1740. return err;
  1741. }
  1742. void qlcnic_sriov_alloc_vlans(struct qlcnic_adapter *adapter)
  1743. {
  1744. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1745. struct qlcnic_vf_info *vf;
  1746. int i;
  1747. for (i = 0; i < sriov->num_vfs; i++) {
  1748. vf = &sriov->vf_info[i];
  1749. vf->sriov_vlans = kcalloc(sriov->num_allowed_vlans,
  1750. sizeof(*vf->sriov_vlans), GFP_KERNEL);
  1751. }
  1752. }
  1753. void qlcnic_sriov_free_vlans(struct qlcnic_adapter *adapter)
  1754. {
  1755. struct qlcnic_sriov *sriov = adapter->ahw->sriov;
  1756. struct qlcnic_vf_info *vf;
  1757. int i;
  1758. for (i = 0; i < sriov->num_vfs; i++) {
  1759. vf = &sriov->vf_info[i];
  1760. kfree(vf->sriov_vlans);
  1761. vf->sriov_vlans = NULL;
  1762. }
  1763. }
  1764. void qlcnic_sriov_add_vlan_id(struct qlcnic_sriov *sriov,
  1765. struct qlcnic_vf_info *vf, u16 vlan_id)
  1766. {
  1767. int i;
  1768. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1769. if (!vf->sriov_vlans[i]) {
  1770. vf->sriov_vlans[i] = vlan_id;
  1771. vf->num_vlan++;
  1772. return;
  1773. }
  1774. }
  1775. }
  1776. void qlcnic_sriov_del_vlan_id(struct qlcnic_sriov *sriov,
  1777. struct qlcnic_vf_info *vf, u16 vlan_id)
  1778. {
  1779. int i;
  1780. for (i = 0; i < sriov->num_allowed_vlans; i++) {
  1781. if (vf->sriov_vlans[i] == vlan_id) {
  1782. vf->sriov_vlans[i] = 0;
  1783. vf->num_vlan--;
  1784. return;
  1785. }
  1786. }
  1787. }
  1788. bool qlcnic_sriov_check_any_vlan(struct qlcnic_vf_info *vf)
  1789. {
  1790. bool err = false;
  1791. mutex_lock(&vf->vlan_list_lock);
  1792. if (vf->num_vlan)
  1793. err = true;
  1794. mutex_unlock(&vf->vlan_list_lock);
  1795. return err;
  1796. }