hns_dsaf_rcb.c 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098
  1. /*
  2. * Copyright (c) 2014-2015 Hisilicon Limited.
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License as published by
  6. * the Free Software Foundation; either version 2 of the License, or
  7. * (at your option) any later version.
  8. */
  9. #include <linux/cdev.h>
  10. #include <linux/module.h>
  11. #include <linux/kernel.h>
  12. #include <linux/init.h>
  13. #include <linux/netdevice.h>
  14. #include <linux/etherdevice.h>
  15. #include <asm/cacheflush.h>
  16. #include <linux/platform_device.h>
  17. #include <linux/of.h>
  18. #include <linux/of_address.h>
  19. #include <linux/of_platform.h>
  20. #include <linux/of_irq.h>
  21. #include <linux/spinlock.h>
  22. #include "hns_dsaf_main.h"
  23. #include "hns_dsaf_ppe.h"
  24. #include "hns_dsaf_rcb.h"
  25. #define RCB_COMMON_REG_OFFSET 0x80000
  26. #define TX_RING 0
  27. #define RX_RING 1
  28. #define RCB_RESET_WAIT_TIMES 30
  29. #define RCB_RESET_TRY_TIMES 10
  30. /* Because default mtu is 1500, rcb buffer size is set to 2048 enough */
  31. #define RCB_DEFAULT_BUFFER_SIZE 2048
  32. /**
  33. *hns_rcb_wait_fbd_clean - clean fbd
  34. *@qs: ring struct pointer array
  35. *@qnum: num of array
  36. *@flag: tx or rx flag
  37. */
  38. void hns_rcb_wait_fbd_clean(struct hnae_queue **qs, int q_num, u32 flag)
  39. {
  40. int i, wait_cnt;
  41. u32 fbd_num;
  42. for (wait_cnt = i = 0; i < q_num; wait_cnt++) {
  43. usleep_range(200, 300);
  44. fbd_num = 0;
  45. if (flag & RCB_INT_FLAG_TX)
  46. fbd_num += dsaf_read_dev(qs[i],
  47. RCB_RING_TX_RING_FBDNUM_REG);
  48. if (flag & RCB_INT_FLAG_RX)
  49. fbd_num += dsaf_read_dev(qs[i],
  50. RCB_RING_RX_RING_FBDNUM_REG);
  51. if (!fbd_num)
  52. i++;
  53. if (wait_cnt >= 10000)
  54. break;
  55. }
  56. if (i < q_num)
  57. dev_err(qs[i]->handle->owner_dev,
  58. "queue(%d) wait fbd(%d) clean fail!!\n", i, fbd_num);
  59. }
  60. /**
  61. *hns_rcb_reset_ring_hw - ring reset
  62. *@q: ring struct pointer
  63. */
  64. void hns_rcb_reset_ring_hw(struct hnae_queue *q)
  65. {
  66. u32 wait_cnt;
  67. u32 try_cnt = 0;
  68. u32 could_ret;
  69. u32 tx_fbd_num;
  70. while (try_cnt++ < RCB_RESET_TRY_TIMES) {
  71. usleep_range(100, 200);
  72. tx_fbd_num = dsaf_read_dev(q, RCB_RING_TX_RING_FBDNUM_REG);
  73. if (tx_fbd_num)
  74. continue;
  75. dsaf_write_dev(q, RCB_RING_PREFETCH_EN_REG, 0);
  76. dsaf_write_dev(q, RCB_RING_T0_BE_RST, 1);
  77. msleep(20);
  78. could_ret = dsaf_read_dev(q, RCB_RING_COULD_BE_RST);
  79. wait_cnt = 0;
  80. while (!could_ret && (wait_cnt < RCB_RESET_WAIT_TIMES)) {
  81. dsaf_write_dev(q, RCB_RING_T0_BE_RST, 0);
  82. dsaf_write_dev(q, RCB_RING_T0_BE_RST, 1);
  83. msleep(20);
  84. could_ret = dsaf_read_dev(q, RCB_RING_COULD_BE_RST);
  85. wait_cnt++;
  86. }
  87. dsaf_write_dev(q, RCB_RING_T0_BE_RST, 0);
  88. if (could_ret)
  89. break;
  90. }
  91. if (try_cnt >= RCB_RESET_TRY_TIMES)
  92. dev_err(q->dev->dev, "port%d reset ring fail\n",
  93. hns_ae_get_vf_cb(q->handle)->port_index);
  94. }
  95. /**
  96. *hns_rcb_int_ctrl_hw - rcb irq enable control
  97. *@q: hnae queue struct pointer
  98. *@flag:ring flag tx or rx
  99. *@mask:mask
  100. */
  101. void hns_rcb_int_ctrl_hw(struct hnae_queue *q, u32 flag, u32 mask)
  102. {
  103. u32 int_mask_en = !!mask;
  104. if (flag & RCB_INT_FLAG_TX) {
  105. dsaf_write_dev(q, RCB_RING_INTMSK_TXWL_REG, int_mask_en);
  106. dsaf_write_dev(q, RCB_RING_INTMSK_TX_OVERTIME_REG,
  107. int_mask_en);
  108. }
  109. if (flag & RCB_INT_FLAG_RX) {
  110. dsaf_write_dev(q, RCB_RING_INTMSK_RXWL_REG, int_mask_en);
  111. dsaf_write_dev(q, RCB_RING_INTMSK_RX_OVERTIME_REG,
  112. int_mask_en);
  113. }
  114. }
  115. void hns_rcb_int_clr_hw(struct hnae_queue *q, u32 flag)
  116. {
  117. if (flag & RCB_INT_FLAG_TX) {
  118. dsaf_write_dev(q, RCB_RING_INTSTS_TX_RING_REG, 1);
  119. dsaf_write_dev(q, RCB_RING_INTSTS_TX_OVERTIME_REG, 1);
  120. }
  121. if (flag & RCB_INT_FLAG_RX) {
  122. dsaf_write_dev(q, RCB_RING_INTSTS_RX_RING_REG, 1);
  123. dsaf_write_dev(q, RCB_RING_INTSTS_RX_OVERTIME_REG, 1);
  124. }
  125. }
  126. void hns_rcbv2_int_ctrl_hw(struct hnae_queue *q, u32 flag, u32 mask)
  127. {
  128. u32 int_mask_en = !!mask;
  129. if (flag & RCB_INT_FLAG_TX)
  130. dsaf_write_dev(q, RCB_RING_INTMSK_TXWL_REG, int_mask_en);
  131. if (flag & RCB_INT_FLAG_RX)
  132. dsaf_write_dev(q, RCB_RING_INTMSK_RXWL_REG, int_mask_en);
  133. }
  134. void hns_rcbv2_int_clr_hw(struct hnae_queue *q, u32 flag)
  135. {
  136. if (flag & RCB_INT_FLAG_TX)
  137. dsaf_write_dev(q, RCBV2_TX_RING_INT_STS_REG, 1);
  138. if (flag & RCB_INT_FLAG_RX)
  139. dsaf_write_dev(q, RCBV2_RX_RING_INT_STS_REG, 1);
  140. }
  141. /**
  142. *hns_rcb_ring_enable_hw - enable ring
  143. *@ring: rcb ring
  144. */
  145. void hns_rcb_ring_enable_hw(struct hnae_queue *q, u32 val)
  146. {
  147. dsaf_write_dev(q, RCB_RING_PREFETCH_EN_REG, !!val);
  148. }
  149. void hns_rcb_start(struct hnae_queue *q, u32 val)
  150. {
  151. hns_rcb_ring_enable_hw(q, val);
  152. }
  153. /**
  154. *hns_rcb_common_init_commit_hw - make rcb common init completed
  155. *@rcb_common: rcb common device
  156. */
  157. void hns_rcb_common_init_commit_hw(struct rcb_common_cb *rcb_common)
  158. {
  159. wmb(); /* Sync point before breakpoint */
  160. dsaf_write_dev(rcb_common, RCB_COM_CFG_SYS_FSH_REG, 1);
  161. wmb(); /* Sync point after breakpoint */
  162. }
  163. /* hns_rcb_set_tx_ring_bs - init rcb ring buf size regester
  164. *@q: hnae_queue
  165. *@buf_size: buffer size set to hw
  166. */
  167. void hns_rcb_set_tx_ring_bs(struct hnae_queue *q, u32 buf_size)
  168. {
  169. u32 bd_size_type = hns_rcb_buf_size2type(buf_size);
  170. dsaf_write_dev(q, RCB_RING_TX_RING_BD_LEN_REG,
  171. bd_size_type);
  172. }
  173. /* hns_rcb_set_rx_ring_bs - init rcb ring buf size regester
  174. *@q: hnae_queue
  175. *@buf_size: buffer size set to hw
  176. */
  177. void hns_rcb_set_rx_ring_bs(struct hnae_queue *q, u32 buf_size)
  178. {
  179. u32 bd_size_type = hns_rcb_buf_size2type(buf_size);
  180. dsaf_write_dev(q, RCB_RING_RX_RING_BD_LEN_REG,
  181. bd_size_type);
  182. }
  183. /**
  184. *hns_rcb_ring_init - init rcb ring
  185. *@ring_pair: ring pair control block
  186. *@ring_type: ring type, RX_RING or TX_RING
  187. */
  188. static void hns_rcb_ring_init(struct ring_pair_cb *ring_pair, int ring_type)
  189. {
  190. struct hnae_queue *q = &ring_pair->q;
  191. struct hnae_ring *ring =
  192. (ring_type == RX_RING) ? &q->rx_ring : &q->tx_ring;
  193. dma_addr_t dma = ring->desc_dma_addr;
  194. if (ring_type == RX_RING) {
  195. dsaf_write_dev(q, RCB_RING_RX_RING_BASEADDR_L_REG,
  196. (u32)dma);
  197. dsaf_write_dev(q, RCB_RING_RX_RING_BASEADDR_H_REG,
  198. (u32)((dma >> 31) >> 1));
  199. hns_rcb_set_rx_ring_bs(q, ring->buf_size);
  200. dsaf_write_dev(q, RCB_RING_RX_RING_BD_NUM_REG,
  201. ring_pair->port_id_in_comm);
  202. dsaf_write_dev(q, RCB_RING_RX_RING_PKTLINE_REG,
  203. ring_pair->port_id_in_comm);
  204. } else {
  205. dsaf_write_dev(q, RCB_RING_TX_RING_BASEADDR_L_REG,
  206. (u32)dma);
  207. dsaf_write_dev(q, RCB_RING_TX_RING_BASEADDR_H_REG,
  208. (u32)((dma >> 31) >> 1));
  209. hns_rcb_set_tx_ring_bs(q, ring->buf_size);
  210. dsaf_write_dev(q, RCB_RING_TX_RING_BD_NUM_REG,
  211. ring_pair->port_id_in_comm);
  212. dsaf_write_dev(q, RCB_RING_TX_RING_PKTLINE_REG,
  213. ring_pair->port_id_in_comm + HNS_RCB_TX_PKTLINE_OFFSET);
  214. }
  215. }
  216. /**
  217. *hns_rcb_init_hw - init rcb hardware
  218. *@ring: rcb ring
  219. */
  220. void hns_rcb_init_hw(struct ring_pair_cb *ring)
  221. {
  222. hns_rcb_ring_init(ring, RX_RING);
  223. hns_rcb_ring_init(ring, TX_RING);
  224. }
  225. /**
  226. *hns_rcb_set_port_desc_cnt - set rcb port description num
  227. *@rcb_common: rcb_common device
  228. *@port_idx:port index
  229. *@desc_cnt:BD num
  230. */
  231. static void hns_rcb_set_port_desc_cnt(struct rcb_common_cb *rcb_common,
  232. u32 port_idx, u32 desc_cnt)
  233. {
  234. dsaf_write_dev(rcb_common, RCB_CFG_BD_NUM_REG + port_idx * 4,
  235. desc_cnt);
  236. }
  237. static void hns_rcb_set_port_timeout(
  238. struct rcb_common_cb *rcb_common, u32 port_idx, u32 timeout)
  239. {
  240. if (AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver)) {
  241. dsaf_write_dev(rcb_common, RCB_CFG_OVERTIME_REG,
  242. timeout * HNS_RCB_CLK_FREQ_MHZ);
  243. } else if (!HNS_DSAF_IS_DEBUG(rcb_common->dsaf_dev)) {
  244. if (timeout > HNS_RCB_DEF_GAP_TIME_USECS)
  245. dsaf_write_dev(rcb_common,
  246. RCB_PORT_INT_GAPTIME_REG + port_idx * 4,
  247. HNS_RCB_DEF_GAP_TIME_USECS);
  248. else
  249. dsaf_write_dev(rcb_common,
  250. RCB_PORT_INT_GAPTIME_REG + port_idx * 4,
  251. timeout);
  252. dsaf_write_dev(rcb_common,
  253. RCB_PORT_CFG_OVERTIME_REG + port_idx * 4,
  254. timeout);
  255. } else {
  256. dsaf_write_dev(rcb_common,
  257. RCB_PORT_CFG_OVERTIME_REG + port_idx * 4,
  258. timeout);
  259. }
  260. }
  261. static int hns_rcb_common_get_port_num(struct rcb_common_cb *rcb_common)
  262. {
  263. if (!HNS_DSAF_IS_DEBUG(rcb_common->dsaf_dev))
  264. return HNS_RCB_SERVICE_NW_ENGINE_NUM;
  265. else
  266. return HNS_RCB_DEBUG_NW_ENGINE_NUM;
  267. }
  268. /*clr rcb comm exception irq**/
  269. static void hns_rcb_comm_exc_irq_en(
  270. struct rcb_common_cb *rcb_common, int en)
  271. {
  272. u32 clr_vlue = 0xfffffffful;
  273. u32 msk_vlue = en ? 0 : 0xfffffffful;
  274. /* clr int*/
  275. dsaf_write_dev(rcb_common, RCB_COM_INTSTS_ECC_ERR_REG, clr_vlue);
  276. dsaf_write_dev(rcb_common, RCB_COM_SF_CFG_RING_STS, clr_vlue);
  277. dsaf_write_dev(rcb_common, RCB_COM_SF_CFG_BD_RINT_STS, clr_vlue);
  278. dsaf_write_dev(rcb_common, RCB_COM_RINT_TX_PKT_REG, clr_vlue);
  279. dsaf_write_dev(rcb_common, RCB_COM_AXI_ERR_STS, clr_vlue);
  280. /*en msk*/
  281. dsaf_write_dev(rcb_common, RCB_COM_INTMASK_ECC_ERR_REG, msk_vlue);
  282. dsaf_write_dev(rcb_common, RCB_COM_SF_CFG_INTMASK_RING, msk_vlue);
  283. /*for tx bd neednot cacheline, so msk sf_txring_fbd_intmask (bit 1)**/
  284. dsaf_write_dev(rcb_common, RCB_COM_SF_CFG_INTMASK_BD, msk_vlue | 2);
  285. dsaf_write_dev(rcb_common, RCB_COM_INTMSK_TX_PKT_REG, msk_vlue);
  286. dsaf_write_dev(rcb_common, RCB_COM_AXI_WR_ERR_INTMASK, msk_vlue);
  287. }
  288. /**
  289. *hns_rcb_common_init_hw - init rcb common hardware
  290. *@rcb_common: rcb_common device
  291. *retuen 0 - success , negative --fail
  292. */
  293. int hns_rcb_common_init_hw(struct rcb_common_cb *rcb_common)
  294. {
  295. u32 reg_val;
  296. int i;
  297. int port_num = hns_rcb_common_get_port_num(rcb_common);
  298. hns_rcb_comm_exc_irq_en(rcb_common, 0);
  299. reg_val = dsaf_read_dev(rcb_common, RCB_COM_CFG_INIT_FLAG_REG);
  300. if (0x1 != (reg_val & 0x1)) {
  301. dev_err(rcb_common->dsaf_dev->dev,
  302. "RCB_COM_CFG_INIT_FLAG_REG reg = 0x%x\n", reg_val);
  303. return -EBUSY;
  304. }
  305. for (i = 0; i < port_num; i++) {
  306. hns_rcb_set_port_desc_cnt(rcb_common, i, rcb_common->desc_num);
  307. hns_rcb_set_rx_coalesced_frames(
  308. rcb_common, i, HNS_RCB_DEF_RX_COALESCED_FRAMES);
  309. if (!AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver) &&
  310. !HNS_DSAF_IS_DEBUG(rcb_common->dsaf_dev))
  311. hns_rcb_set_tx_coalesced_frames(
  312. rcb_common, i, HNS_RCB_DEF_TX_COALESCED_FRAMES);
  313. hns_rcb_set_port_timeout(
  314. rcb_common, i, HNS_RCB_DEF_COALESCED_USECS);
  315. }
  316. dsaf_write_dev(rcb_common, RCB_COM_CFG_ENDIAN_REG,
  317. HNS_RCB_COMMON_ENDIAN);
  318. if (AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver)) {
  319. dsaf_write_dev(rcb_common, RCB_COM_CFG_FNA_REG, 0x0);
  320. dsaf_write_dev(rcb_common, RCB_COM_CFG_FA_REG, 0x1);
  321. } else {
  322. dsaf_set_dev_bit(rcb_common, RCBV2_COM_CFG_USER_REG,
  323. RCB_COM_CFG_FNA_B, false);
  324. dsaf_set_dev_bit(rcb_common, RCBV2_COM_CFG_USER_REG,
  325. RCB_COM_CFG_FA_B, true);
  326. dsaf_set_dev_bit(rcb_common, RCBV2_COM_CFG_TSO_MODE_REG,
  327. RCB_COM_TSO_MODE_B, HNS_TSO_MODE_8BD_32K);
  328. }
  329. return 0;
  330. }
  331. int hns_rcb_buf_size2type(u32 buf_size)
  332. {
  333. int bd_size_type;
  334. switch (buf_size) {
  335. case 512:
  336. bd_size_type = HNS_BD_SIZE_512_TYPE;
  337. break;
  338. case 1024:
  339. bd_size_type = HNS_BD_SIZE_1024_TYPE;
  340. break;
  341. case 2048:
  342. bd_size_type = HNS_BD_SIZE_2048_TYPE;
  343. break;
  344. case 4096:
  345. bd_size_type = HNS_BD_SIZE_4096_TYPE;
  346. break;
  347. default:
  348. bd_size_type = -EINVAL;
  349. }
  350. return bd_size_type;
  351. }
  352. static void hns_rcb_ring_get_cfg(struct hnae_queue *q, int ring_type)
  353. {
  354. struct hnae_ring *ring;
  355. struct rcb_common_cb *rcb_common;
  356. struct ring_pair_cb *ring_pair_cb;
  357. u16 desc_num, mdnum_ppkt;
  358. bool irq_idx, is_ver1;
  359. ring_pair_cb = container_of(q, struct ring_pair_cb, q);
  360. is_ver1 = AE_IS_VER1(ring_pair_cb->rcb_common->dsaf_dev->dsaf_ver);
  361. if (ring_type == RX_RING) {
  362. ring = &q->rx_ring;
  363. ring->io_base = ring_pair_cb->q.io_base;
  364. irq_idx = HNS_RCB_IRQ_IDX_RX;
  365. mdnum_ppkt = HNS_RCB_RING_MAX_BD_PER_PKT;
  366. } else {
  367. ring = &q->tx_ring;
  368. ring->io_base = (u8 __iomem *)ring_pair_cb->q.io_base +
  369. HNS_RCB_TX_REG_OFFSET;
  370. irq_idx = HNS_RCB_IRQ_IDX_TX;
  371. mdnum_ppkt = is_ver1 ? HNS_RCB_RING_MAX_TXBD_PER_PKT :
  372. HNS_RCBV2_RING_MAX_TXBD_PER_PKT;
  373. }
  374. rcb_common = ring_pair_cb->rcb_common;
  375. desc_num = rcb_common->dsaf_dev->desc_num;
  376. ring->desc = NULL;
  377. ring->desc_cb = NULL;
  378. ring->irq = ring_pair_cb->virq[irq_idx];
  379. ring->desc_dma_addr = 0;
  380. ring->buf_size = RCB_DEFAULT_BUFFER_SIZE;
  381. ring->desc_num = desc_num;
  382. ring->max_desc_num_per_pkt = mdnum_ppkt;
  383. ring->max_raw_data_sz_per_desc = HNS_RCB_MAX_PKT_SIZE;
  384. ring->max_pkt_size = HNS_RCB_MAX_PKT_SIZE;
  385. ring->next_to_use = 0;
  386. ring->next_to_clean = 0;
  387. }
  388. static void hns_rcb_ring_pair_get_cfg(struct ring_pair_cb *ring_pair_cb)
  389. {
  390. ring_pair_cb->q.handle = NULL;
  391. hns_rcb_ring_get_cfg(&ring_pair_cb->q, RX_RING);
  392. hns_rcb_ring_get_cfg(&ring_pair_cb->q, TX_RING);
  393. }
  394. static int hns_rcb_get_port_in_comm(
  395. struct rcb_common_cb *rcb_common, int ring_idx)
  396. {
  397. return ring_idx / (rcb_common->max_q_per_vf * rcb_common->max_vfn);
  398. }
  399. #define SERVICE_RING_IRQ_IDX(v1) \
  400. ((v1) ? HNS_SERVICE_RING_IRQ_IDX : HNSV2_SERVICE_RING_IRQ_IDX)
  401. static int hns_rcb_get_base_irq_idx(struct rcb_common_cb *rcb_common)
  402. {
  403. bool is_ver1 = AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver);
  404. if (!HNS_DSAF_IS_DEBUG(rcb_common->dsaf_dev))
  405. return SERVICE_RING_IRQ_IDX(is_ver1);
  406. else
  407. return HNS_DEBUG_RING_IRQ_IDX;
  408. }
  409. #define RCB_COMM_BASE_TO_RING_BASE(base, ringid)\
  410. ((base) + 0x10000 + HNS_RCB_REG_OFFSET * (ringid))
  411. /**
  412. *hns_rcb_get_cfg - get rcb config
  413. *@rcb_common: rcb common device
  414. */
  415. int hns_rcb_get_cfg(struct rcb_common_cb *rcb_common)
  416. {
  417. struct ring_pair_cb *ring_pair_cb;
  418. u32 i;
  419. u32 ring_num = rcb_common->ring_num;
  420. int base_irq_idx = hns_rcb_get_base_irq_idx(rcb_common);
  421. struct platform_device *pdev =
  422. to_platform_device(rcb_common->dsaf_dev->dev);
  423. bool is_ver1 = AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver);
  424. for (i = 0; i < ring_num; i++) {
  425. ring_pair_cb = &rcb_common->ring_pair_cb[i];
  426. ring_pair_cb->rcb_common = rcb_common;
  427. ring_pair_cb->dev = rcb_common->dsaf_dev->dev;
  428. ring_pair_cb->index = i;
  429. ring_pair_cb->q.io_base =
  430. RCB_COMM_BASE_TO_RING_BASE(rcb_common->io_base, i);
  431. ring_pair_cb->port_id_in_comm =
  432. hns_rcb_get_port_in_comm(rcb_common, i);
  433. ring_pair_cb->virq[HNS_RCB_IRQ_IDX_TX] =
  434. is_ver1 ? platform_get_irq(pdev, base_irq_idx + i * 2) :
  435. platform_get_irq(pdev, base_irq_idx + i * 3 + 1);
  436. ring_pair_cb->virq[HNS_RCB_IRQ_IDX_RX] =
  437. is_ver1 ? platform_get_irq(pdev, base_irq_idx + i * 2 + 1) :
  438. platform_get_irq(pdev, base_irq_idx + i * 3);
  439. if ((ring_pair_cb->virq[HNS_RCB_IRQ_IDX_TX] == -EPROBE_DEFER) ||
  440. (ring_pair_cb->virq[HNS_RCB_IRQ_IDX_RX] == -EPROBE_DEFER))
  441. return -EPROBE_DEFER;
  442. ring_pair_cb->q.phy_base =
  443. RCB_COMM_BASE_TO_RING_BASE(rcb_common->phy_base, i);
  444. hns_rcb_ring_pair_get_cfg(ring_pair_cb);
  445. }
  446. return 0;
  447. }
  448. /**
  449. *hns_rcb_get_rx_coalesced_frames - get rcb port rx coalesced frames
  450. *@rcb_common: rcb_common device
  451. *@port_idx:port id in comm
  452. *
  453. *Returns: coalesced_frames
  454. */
  455. u32 hns_rcb_get_rx_coalesced_frames(
  456. struct rcb_common_cb *rcb_common, u32 port_idx)
  457. {
  458. return dsaf_read_dev(rcb_common, RCB_CFG_PKTLINE_REG + port_idx * 4);
  459. }
  460. /**
  461. *hns_rcb_get_tx_coalesced_frames - get rcb port tx coalesced frames
  462. *@rcb_common: rcb_common device
  463. *@port_idx:port id in comm
  464. *
  465. *Returns: coalesced_frames
  466. */
  467. u32 hns_rcb_get_tx_coalesced_frames(
  468. struct rcb_common_cb *rcb_common, u32 port_idx)
  469. {
  470. u64 reg;
  471. reg = RCB_CFG_PKTLINE_REG + (port_idx + HNS_RCB_TX_PKTLINE_OFFSET) * 4;
  472. return dsaf_read_dev(rcb_common, reg);
  473. }
  474. /**
  475. *hns_rcb_get_coalesce_usecs - get rcb port coalesced time_out
  476. *@rcb_common: rcb_common device
  477. *@port_idx:port id in comm
  478. *
  479. *Returns: time_out
  480. */
  481. u32 hns_rcb_get_coalesce_usecs(
  482. struct rcb_common_cb *rcb_common, u32 port_idx)
  483. {
  484. if (AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver))
  485. return dsaf_read_dev(rcb_common, RCB_CFG_OVERTIME_REG) /
  486. HNS_RCB_CLK_FREQ_MHZ;
  487. else
  488. return dsaf_read_dev(rcb_common,
  489. RCB_PORT_CFG_OVERTIME_REG + port_idx * 4);
  490. }
  491. /**
  492. *hns_rcb_set_coalesce_usecs - set rcb port coalesced time_out
  493. *@rcb_common: rcb_common device
  494. *@port_idx:port id in comm
  495. *@timeout:tx/rx time for coalesced time_out
  496. *
  497. * Returns:
  498. * Zero for success, or an error code in case of failure
  499. */
  500. int hns_rcb_set_coalesce_usecs(
  501. struct rcb_common_cb *rcb_common, u32 port_idx, u32 timeout)
  502. {
  503. u32 old_timeout = hns_rcb_get_coalesce_usecs(rcb_common, port_idx);
  504. if (timeout == old_timeout)
  505. return 0;
  506. if (AE_IS_VER1(rcb_common->dsaf_dev->dsaf_ver)) {
  507. if (!HNS_DSAF_IS_DEBUG(rcb_common->dsaf_dev)) {
  508. dev_err(rcb_common->dsaf_dev->dev,
  509. "error: not support coalesce_usecs setting!\n");
  510. return -EINVAL;
  511. }
  512. }
  513. if (timeout > HNS_RCB_MAX_COALESCED_USECS || timeout == 0) {
  514. dev_err(rcb_common->dsaf_dev->dev,
  515. "error: coalesce_usecs setting supports 1~1023us\n");
  516. return -EINVAL;
  517. }
  518. hns_rcb_set_port_timeout(rcb_common, port_idx, timeout);
  519. return 0;
  520. }
  521. /**
  522. *hns_rcb_set_tx_coalesced_frames - set rcb coalesced frames
  523. *@rcb_common: rcb_common device
  524. *@port_idx:port id in comm
  525. *@coalesced_frames:tx/rx BD num for coalesced frames
  526. *
  527. * Returns:
  528. * Zero for success, or an error code in case of failure
  529. */
  530. int hns_rcb_set_tx_coalesced_frames(
  531. struct rcb_common_cb *rcb_common, u32 port_idx, u32 coalesced_frames)
  532. {
  533. u32 old_waterline =
  534. hns_rcb_get_tx_coalesced_frames(rcb_common, port_idx);
  535. u64 reg;
  536. if (coalesced_frames == old_waterline)
  537. return 0;
  538. if (coalesced_frames != 1) {
  539. dev_err(rcb_common->dsaf_dev->dev,
  540. "error: not support tx coalesce_frames setting!\n");
  541. return -EINVAL;
  542. }
  543. reg = RCB_CFG_PKTLINE_REG + (port_idx + HNS_RCB_TX_PKTLINE_OFFSET) * 4;
  544. dsaf_write_dev(rcb_common, reg, coalesced_frames);
  545. return 0;
  546. }
  547. /**
  548. *hns_rcb_set_rx_coalesced_frames - set rcb rx coalesced frames
  549. *@rcb_common: rcb_common device
  550. *@port_idx:port id in comm
  551. *@coalesced_frames:tx/rx BD num for coalesced frames
  552. *
  553. * Returns:
  554. * Zero for success, or an error code in case of failure
  555. */
  556. int hns_rcb_set_rx_coalesced_frames(
  557. struct rcb_common_cb *rcb_common, u32 port_idx, u32 coalesced_frames)
  558. {
  559. u32 old_waterline =
  560. hns_rcb_get_rx_coalesced_frames(rcb_common, port_idx);
  561. if (coalesced_frames == old_waterline)
  562. return 0;
  563. if (coalesced_frames >= rcb_common->desc_num ||
  564. coalesced_frames > HNS_RCB_MAX_COALESCED_FRAMES ||
  565. coalesced_frames < HNS_RCB_MIN_COALESCED_FRAMES) {
  566. dev_err(rcb_common->dsaf_dev->dev,
  567. "error: not support coalesce_frames setting!\n");
  568. return -EINVAL;
  569. }
  570. dsaf_write_dev(rcb_common, RCB_CFG_PKTLINE_REG + port_idx * 4,
  571. coalesced_frames);
  572. return 0;
  573. }
  574. /**
  575. *hns_rcb_get_queue_mode - get max VM number and max ring number per VM
  576. * accordding to dsaf mode
  577. *@dsaf_mode: dsaf mode
  578. *@max_vfn : max vfn number
  579. *@max_q_per_vf:max ring number per vm
  580. */
  581. void hns_rcb_get_queue_mode(enum dsaf_mode dsaf_mode, u16 *max_vfn,
  582. u16 *max_q_per_vf)
  583. {
  584. switch (dsaf_mode) {
  585. case DSAF_MODE_DISABLE_6PORT_0VM:
  586. *max_vfn = 1;
  587. *max_q_per_vf = 16;
  588. break;
  589. case DSAF_MODE_DISABLE_FIX:
  590. case DSAF_MODE_DISABLE_SP:
  591. *max_vfn = 1;
  592. *max_q_per_vf = 1;
  593. break;
  594. case DSAF_MODE_DISABLE_2PORT_64VM:
  595. *max_vfn = 64;
  596. *max_q_per_vf = 1;
  597. break;
  598. case DSAF_MODE_DISABLE_6PORT_16VM:
  599. *max_vfn = 16;
  600. *max_q_per_vf = 1;
  601. break;
  602. default:
  603. *max_vfn = 1;
  604. *max_q_per_vf = 16;
  605. break;
  606. }
  607. }
  608. int hns_rcb_get_ring_num(struct dsaf_device *dsaf_dev)
  609. {
  610. switch (dsaf_dev->dsaf_mode) {
  611. case DSAF_MODE_ENABLE_FIX:
  612. case DSAF_MODE_DISABLE_SP:
  613. return 1;
  614. case DSAF_MODE_DISABLE_FIX:
  615. return 6;
  616. case DSAF_MODE_ENABLE_0VM:
  617. return 32;
  618. case DSAF_MODE_DISABLE_6PORT_0VM:
  619. case DSAF_MODE_ENABLE_16VM:
  620. case DSAF_MODE_DISABLE_6PORT_2VM:
  621. case DSAF_MODE_DISABLE_6PORT_16VM:
  622. case DSAF_MODE_DISABLE_6PORT_4VM:
  623. case DSAF_MODE_ENABLE_8VM:
  624. return 96;
  625. case DSAF_MODE_DISABLE_2PORT_16VM:
  626. case DSAF_MODE_DISABLE_2PORT_8VM:
  627. case DSAF_MODE_ENABLE_32VM:
  628. case DSAF_MODE_DISABLE_2PORT_64VM:
  629. case DSAF_MODE_ENABLE_128VM:
  630. return 128;
  631. default:
  632. dev_warn(dsaf_dev->dev,
  633. "get ring num fail,use default!dsaf_mode=%d\n",
  634. dsaf_dev->dsaf_mode);
  635. return 128;
  636. }
  637. }
  638. void __iomem *hns_rcb_common_get_vaddr(struct rcb_common_cb *rcb_common)
  639. {
  640. struct dsaf_device *dsaf_dev = rcb_common->dsaf_dev;
  641. return dsaf_dev->ppe_base + RCB_COMMON_REG_OFFSET;
  642. }
  643. static phys_addr_t hns_rcb_common_get_paddr(struct rcb_common_cb *rcb_common)
  644. {
  645. struct dsaf_device *dsaf_dev = rcb_common->dsaf_dev;
  646. return dsaf_dev->ppe_paddr + RCB_COMMON_REG_OFFSET;
  647. }
  648. int hns_rcb_common_get_cfg(struct dsaf_device *dsaf_dev,
  649. int comm_index)
  650. {
  651. struct rcb_common_cb *rcb_common;
  652. enum dsaf_mode dsaf_mode = dsaf_dev->dsaf_mode;
  653. u16 max_vfn;
  654. u16 max_q_per_vf;
  655. int ring_num = hns_rcb_get_ring_num(dsaf_dev);
  656. rcb_common =
  657. devm_kzalloc(dsaf_dev->dev, sizeof(*rcb_common) +
  658. ring_num * sizeof(struct ring_pair_cb), GFP_KERNEL);
  659. if (!rcb_common) {
  660. dev_err(dsaf_dev->dev, "rcb common devm_kzalloc fail!\n");
  661. return -ENOMEM;
  662. }
  663. rcb_common->comm_index = comm_index;
  664. rcb_common->ring_num = ring_num;
  665. rcb_common->dsaf_dev = dsaf_dev;
  666. rcb_common->desc_num = dsaf_dev->desc_num;
  667. hns_rcb_get_queue_mode(dsaf_mode, &max_vfn, &max_q_per_vf);
  668. rcb_common->max_vfn = max_vfn;
  669. rcb_common->max_q_per_vf = max_q_per_vf;
  670. rcb_common->io_base = hns_rcb_common_get_vaddr(rcb_common);
  671. rcb_common->phy_base = hns_rcb_common_get_paddr(rcb_common);
  672. dsaf_dev->rcb_common[comm_index] = rcb_common;
  673. return 0;
  674. }
  675. void hns_rcb_common_free_cfg(struct dsaf_device *dsaf_dev,
  676. u32 comm_index)
  677. {
  678. dsaf_dev->rcb_common[comm_index] = NULL;
  679. }
  680. void hns_rcb_update_stats(struct hnae_queue *queue)
  681. {
  682. struct ring_pair_cb *ring =
  683. container_of(queue, struct ring_pair_cb, q);
  684. struct dsaf_device *dsaf_dev = ring->rcb_common->dsaf_dev;
  685. struct ppe_common_cb *ppe_common
  686. = dsaf_dev->ppe_common[ring->rcb_common->comm_index];
  687. struct hns_ring_hw_stats *hw_stats = &ring->hw_stats;
  688. hw_stats->rx_pkts += dsaf_read_dev(queue,
  689. RCB_RING_RX_RING_PKTNUM_RECORD_REG);
  690. dsaf_write_dev(queue, RCB_RING_RX_RING_PKTNUM_RECORD_REG, 0x1);
  691. hw_stats->ppe_rx_ok_pkts += dsaf_read_dev(ppe_common,
  692. PPE_COM_HIS_RX_PKT_QID_OK_CNT_REG + 4 * ring->index);
  693. hw_stats->ppe_rx_drop_pkts += dsaf_read_dev(ppe_common,
  694. PPE_COM_HIS_RX_PKT_QID_DROP_CNT_REG + 4 * ring->index);
  695. hw_stats->tx_pkts += dsaf_read_dev(queue,
  696. RCB_RING_TX_RING_PKTNUM_RECORD_REG);
  697. dsaf_write_dev(queue, RCB_RING_TX_RING_PKTNUM_RECORD_REG, 0x1);
  698. hw_stats->ppe_tx_ok_pkts += dsaf_read_dev(ppe_common,
  699. PPE_COM_HIS_TX_PKT_QID_OK_CNT_REG + 4 * ring->index);
  700. hw_stats->ppe_tx_drop_pkts += dsaf_read_dev(ppe_common,
  701. PPE_COM_HIS_TX_PKT_QID_ERR_CNT_REG + 4 * ring->index);
  702. }
  703. /**
  704. *hns_rcb_get_stats - get rcb statistic
  705. *@ring: rcb ring
  706. *@data:statistic value
  707. */
  708. void hns_rcb_get_stats(struct hnae_queue *queue, u64 *data)
  709. {
  710. u64 *regs_buff = data;
  711. struct ring_pair_cb *ring =
  712. container_of(queue, struct ring_pair_cb, q);
  713. struct hns_ring_hw_stats *hw_stats = &ring->hw_stats;
  714. regs_buff[0] = hw_stats->tx_pkts;
  715. regs_buff[1] = hw_stats->ppe_tx_ok_pkts;
  716. regs_buff[2] = hw_stats->ppe_tx_drop_pkts;
  717. regs_buff[3] =
  718. dsaf_read_dev(queue, RCB_RING_TX_RING_FBDNUM_REG);
  719. regs_buff[4] = queue->tx_ring.stats.tx_pkts;
  720. regs_buff[5] = queue->tx_ring.stats.tx_bytes;
  721. regs_buff[6] = queue->tx_ring.stats.tx_err_cnt;
  722. regs_buff[7] = queue->tx_ring.stats.io_err_cnt;
  723. regs_buff[8] = queue->tx_ring.stats.sw_err_cnt;
  724. regs_buff[9] = queue->tx_ring.stats.seg_pkt_cnt;
  725. regs_buff[10] = queue->tx_ring.stats.restart_queue;
  726. regs_buff[11] = queue->tx_ring.stats.tx_busy;
  727. regs_buff[12] = hw_stats->rx_pkts;
  728. regs_buff[13] = hw_stats->ppe_rx_ok_pkts;
  729. regs_buff[14] = hw_stats->ppe_rx_drop_pkts;
  730. regs_buff[15] =
  731. dsaf_read_dev(queue, RCB_RING_RX_RING_FBDNUM_REG);
  732. regs_buff[16] = queue->rx_ring.stats.rx_pkts;
  733. regs_buff[17] = queue->rx_ring.stats.rx_bytes;
  734. regs_buff[18] = queue->rx_ring.stats.rx_err_cnt;
  735. regs_buff[19] = queue->rx_ring.stats.io_err_cnt;
  736. regs_buff[20] = queue->rx_ring.stats.sw_err_cnt;
  737. regs_buff[21] = queue->rx_ring.stats.seg_pkt_cnt;
  738. regs_buff[22] = queue->rx_ring.stats.reuse_pg_cnt;
  739. regs_buff[23] = queue->rx_ring.stats.err_pkt_len;
  740. regs_buff[24] = queue->rx_ring.stats.non_vld_descs;
  741. regs_buff[25] = queue->rx_ring.stats.err_bd_num;
  742. regs_buff[26] = queue->rx_ring.stats.l2_err;
  743. regs_buff[27] = queue->rx_ring.stats.l3l4_csum_err;
  744. }
  745. /**
  746. *hns_rcb_get_ring_sset_count - rcb string set count
  747. *@stringset:ethtool cmd
  748. *return rcb ring string set count
  749. */
  750. int hns_rcb_get_ring_sset_count(int stringset)
  751. {
  752. if (stringset == ETH_SS_STATS || stringset == ETH_SS_PRIV_FLAGS)
  753. return HNS_RING_STATIC_REG_NUM;
  754. return 0;
  755. }
  756. /**
  757. *hns_rcb_get_common_regs_count - rcb common regs count
  758. *return regs count
  759. */
  760. int hns_rcb_get_common_regs_count(void)
  761. {
  762. return HNS_RCB_COMMON_DUMP_REG_NUM;
  763. }
  764. /**
  765. *rcb_get_sset_count - rcb ring regs count
  766. *return regs count
  767. */
  768. int hns_rcb_get_ring_regs_count(void)
  769. {
  770. return HNS_RCB_RING_DUMP_REG_NUM;
  771. }
  772. /**
  773. *hns_rcb_get_strings - get rcb string set
  774. *@stringset:string set index
  775. *@data:strings name value
  776. *@index:queue index
  777. */
  778. void hns_rcb_get_strings(int stringset, u8 *data, int index)
  779. {
  780. char *buff = (char *)data;
  781. if (stringset != ETH_SS_STATS)
  782. return;
  783. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_rcb_pkt_num", index);
  784. buff = buff + ETH_GSTRING_LEN;
  785. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_ppe_tx_pkt_num", index);
  786. buff = buff + ETH_GSTRING_LEN;
  787. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_ppe_drop_pkt_num", index);
  788. buff = buff + ETH_GSTRING_LEN;
  789. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_fbd_num", index);
  790. buff = buff + ETH_GSTRING_LEN;
  791. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_pkt_num", index);
  792. buff = buff + ETH_GSTRING_LEN;
  793. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_bytes", index);
  794. buff = buff + ETH_GSTRING_LEN;
  795. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_err_cnt", index);
  796. buff = buff + ETH_GSTRING_LEN;
  797. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_io_err", index);
  798. buff = buff + ETH_GSTRING_LEN;
  799. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_sw_err", index);
  800. buff = buff + ETH_GSTRING_LEN;
  801. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_seg_pkt", index);
  802. buff = buff + ETH_GSTRING_LEN;
  803. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_restart_queue", index);
  804. buff = buff + ETH_GSTRING_LEN;
  805. snprintf(buff, ETH_GSTRING_LEN, "tx_ring%d_tx_busy", index);
  806. buff = buff + ETH_GSTRING_LEN;
  807. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_rcb_pkt_num", index);
  808. buff = buff + ETH_GSTRING_LEN;
  809. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_ppe_pkt_num", index);
  810. buff = buff + ETH_GSTRING_LEN;
  811. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_ppe_drop_pkt_num", index);
  812. buff = buff + ETH_GSTRING_LEN;
  813. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_fbd_num", index);
  814. buff = buff + ETH_GSTRING_LEN;
  815. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_pkt_num", index);
  816. buff = buff + ETH_GSTRING_LEN;
  817. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_bytes", index);
  818. buff = buff + ETH_GSTRING_LEN;
  819. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_err_cnt", index);
  820. buff = buff + ETH_GSTRING_LEN;
  821. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_io_err", index);
  822. buff = buff + ETH_GSTRING_LEN;
  823. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_sw_err", index);
  824. buff = buff + ETH_GSTRING_LEN;
  825. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_seg_pkt", index);
  826. buff = buff + ETH_GSTRING_LEN;
  827. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_reuse_pg", index);
  828. buff = buff + ETH_GSTRING_LEN;
  829. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_len_err", index);
  830. buff = buff + ETH_GSTRING_LEN;
  831. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_non_vld_desc_err", index);
  832. buff = buff + ETH_GSTRING_LEN;
  833. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_bd_num_err", index);
  834. buff = buff + ETH_GSTRING_LEN;
  835. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_l2_err", index);
  836. buff = buff + ETH_GSTRING_LEN;
  837. snprintf(buff, ETH_GSTRING_LEN, "rx_ring%d_l3l4csum_err", index);
  838. }
  839. void hns_rcb_get_common_regs(struct rcb_common_cb *rcb_com, void *data)
  840. {
  841. u32 *regs = data;
  842. bool is_ver1 = AE_IS_VER1(rcb_com->dsaf_dev->dsaf_ver);
  843. bool is_dbg = HNS_DSAF_IS_DEBUG(rcb_com->dsaf_dev);
  844. u32 reg_tmp;
  845. u32 reg_num_tmp;
  846. u32 i = 0;
  847. /*rcb common registers */
  848. regs[0] = dsaf_read_dev(rcb_com, RCB_COM_CFG_ENDIAN_REG);
  849. regs[1] = dsaf_read_dev(rcb_com, RCB_COM_CFG_SYS_FSH_REG);
  850. regs[2] = dsaf_read_dev(rcb_com, RCB_COM_CFG_INIT_FLAG_REG);
  851. regs[3] = dsaf_read_dev(rcb_com, RCB_COM_CFG_PKT_REG);
  852. regs[4] = dsaf_read_dev(rcb_com, RCB_COM_CFG_RINVLD_REG);
  853. regs[5] = dsaf_read_dev(rcb_com, RCB_COM_CFG_FNA_REG);
  854. regs[6] = dsaf_read_dev(rcb_com, RCB_COM_CFG_FA_REG);
  855. regs[7] = dsaf_read_dev(rcb_com, RCB_COM_CFG_PKT_TC_BP_REG);
  856. regs[8] = dsaf_read_dev(rcb_com, RCB_COM_CFG_PPE_TNL_CLKEN_REG);
  857. regs[9] = dsaf_read_dev(rcb_com, RCB_COM_INTMSK_TX_PKT_REG);
  858. regs[10] = dsaf_read_dev(rcb_com, RCB_COM_RINT_TX_PKT_REG);
  859. regs[11] = dsaf_read_dev(rcb_com, RCB_COM_INTMASK_ECC_ERR_REG);
  860. regs[12] = dsaf_read_dev(rcb_com, RCB_COM_INTSTS_ECC_ERR_REG);
  861. regs[13] = dsaf_read_dev(rcb_com, RCB_COM_EBD_SRAM_ERR_REG);
  862. regs[14] = dsaf_read_dev(rcb_com, RCB_COM_RXRING_ERR_REG);
  863. regs[15] = dsaf_read_dev(rcb_com, RCB_COM_TXRING_ERR_REG);
  864. regs[16] = dsaf_read_dev(rcb_com, RCB_COM_TX_FBD_ERR_REG);
  865. regs[17] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK_EN_REG);
  866. regs[18] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK0_REG);
  867. regs[19] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK1_REG);
  868. regs[20] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK2_REG);
  869. regs[21] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK3_REG);
  870. regs[22] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK4_REG);
  871. regs[23] = dsaf_read_dev(rcb_com, RCB_SRAM_ECC_CHK5_REG);
  872. regs[24] = dsaf_read_dev(rcb_com, RCB_ECC_ERR_ADDR0_REG);
  873. regs[25] = dsaf_read_dev(rcb_com, RCB_ECC_ERR_ADDR3_REG);
  874. regs[26] = dsaf_read_dev(rcb_com, RCB_ECC_ERR_ADDR4_REG);
  875. regs[27] = dsaf_read_dev(rcb_com, RCB_ECC_ERR_ADDR5_REG);
  876. regs[28] = dsaf_read_dev(rcb_com, RCB_COM_SF_CFG_INTMASK_RING);
  877. regs[29] = dsaf_read_dev(rcb_com, RCB_COM_SF_CFG_RING_STS);
  878. regs[30] = dsaf_read_dev(rcb_com, RCB_COM_SF_CFG_RING);
  879. regs[31] = dsaf_read_dev(rcb_com, RCB_COM_SF_CFG_INTMASK_BD);
  880. regs[32] = dsaf_read_dev(rcb_com, RCB_COM_SF_CFG_BD_RINT_STS);
  881. regs[33] = dsaf_read_dev(rcb_com, RCB_COM_RCB_RD_BD_BUSY);
  882. regs[34] = dsaf_read_dev(rcb_com, RCB_COM_RCB_FBD_CRT_EN);
  883. regs[35] = dsaf_read_dev(rcb_com, RCB_COM_AXI_WR_ERR_INTMASK);
  884. regs[36] = dsaf_read_dev(rcb_com, RCB_COM_AXI_ERR_STS);
  885. regs[37] = dsaf_read_dev(rcb_com, RCB_COM_CHK_TX_FBD_NUM_REG);
  886. /* rcb common entry registers */
  887. for (i = 0; i < 16; i++) { /* total 16 model registers */
  888. regs[38 + i]
  889. = dsaf_read_dev(rcb_com, RCB_CFG_BD_NUM_REG + 4 * i);
  890. regs[54 + i]
  891. = dsaf_read_dev(rcb_com, RCB_CFG_PKTLINE_REG + 4 * i);
  892. }
  893. reg_tmp = is_ver1 ? RCB_CFG_OVERTIME_REG : RCB_PORT_CFG_OVERTIME_REG;
  894. reg_num_tmp = (is_ver1 || is_dbg) ? 1 : 6;
  895. for (i = 0; i < reg_num_tmp; i++)
  896. regs[70 + i] = dsaf_read_dev(rcb_com, reg_tmp);
  897. regs[76] = dsaf_read_dev(rcb_com, RCB_CFG_PKTLINE_INT_NUM_REG);
  898. regs[77] = dsaf_read_dev(rcb_com, RCB_CFG_OVERTIME_INT_NUM_REG);
  899. /* mark end of rcb common regs */
  900. for (i = 78; i < 80; i++)
  901. regs[i] = 0xcccccccc;
  902. }
  903. void hns_rcb_get_ring_regs(struct hnae_queue *queue, void *data)
  904. {
  905. u32 *regs = data;
  906. struct ring_pair_cb *ring_pair
  907. = container_of(queue, struct ring_pair_cb, q);
  908. u32 i = 0;
  909. /*rcb ring registers */
  910. regs[0] = dsaf_read_dev(queue, RCB_RING_RX_RING_BASEADDR_L_REG);
  911. regs[1] = dsaf_read_dev(queue, RCB_RING_RX_RING_BASEADDR_H_REG);
  912. regs[2] = dsaf_read_dev(queue, RCB_RING_RX_RING_BD_NUM_REG);
  913. regs[3] = dsaf_read_dev(queue, RCB_RING_RX_RING_BD_LEN_REG);
  914. regs[4] = dsaf_read_dev(queue, RCB_RING_RX_RING_PKTLINE_REG);
  915. regs[5] = dsaf_read_dev(queue, RCB_RING_RX_RING_TAIL_REG);
  916. regs[6] = dsaf_read_dev(queue, RCB_RING_RX_RING_HEAD_REG);
  917. regs[7] = dsaf_read_dev(queue, RCB_RING_RX_RING_FBDNUM_REG);
  918. regs[8] = dsaf_read_dev(queue, RCB_RING_RX_RING_PKTNUM_RECORD_REG);
  919. regs[9] = dsaf_read_dev(queue, RCB_RING_TX_RING_BASEADDR_L_REG);
  920. regs[10] = dsaf_read_dev(queue, RCB_RING_TX_RING_BASEADDR_H_REG);
  921. regs[11] = dsaf_read_dev(queue, RCB_RING_TX_RING_BD_NUM_REG);
  922. regs[12] = dsaf_read_dev(queue, RCB_RING_TX_RING_BD_LEN_REG);
  923. regs[13] = dsaf_read_dev(queue, RCB_RING_TX_RING_PKTLINE_REG);
  924. regs[15] = dsaf_read_dev(queue, RCB_RING_TX_RING_TAIL_REG);
  925. regs[16] = dsaf_read_dev(queue, RCB_RING_TX_RING_HEAD_REG);
  926. regs[17] = dsaf_read_dev(queue, RCB_RING_TX_RING_FBDNUM_REG);
  927. regs[18] = dsaf_read_dev(queue, RCB_RING_TX_RING_OFFSET_REG);
  928. regs[19] = dsaf_read_dev(queue, RCB_RING_TX_RING_PKTNUM_RECORD_REG);
  929. regs[20] = dsaf_read_dev(queue, RCB_RING_PREFETCH_EN_REG);
  930. regs[21] = dsaf_read_dev(queue, RCB_RING_CFG_VF_NUM_REG);
  931. regs[22] = dsaf_read_dev(queue, RCB_RING_ASID_REG);
  932. regs[23] = dsaf_read_dev(queue, RCB_RING_RX_VM_REG);
  933. regs[24] = dsaf_read_dev(queue, RCB_RING_T0_BE_RST);
  934. regs[25] = dsaf_read_dev(queue, RCB_RING_COULD_BE_RST);
  935. regs[26] = dsaf_read_dev(queue, RCB_RING_WRR_WEIGHT_REG);
  936. regs[27] = dsaf_read_dev(queue, RCB_RING_INTMSK_RXWL_REG);
  937. regs[28] = dsaf_read_dev(queue, RCB_RING_INTSTS_RX_RING_REG);
  938. regs[29] = dsaf_read_dev(queue, RCB_RING_INTMSK_TXWL_REG);
  939. regs[30] = dsaf_read_dev(queue, RCB_RING_INTSTS_TX_RING_REG);
  940. regs[31] = dsaf_read_dev(queue, RCB_RING_INTMSK_RX_OVERTIME_REG);
  941. regs[32] = dsaf_read_dev(queue, RCB_RING_INTSTS_RX_OVERTIME_REG);
  942. regs[33] = dsaf_read_dev(queue, RCB_RING_INTMSK_TX_OVERTIME_REG);
  943. regs[34] = dsaf_read_dev(queue, RCB_RING_INTSTS_TX_OVERTIME_REG);
  944. /* mark end of ring regs */
  945. for (i = 35; i < 40; i++)
  946. regs[i] = 0xcccccc00 + ring_pair->index;
  947. }