qede.h 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. /* QLogic qede NIC Driver
  2. * Copyright (c) 2015 QLogic Corporation
  3. *
  4. * This software is available under the terms of the GNU General Public License
  5. * (GPL) Version 2, available from the file COPYING in the main directory of
  6. * this source tree.
  7. */
  8. #ifndef _QEDE_H_
  9. #define _QEDE_H_
  10. #include <linux/compiler.h>
  11. #include <linux/version.h>
  12. #include <linux/workqueue.h>
  13. #include <linux/netdevice.h>
  14. #include <linux/interrupt.h>
  15. #include <linux/bitmap.h>
  16. #include <linux/kernel.h>
  17. #include <linux/mutex.h>
  18. #include <linux/io.h>
  19. #include <linux/qed/common_hsi.h>
  20. #include <linux/qed/eth_common.h>
  21. #include <linux/qed/qed_if.h>
  22. #include <linux/qed/qed_chain.h>
  23. #include <linux/qed/qed_eth_if.h>
  24. #define QEDE_MAJOR_VERSION 8
  25. #define QEDE_MINOR_VERSION 10
  26. #define QEDE_REVISION_VERSION 1
  27. #define QEDE_ENGINEERING_VERSION 20
  28. #define DRV_MODULE_VERSION __stringify(QEDE_MAJOR_VERSION) "." \
  29. __stringify(QEDE_MINOR_VERSION) "." \
  30. __stringify(QEDE_REVISION_VERSION) "." \
  31. __stringify(QEDE_ENGINEERING_VERSION)
  32. #define DRV_MODULE_SYM qede
  33. struct qede_stats {
  34. u64 no_buff_discards;
  35. u64 rx_ucast_bytes;
  36. u64 rx_mcast_bytes;
  37. u64 rx_bcast_bytes;
  38. u64 rx_ucast_pkts;
  39. u64 rx_mcast_pkts;
  40. u64 rx_bcast_pkts;
  41. u64 mftag_filter_discards;
  42. u64 mac_filter_discards;
  43. u64 tx_ucast_bytes;
  44. u64 tx_mcast_bytes;
  45. u64 tx_bcast_bytes;
  46. u64 tx_ucast_pkts;
  47. u64 tx_mcast_pkts;
  48. u64 tx_bcast_pkts;
  49. u64 tx_err_drop_pkts;
  50. u64 coalesced_pkts;
  51. u64 coalesced_events;
  52. u64 coalesced_aborts_num;
  53. u64 non_coalesced_pkts;
  54. u64 coalesced_bytes;
  55. /* port */
  56. u64 rx_64_byte_packets;
  57. u64 rx_65_to_127_byte_packets;
  58. u64 rx_128_to_255_byte_packets;
  59. u64 rx_256_to_511_byte_packets;
  60. u64 rx_512_to_1023_byte_packets;
  61. u64 rx_1024_to_1518_byte_packets;
  62. u64 rx_1519_to_1522_byte_packets;
  63. u64 rx_1519_to_2047_byte_packets;
  64. u64 rx_2048_to_4095_byte_packets;
  65. u64 rx_4096_to_9216_byte_packets;
  66. u64 rx_9217_to_16383_byte_packets;
  67. u64 rx_crc_errors;
  68. u64 rx_mac_crtl_frames;
  69. u64 rx_pause_frames;
  70. u64 rx_pfc_frames;
  71. u64 rx_align_errors;
  72. u64 rx_carrier_errors;
  73. u64 rx_oversize_packets;
  74. u64 rx_jabbers;
  75. u64 rx_undersize_packets;
  76. u64 rx_fragments;
  77. u64 tx_64_byte_packets;
  78. u64 tx_65_to_127_byte_packets;
  79. u64 tx_128_to_255_byte_packets;
  80. u64 tx_256_to_511_byte_packets;
  81. u64 tx_512_to_1023_byte_packets;
  82. u64 tx_1024_to_1518_byte_packets;
  83. u64 tx_1519_to_2047_byte_packets;
  84. u64 tx_2048_to_4095_byte_packets;
  85. u64 tx_4096_to_9216_byte_packets;
  86. u64 tx_9217_to_16383_byte_packets;
  87. u64 tx_pause_frames;
  88. u64 tx_pfc_frames;
  89. u64 tx_lpi_entry_count;
  90. u64 tx_total_collisions;
  91. u64 brb_truncates;
  92. u64 brb_discards;
  93. u64 tx_mac_ctrl_frames;
  94. };
  95. struct qede_vlan {
  96. struct list_head list;
  97. u16 vid;
  98. bool configured;
  99. };
  100. struct qede_dev {
  101. struct qed_dev *cdev;
  102. struct net_device *ndev;
  103. struct pci_dev *pdev;
  104. u32 dp_module;
  105. u8 dp_level;
  106. u32 flags;
  107. #define QEDE_FLAG_IS_VF BIT(0)
  108. #define IS_VF(edev) (!!((edev)->flags & QEDE_FLAG_IS_VF))
  109. const struct qed_eth_ops *ops;
  110. struct qed_dev_eth_info dev_info;
  111. #define QEDE_MAX_RSS_CNT(edev) ((edev)->dev_info.num_queues)
  112. #define QEDE_MAX_TSS_CNT(edev) ((edev)->dev_info.num_queues * \
  113. (edev)->dev_info.num_tc)
  114. struct qede_fastpath *fp_array;
  115. u16 req_rss;
  116. u16 num_rss;
  117. u8 num_tc;
  118. #define QEDE_RSS_CNT(edev) ((edev)->num_rss)
  119. #define QEDE_TSS_CNT(edev) ((edev)->num_rss * \
  120. (edev)->num_tc)
  121. #define QEDE_TSS_IDX(edev, txqidx) ((txqidx) % (edev)->num_rss)
  122. #define QEDE_TC_IDX(edev, txqidx) ((txqidx) / (edev)->num_rss)
  123. #define QEDE_TX_QUEUE(edev, txqidx) \
  124. (&(edev)->fp_array[QEDE_TSS_IDX((edev), (txqidx))].txqs[QEDE_TC_IDX( \
  125. (edev), (txqidx))])
  126. struct qed_int_info int_info;
  127. unsigned char primary_mac[ETH_ALEN];
  128. /* Smaller private varaiant of the RTNL lock */
  129. struct mutex qede_lock;
  130. u32 state; /* Protected by qede_lock */
  131. u16 rx_buf_size;
  132. u32 rx_copybreak;
  133. /* L2 header size + 2*VLANs (8 bytes) + LLC SNAP (8 bytes) */
  134. #define ETH_OVERHEAD (ETH_HLEN + 8 + 8)
  135. /* Max supported alignment is 256 (8 shift)
  136. * minimal alignment shift 6 is optimal for 57xxx HW performance
  137. */
  138. #define QEDE_RX_ALIGN_SHIFT max(6, min(8, L1_CACHE_SHIFT))
  139. /* We assume skb_build() uses sizeof(struct skb_shared_info) bytes
  140. * at the end of skb->data, to avoid wasting a full cache line.
  141. * This reduces memory use (skb->truesize).
  142. */
  143. #define QEDE_FW_RX_ALIGN_END \
  144. max_t(u64, 1UL << QEDE_RX_ALIGN_SHIFT, \
  145. SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
  146. struct qede_stats stats;
  147. #define QEDE_RSS_INDIR_INITED BIT(0)
  148. #define QEDE_RSS_KEY_INITED BIT(1)
  149. #define QEDE_RSS_CAPS_INITED BIT(2)
  150. u32 rss_params_inited; /* bit-field to track initialized rss params */
  151. struct qed_update_vport_rss_params rss_params;
  152. u16 q_num_rx_buffers; /* Must be a power of two */
  153. u16 q_num_tx_buffers; /* Must be a power of two */
  154. bool gro_disable;
  155. struct list_head vlan_list;
  156. u16 configured_vlans;
  157. u16 non_configured_vlans;
  158. bool accept_any_vlan;
  159. struct delayed_work sp_task;
  160. unsigned long sp_flags;
  161. u16 vxlan_dst_port;
  162. u16 geneve_dst_port;
  163. };
  164. enum QEDE_STATE {
  165. QEDE_STATE_CLOSED,
  166. QEDE_STATE_OPEN,
  167. };
  168. #define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
  169. #define MAX_NUM_TC 8
  170. #define MAX_NUM_PRI 8
  171. /* The driver supports the new build_skb() API:
  172. * RX ring buffer contains pointer to kmalloc() data only,
  173. * skb are built only after the frame was DMA-ed.
  174. */
  175. struct sw_rx_data {
  176. struct page *data;
  177. dma_addr_t mapping;
  178. unsigned int page_offset;
  179. };
  180. enum qede_agg_state {
  181. QEDE_AGG_STATE_NONE = 0,
  182. QEDE_AGG_STATE_START = 1,
  183. QEDE_AGG_STATE_ERROR = 2
  184. };
  185. struct qede_agg_info {
  186. struct sw_rx_data replace_buf;
  187. dma_addr_t replace_buf_mapping;
  188. struct sw_rx_data start_buf;
  189. dma_addr_t start_buf_mapping;
  190. struct eth_fast_path_rx_tpa_start_cqe start_cqe;
  191. enum qede_agg_state agg_state;
  192. struct sk_buff *skb;
  193. int frag_id;
  194. u16 vlan_tag;
  195. };
  196. struct qede_rx_queue {
  197. __le16 *hw_cons_ptr;
  198. struct sw_rx_data *sw_rx_ring;
  199. u16 sw_rx_cons;
  200. u16 sw_rx_prod;
  201. struct qed_chain rx_bd_ring;
  202. struct qed_chain rx_comp_ring;
  203. void __iomem *hw_rxq_prod_addr;
  204. /* GRO */
  205. struct qede_agg_info tpa_info[ETH_TPA_MAX_AGGS_NUM];
  206. int rx_buf_size;
  207. unsigned int rx_buf_seg_size;
  208. u16 num_rx_buffers;
  209. u16 rxq_id;
  210. u64 rx_hw_errors;
  211. u64 rx_alloc_errors;
  212. u64 rx_ip_frags;
  213. };
  214. union db_prod {
  215. struct eth_db_data data;
  216. u32 raw;
  217. };
  218. struct sw_tx_bd {
  219. struct sk_buff *skb;
  220. u8 flags;
  221. /* Set on the first BD descriptor when there is a split BD */
  222. #define QEDE_TSO_SPLIT_BD BIT(0)
  223. };
  224. struct qede_tx_queue {
  225. int index; /* Queue index */
  226. __le16 *hw_cons_ptr;
  227. struct sw_tx_bd *sw_tx_ring;
  228. u16 sw_tx_cons;
  229. u16 sw_tx_prod;
  230. struct qed_chain tx_pbl;
  231. void __iomem *doorbell_addr;
  232. union db_prod tx_db;
  233. u16 num_tx_buffers;
  234. };
  235. #define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr.hi), \
  236. le32_to_cpu((bd)->addr.lo))
  237. #define BD_SET_UNMAP_ADDR_LEN(bd, maddr, len) \
  238. do { \
  239. (bd)->addr.hi = cpu_to_le32(upper_32_bits(maddr)); \
  240. (bd)->addr.lo = cpu_to_le32(lower_32_bits(maddr)); \
  241. (bd)->nbytes = cpu_to_le16(len); \
  242. } while (0)
  243. #define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
  244. struct qede_fastpath {
  245. struct qede_dev *edev;
  246. u8 rss_id;
  247. struct napi_struct napi;
  248. struct qed_sb_info *sb_info;
  249. struct qede_rx_queue *rxq;
  250. struct qede_tx_queue *txqs;
  251. #define VEC_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
  252. char name[VEC_NAME_SIZE];
  253. };
  254. /* Debug print definitions */
  255. #define DP_NAME(edev) ((edev)->ndev->name)
  256. #define XMIT_PLAIN 0
  257. #define XMIT_L4_CSUM BIT(0)
  258. #define XMIT_LSO BIT(1)
  259. #define XMIT_ENC BIT(2)
  260. #define QEDE_CSUM_ERROR BIT(0)
  261. #define QEDE_CSUM_UNNECESSARY BIT(1)
  262. #define QEDE_TUNN_CSUM_UNNECESSARY BIT(2)
  263. #define QEDE_SP_RX_MODE 1
  264. #define QEDE_SP_VXLAN_PORT_CONFIG 2
  265. #define QEDE_SP_GENEVE_PORT_CONFIG 3
  266. union qede_reload_args {
  267. u16 mtu;
  268. };
  269. #ifdef CONFIG_DCB
  270. void qede_set_dcbnl_ops(struct net_device *ndev);
  271. #endif
  272. void qede_config_debug(uint debug, u32 *p_dp_module, u8 *p_dp_level);
  273. void qede_set_ethtool_ops(struct net_device *netdev);
  274. void qede_reload(struct qede_dev *edev,
  275. void (*func)(struct qede_dev *edev,
  276. union qede_reload_args *args),
  277. union qede_reload_args *args);
  278. int qede_change_mtu(struct net_device *dev, int new_mtu);
  279. void qede_fill_by_demand_stats(struct qede_dev *edev);
  280. bool qede_has_rx_work(struct qede_rx_queue *rxq);
  281. int qede_txq_has_work(struct qede_tx_queue *txq);
  282. void qede_recycle_rx_bd_ring(struct qede_rx_queue *rxq, struct qede_dev *edev,
  283. u8 count);
  284. #define RX_RING_SIZE_POW 13
  285. #define RX_RING_SIZE ((u16)BIT(RX_RING_SIZE_POW))
  286. #define NUM_RX_BDS_MAX (RX_RING_SIZE - 1)
  287. #define NUM_RX_BDS_MIN 128
  288. #define NUM_RX_BDS_DEF NUM_RX_BDS_MAX
  289. #define TX_RING_SIZE_POW 13
  290. #define TX_RING_SIZE ((u16)BIT(TX_RING_SIZE_POW))
  291. #define NUM_TX_BDS_MAX (TX_RING_SIZE - 1)
  292. #define NUM_TX_BDS_MIN 128
  293. #define NUM_TX_BDS_DEF NUM_TX_BDS_MAX
  294. #define QEDE_MIN_PKT_LEN 64
  295. #define QEDE_RX_HDR_SIZE 256
  296. #define for_each_rss(i) for (i = 0; i < edev->num_rss; i++)
  297. #endif /* _QEDE_H_ */