qede.h 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359
  1. /* QLogic qede NIC Driver
  2. * Copyright (c) 2015 QLogic Corporation
  3. *
  4. * This software is available under the terms of the GNU General Public License
  5. * (GPL) Version 2, available from the file COPYING in the main directory of
  6. * this source tree.
  7. */
  8. #ifndef _QEDE_H_
  9. #define _QEDE_H_
  10. #include <linux/compiler.h>
  11. #include <linux/version.h>
  12. #include <linux/workqueue.h>
  13. #include <linux/netdevice.h>
  14. #include <linux/interrupt.h>
  15. #include <linux/bitmap.h>
  16. #include <linux/kernel.h>
  17. #include <linux/mutex.h>
  18. #include <linux/io.h>
  19. #include <linux/qed/common_hsi.h>
  20. #include <linux/qed/eth_common.h>
  21. #include <linux/qed/qed_if.h>
  22. #include <linux/qed/qed_chain.h>
  23. #include <linux/qed/qed_eth_if.h>
  24. #define QEDE_MAJOR_VERSION 8
  25. #define QEDE_MINOR_VERSION 10
  26. #define QEDE_REVISION_VERSION 9
  27. #define QEDE_ENGINEERING_VERSION 20
  28. #define DRV_MODULE_VERSION __stringify(QEDE_MAJOR_VERSION) "." \
  29. __stringify(QEDE_MINOR_VERSION) "." \
  30. __stringify(QEDE_REVISION_VERSION) "." \
  31. __stringify(QEDE_ENGINEERING_VERSION)
  32. #define DRV_MODULE_SYM qede
  33. struct qede_stats {
  34. u64 no_buff_discards;
  35. u64 packet_too_big_discard;
  36. u64 ttl0_discard;
  37. u64 rx_ucast_bytes;
  38. u64 rx_mcast_bytes;
  39. u64 rx_bcast_bytes;
  40. u64 rx_ucast_pkts;
  41. u64 rx_mcast_pkts;
  42. u64 rx_bcast_pkts;
  43. u64 mftag_filter_discards;
  44. u64 mac_filter_discards;
  45. u64 tx_ucast_bytes;
  46. u64 tx_mcast_bytes;
  47. u64 tx_bcast_bytes;
  48. u64 tx_ucast_pkts;
  49. u64 tx_mcast_pkts;
  50. u64 tx_bcast_pkts;
  51. u64 tx_err_drop_pkts;
  52. u64 coalesced_pkts;
  53. u64 coalesced_events;
  54. u64 coalesced_aborts_num;
  55. u64 non_coalesced_pkts;
  56. u64 coalesced_bytes;
  57. /* port */
  58. u64 rx_64_byte_packets;
  59. u64 rx_65_to_127_byte_packets;
  60. u64 rx_128_to_255_byte_packets;
  61. u64 rx_256_to_511_byte_packets;
  62. u64 rx_512_to_1023_byte_packets;
  63. u64 rx_1024_to_1518_byte_packets;
  64. u64 rx_1519_to_1522_byte_packets;
  65. u64 rx_1519_to_2047_byte_packets;
  66. u64 rx_2048_to_4095_byte_packets;
  67. u64 rx_4096_to_9216_byte_packets;
  68. u64 rx_9217_to_16383_byte_packets;
  69. u64 rx_crc_errors;
  70. u64 rx_mac_crtl_frames;
  71. u64 rx_pause_frames;
  72. u64 rx_pfc_frames;
  73. u64 rx_align_errors;
  74. u64 rx_carrier_errors;
  75. u64 rx_oversize_packets;
  76. u64 rx_jabbers;
  77. u64 rx_undersize_packets;
  78. u64 rx_fragments;
  79. u64 tx_64_byte_packets;
  80. u64 tx_65_to_127_byte_packets;
  81. u64 tx_128_to_255_byte_packets;
  82. u64 tx_256_to_511_byte_packets;
  83. u64 tx_512_to_1023_byte_packets;
  84. u64 tx_1024_to_1518_byte_packets;
  85. u64 tx_1519_to_2047_byte_packets;
  86. u64 tx_2048_to_4095_byte_packets;
  87. u64 tx_4096_to_9216_byte_packets;
  88. u64 tx_9217_to_16383_byte_packets;
  89. u64 tx_pause_frames;
  90. u64 tx_pfc_frames;
  91. u64 tx_lpi_entry_count;
  92. u64 tx_total_collisions;
  93. u64 brb_truncates;
  94. u64 brb_discards;
  95. u64 tx_mac_ctrl_frames;
  96. };
  97. struct qede_vlan {
  98. struct list_head list;
  99. u16 vid;
  100. bool configured;
  101. };
  102. struct qede_dev {
  103. struct qed_dev *cdev;
  104. struct net_device *ndev;
  105. struct pci_dev *pdev;
  106. u32 dp_module;
  107. u8 dp_level;
  108. u32 flags;
  109. #define QEDE_FLAG_IS_VF BIT(0)
  110. #define IS_VF(edev) (!!((edev)->flags & QEDE_FLAG_IS_VF))
  111. const struct qed_eth_ops *ops;
  112. struct qed_dev_eth_info dev_info;
  113. #define QEDE_MAX_RSS_CNT(edev) ((edev)->dev_info.num_queues)
  114. #define QEDE_MAX_TSS_CNT(edev) ((edev)->dev_info.num_queues * \
  115. (edev)->dev_info.num_tc)
  116. struct qede_fastpath *fp_array;
  117. u8 req_num_tx;
  118. u8 fp_num_tx;
  119. u8 req_num_rx;
  120. u8 fp_num_rx;
  121. u16 req_queues;
  122. u16 num_queues;
  123. u8 num_tc;
  124. #define QEDE_QUEUE_CNT(edev) ((edev)->num_queues)
  125. #define QEDE_RSS_COUNT(edev) ((edev)->num_queues - (edev)->fp_num_tx)
  126. #define QEDE_TSS_COUNT(edev) (((edev)->num_queues - (edev)->fp_num_rx) * \
  127. (edev)->num_tc)
  128. #define QEDE_TX_IDX(edev, txqidx) ((edev)->fp_num_rx + (txqidx) % \
  129. QEDE_TSS_COUNT(edev))
  130. #define QEDE_TC_IDX(edev, txqidx) ((txqidx) / QEDE_TSS_COUNT(edev))
  131. #define QEDE_TX_QUEUE(edev, txqidx) \
  132. (&(edev)->fp_array[QEDE_TX_IDX((edev), (txqidx))].txqs[QEDE_TC_IDX(\
  133. (edev), (txqidx))])
  134. struct qed_int_info int_info;
  135. unsigned char primary_mac[ETH_ALEN];
  136. /* Smaller private varaiant of the RTNL lock */
  137. struct mutex qede_lock;
  138. u32 state; /* Protected by qede_lock */
  139. u16 rx_buf_size;
  140. u32 rx_copybreak;
  141. /* L2 header size + 2*VLANs (8 bytes) + LLC SNAP (8 bytes) */
  142. #define ETH_OVERHEAD (ETH_HLEN + 8 + 8)
  143. /* Max supported alignment is 256 (8 shift)
  144. * minimal alignment shift 6 is optimal for 57xxx HW performance
  145. */
  146. #define QEDE_RX_ALIGN_SHIFT max(6, min(8, L1_CACHE_SHIFT))
  147. /* We assume skb_build() uses sizeof(struct skb_shared_info) bytes
  148. * at the end of skb->data, to avoid wasting a full cache line.
  149. * This reduces memory use (skb->truesize).
  150. */
  151. #define QEDE_FW_RX_ALIGN_END \
  152. max_t(u64, 1UL << QEDE_RX_ALIGN_SHIFT, \
  153. SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
  154. struct qede_stats stats;
  155. #define QEDE_RSS_INDIR_INITED BIT(0)
  156. #define QEDE_RSS_KEY_INITED BIT(1)
  157. #define QEDE_RSS_CAPS_INITED BIT(2)
  158. u32 rss_params_inited; /* bit-field to track initialized rss params */
  159. struct qed_update_vport_rss_params rss_params;
  160. u16 q_num_rx_buffers; /* Must be a power of two */
  161. u16 q_num_tx_buffers; /* Must be a power of two */
  162. bool gro_disable;
  163. struct list_head vlan_list;
  164. u16 configured_vlans;
  165. u16 non_configured_vlans;
  166. bool accept_any_vlan;
  167. struct delayed_work sp_task;
  168. unsigned long sp_flags;
  169. u16 vxlan_dst_port;
  170. u16 geneve_dst_port;
  171. };
  172. enum QEDE_STATE {
  173. QEDE_STATE_CLOSED,
  174. QEDE_STATE_OPEN,
  175. };
  176. #define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
  177. #define MAX_NUM_TC 8
  178. #define MAX_NUM_PRI 8
  179. /* The driver supports the new build_skb() API:
  180. * RX ring buffer contains pointer to kmalloc() data only,
  181. * skb are built only after the frame was DMA-ed.
  182. */
  183. struct sw_rx_data {
  184. struct page *data;
  185. dma_addr_t mapping;
  186. unsigned int page_offset;
  187. };
  188. enum qede_agg_state {
  189. QEDE_AGG_STATE_NONE = 0,
  190. QEDE_AGG_STATE_START = 1,
  191. QEDE_AGG_STATE_ERROR = 2
  192. };
  193. struct qede_agg_info {
  194. struct sw_rx_data replace_buf;
  195. dma_addr_t replace_buf_mapping;
  196. struct sw_rx_data start_buf;
  197. dma_addr_t start_buf_mapping;
  198. struct eth_fast_path_rx_tpa_start_cqe start_cqe;
  199. enum qede_agg_state agg_state;
  200. struct sk_buff *skb;
  201. int frag_id;
  202. u16 vlan_tag;
  203. };
  204. struct qede_rx_queue {
  205. __le16 *hw_cons_ptr;
  206. struct sw_rx_data *sw_rx_ring;
  207. u16 sw_rx_cons;
  208. u16 sw_rx_prod;
  209. struct qed_chain rx_bd_ring;
  210. struct qed_chain rx_comp_ring;
  211. void __iomem *hw_rxq_prod_addr;
  212. /* GRO */
  213. struct qede_agg_info tpa_info[ETH_TPA_MAX_AGGS_NUM];
  214. int rx_buf_size;
  215. unsigned int rx_buf_seg_size;
  216. u16 num_rx_buffers;
  217. u16 rxq_id;
  218. u64 rcv_pkts;
  219. u64 rx_hw_errors;
  220. u64 rx_alloc_errors;
  221. u64 rx_ip_frags;
  222. };
  223. union db_prod {
  224. struct eth_db_data data;
  225. u32 raw;
  226. };
  227. struct sw_tx_bd {
  228. struct sk_buff *skb;
  229. u8 flags;
  230. /* Set on the first BD descriptor when there is a split BD */
  231. #define QEDE_TSO_SPLIT_BD BIT(0)
  232. };
  233. struct qede_tx_queue {
  234. int index; /* Queue index */
  235. __le16 *hw_cons_ptr;
  236. struct sw_tx_bd *sw_tx_ring;
  237. u16 sw_tx_cons;
  238. u16 sw_tx_prod;
  239. struct qed_chain tx_pbl;
  240. void __iomem *doorbell_addr;
  241. union db_prod tx_db;
  242. u16 num_tx_buffers;
  243. u64 xmit_pkts;
  244. u64 stopped_cnt;
  245. bool is_legacy;
  246. };
  247. #define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr.hi), \
  248. le32_to_cpu((bd)->addr.lo))
  249. #define BD_SET_UNMAP_ADDR_LEN(bd, maddr, len) \
  250. do { \
  251. (bd)->addr.hi = cpu_to_le32(upper_32_bits(maddr)); \
  252. (bd)->addr.lo = cpu_to_le32(lower_32_bits(maddr)); \
  253. (bd)->nbytes = cpu_to_le16(len); \
  254. } while (0)
  255. #define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
  256. struct qede_fastpath {
  257. struct qede_dev *edev;
  258. #define QEDE_FASTPATH_TX BIT(0)
  259. #define QEDE_FASTPATH_RX BIT(1)
  260. #define QEDE_FASTPATH_COMBINED (QEDE_FASTPATH_TX | QEDE_FASTPATH_RX)
  261. u8 type;
  262. u8 id;
  263. struct napi_struct napi;
  264. struct qed_sb_info *sb_info;
  265. struct qede_rx_queue *rxq;
  266. struct qede_tx_queue *txqs;
  267. #define VEC_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
  268. char name[VEC_NAME_SIZE];
  269. };
  270. /* Debug print definitions */
  271. #define DP_NAME(edev) ((edev)->ndev->name)
  272. #define XMIT_PLAIN 0
  273. #define XMIT_L4_CSUM BIT(0)
  274. #define XMIT_LSO BIT(1)
  275. #define XMIT_ENC BIT(2)
  276. #define QEDE_CSUM_ERROR BIT(0)
  277. #define QEDE_CSUM_UNNECESSARY BIT(1)
  278. #define QEDE_TUNN_CSUM_UNNECESSARY BIT(2)
  279. #define QEDE_SP_RX_MODE 1
  280. #define QEDE_SP_VXLAN_PORT_CONFIG 2
  281. #define QEDE_SP_GENEVE_PORT_CONFIG 3
  282. union qede_reload_args {
  283. u16 mtu;
  284. };
  285. #ifdef CONFIG_DCB
  286. void qede_set_dcbnl_ops(struct net_device *ndev);
  287. #endif
  288. void qede_config_debug(uint debug, u32 *p_dp_module, u8 *p_dp_level);
  289. void qede_set_ethtool_ops(struct net_device *netdev);
  290. void qede_reload(struct qede_dev *edev,
  291. void (*func)(struct qede_dev *edev,
  292. union qede_reload_args *args),
  293. union qede_reload_args *args);
  294. int qede_change_mtu(struct net_device *dev, int new_mtu);
  295. void qede_fill_by_demand_stats(struct qede_dev *edev);
  296. bool qede_has_rx_work(struct qede_rx_queue *rxq);
  297. int qede_txq_has_work(struct qede_tx_queue *txq);
  298. void qede_recycle_rx_bd_ring(struct qede_rx_queue *rxq, struct qede_dev *edev,
  299. u8 count);
  300. #define RX_RING_SIZE_POW 13
  301. #define RX_RING_SIZE ((u16)BIT(RX_RING_SIZE_POW))
  302. #define NUM_RX_BDS_MAX (RX_RING_SIZE - 1)
  303. #define NUM_RX_BDS_MIN 128
  304. #define NUM_RX_BDS_DEF NUM_RX_BDS_MAX
  305. #define TX_RING_SIZE_POW 13
  306. #define TX_RING_SIZE ((u16)BIT(TX_RING_SIZE_POW))
  307. #define NUM_TX_BDS_MAX (TX_RING_SIZE - 1)
  308. #define NUM_TX_BDS_MIN 128
  309. #define NUM_TX_BDS_DEF NUM_TX_BDS_MAX
  310. #define QEDE_MIN_PKT_LEN 64
  311. #define QEDE_RX_HDR_SIZE 256
  312. #define for_each_queue(i) for (i = 0; i < edev->num_queues; i++)
  313. #endif /* _QEDE_H_ */