i40e.h 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731
  1. /*******************************************************************************
  2. *
  3. * Intel Ethernet Controller XL710 Family Linux Driver
  4. * Copyright(c) 2013 - 2014 Intel Corporation.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms and conditions of the GNU General Public License,
  8. * version 2, as published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope it will be useful, but WITHOUT
  11. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  13. * more details.
  14. *
  15. * You should have received a copy of the GNU General Public License along
  16. * with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * The full GNU General Public License is included in this distribution in
  19. * the file called "COPYING".
  20. *
  21. * Contact Information:
  22. * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  23. * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24. *
  25. ******************************************************************************/
  26. #ifndef _I40E_H_
  27. #define _I40E_H_
  28. #include <net/tcp.h>
  29. #include <net/udp.h>
  30. #include <linux/types.h>
  31. #include <linux/errno.h>
  32. #include <linux/module.h>
  33. #include <linux/pci.h>
  34. #include <linux/aer.h>
  35. #include <linux/netdevice.h>
  36. #include <linux/ioport.h>
  37. #include <linux/slab.h>
  38. #include <linux/list.h>
  39. #include <linux/string.h>
  40. #include <linux/in.h>
  41. #include <linux/ip.h>
  42. #include <linux/tcp.h>
  43. #include <linux/sctp.h>
  44. #include <linux/pkt_sched.h>
  45. #include <linux/ipv6.h>
  46. #include <net/checksum.h>
  47. #include <net/ip6_checksum.h>
  48. #include <linux/ethtool.h>
  49. #include <linux/if_vlan.h>
  50. #include <linux/clocksource.h>
  51. #include <linux/net_tstamp.h>
  52. #include <linux/ptp_clock_kernel.h>
  53. #include "i40e_type.h"
  54. #include "i40e_prototype.h"
  55. #ifdef I40E_FCOE
  56. #include "i40e_fcoe.h"
  57. #endif
  58. #include "i40e_virtchnl.h"
  59. #include "i40e_virtchnl_pf.h"
  60. #include "i40e_txrx.h"
  61. #include "i40e_dcb.h"
  62. /* Useful i40e defaults */
  63. #define I40E_BASE_PF_SEID 16
  64. #define I40E_BASE_VSI_SEID 512
  65. #define I40E_BASE_VEB_SEID 288
  66. #define I40E_MAX_VEB 16
  67. #define I40E_MAX_NUM_DESCRIPTORS 4096
  68. #define I40E_MAX_REGISTER 0x800000
  69. #define I40E_DEFAULT_NUM_DESCRIPTORS 512
  70. #define I40E_REQ_DESCRIPTOR_MULTIPLE 32
  71. #define I40E_MIN_NUM_DESCRIPTORS 64
  72. #define I40E_MIN_MSIX 2
  73. #define I40E_DEFAULT_NUM_VMDQ_VSI 8 /* max 256 VSIs */
  74. #define I40E_MIN_VSI_ALLOC 51 /* LAN, ATR, FCOE, 32 VF, 16 VMDQ */
  75. #define I40E_DEFAULT_QUEUES_PER_VMDQ 2 /* max 16 qps */
  76. #define I40E_DEFAULT_QUEUES_PER_VF 4
  77. #define I40E_DEFAULT_QUEUES_PER_TC 1 /* should be a power of 2 */
  78. #define I40E_MAX_QUEUES_PER_TC 64 /* should be a power of 2 */
  79. #define I40E_FDIR_RING 0
  80. #define I40E_FDIR_RING_COUNT 32
  81. #ifdef I40E_FCOE
  82. #define I40E_DEFAULT_FCOE 8 /* default number of QPs for FCoE */
  83. #define I40E_MINIMUM_FCOE 1 /* minimum number of QPs for FCoE */
  84. #endif /* I40E_FCOE */
  85. #define I40E_MAX_AQ_BUF_SIZE 4096
  86. #define I40E_AQ_LEN 256
  87. #define I40E_AQ_WORK_LIMIT 32
  88. #define I40E_MAX_USER_PRIORITY 8
  89. #define I40E_DEFAULT_MSG_ENABLE 4
  90. #define I40E_QUEUE_WAIT_RETRY_LIMIT 10
  91. #define I40E_INT_NAME_STR_LEN (IFNAMSIZ + 9)
  92. #define I40E_NVM_VERSION_LO_SHIFT 0
  93. #define I40E_NVM_VERSION_LO_MASK (0xff << I40E_NVM_VERSION_LO_SHIFT)
  94. #define I40E_NVM_VERSION_HI_SHIFT 12
  95. #define I40E_NVM_VERSION_HI_MASK (0xf << I40E_NVM_VERSION_HI_SHIFT)
  96. /* The values in here are decimal coded as hex as is the case in the NVM map*/
  97. #define I40E_CURRENT_NVM_VERSION_HI 0x2
  98. #define I40E_CURRENT_NVM_VERSION_LO 0x40
  99. /* magic for getting defines into strings */
  100. #define STRINGIFY(foo) #foo
  101. #define XSTRINGIFY(bar) STRINGIFY(bar)
  102. #define I40E_RX_DESC(R, i) \
  103. ((ring_is_16byte_desc_enabled(R)) \
  104. ? (union i40e_32byte_rx_desc *) \
  105. (&(((union i40e_16byte_rx_desc *)((R)->desc))[i])) \
  106. : (&(((union i40e_32byte_rx_desc *)((R)->desc))[i])))
  107. #define I40E_TX_DESC(R, i) \
  108. (&(((struct i40e_tx_desc *)((R)->desc))[i]))
  109. #define I40E_TX_CTXTDESC(R, i) \
  110. (&(((struct i40e_tx_context_desc *)((R)->desc))[i]))
  111. #define I40E_TX_FDIRDESC(R, i) \
  112. (&(((struct i40e_filter_program_desc *)((R)->desc))[i]))
  113. /* default to trying for four seconds */
  114. #define I40E_TRY_LINK_TIMEOUT (4 * HZ)
  115. /* driver state flags */
  116. enum i40e_state_t {
  117. __I40E_TESTING,
  118. __I40E_CONFIG_BUSY,
  119. __I40E_CONFIG_DONE,
  120. __I40E_DOWN,
  121. __I40E_NEEDS_RESTART,
  122. __I40E_SERVICE_SCHED,
  123. __I40E_ADMINQ_EVENT_PENDING,
  124. __I40E_MDD_EVENT_PENDING,
  125. __I40E_VFLR_EVENT_PENDING,
  126. __I40E_RESET_RECOVERY_PENDING,
  127. __I40E_RESET_INTR_RECEIVED,
  128. __I40E_REINIT_REQUESTED,
  129. __I40E_PF_RESET_REQUESTED,
  130. __I40E_CORE_RESET_REQUESTED,
  131. __I40E_GLOBAL_RESET_REQUESTED,
  132. __I40E_EMP_RESET_REQUESTED,
  133. __I40E_EMP_RESET_INTR_RECEIVED,
  134. __I40E_FILTER_OVERFLOW_PROMISC,
  135. __I40E_SUSPENDED,
  136. __I40E_PTP_TX_IN_PROGRESS,
  137. __I40E_BAD_EEPROM,
  138. __I40E_DOWN_REQUESTED,
  139. __I40E_FD_FLUSH_REQUESTED,
  140. __I40E_RESET_FAILED,
  141. __I40E_PORT_TX_SUSPENDED,
  142. __I40E_VF_DISABLE,
  143. };
  144. enum i40e_interrupt_policy {
  145. I40E_INTERRUPT_BEST_CASE,
  146. I40E_INTERRUPT_MEDIUM,
  147. I40E_INTERRUPT_LOWEST
  148. };
  149. struct i40e_lump_tracking {
  150. u16 num_entries;
  151. u16 search_hint;
  152. u16 list[0];
  153. #define I40E_PILE_VALID_BIT 0x8000
  154. };
  155. #define I40E_DEFAULT_ATR_SAMPLE_RATE 20
  156. #define I40E_FDIR_MAX_RAW_PACKET_SIZE 512
  157. #define I40E_FDIR_BUFFER_FULL_MARGIN 10
  158. #define I40E_FDIR_BUFFER_HEAD_ROOM 32
  159. enum i40e_fd_stat_idx {
  160. I40E_FD_STAT_ATR,
  161. I40E_FD_STAT_SB,
  162. I40E_FD_STAT_PF_COUNT
  163. };
  164. #define I40E_FD_STAT_PF_IDX(pf_id) ((pf_id) * I40E_FD_STAT_PF_COUNT)
  165. #define I40E_FD_ATR_STAT_IDX(pf_id) \
  166. (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_ATR)
  167. #define I40E_FD_SB_STAT_IDX(pf_id) \
  168. (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_SB)
  169. struct i40e_fdir_filter {
  170. struct hlist_node fdir_node;
  171. /* filter ipnut set */
  172. u8 flow_type;
  173. u8 ip4_proto;
  174. /* TX packet view of src and dst */
  175. __be32 dst_ip[4];
  176. __be32 src_ip[4];
  177. __be16 src_port;
  178. __be16 dst_port;
  179. __be32 sctp_v_tag;
  180. /* filter control */
  181. u16 q_index;
  182. u8 flex_off;
  183. u8 pctype;
  184. u16 dest_vsi;
  185. u8 dest_ctl;
  186. u8 fd_status;
  187. u16 cnt_index;
  188. u32 fd_id;
  189. };
  190. #define I40E_ETH_P_LLDP 0x88cc
  191. #define I40E_DCB_PRIO_TYPE_STRICT 0
  192. #define I40E_DCB_PRIO_TYPE_ETS 1
  193. #define I40E_DCB_STRICT_PRIO_CREDITS 127
  194. #define I40E_MAX_USER_PRIORITY 8
  195. /* DCB per TC information data structure */
  196. struct i40e_tc_info {
  197. u16 qoffset; /* Queue offset from base queue */
  198. u16 qcount; /* Total Queues */
  199. u8 netdev_tc; /* Netdev TC index if netdev associated */
  200. };
  201. /* TC configuration data structure */
  202. struct i40e_tc_configuration {
  203. u8 numtc; /* Total number of enabled TCs */
  204. u8 enabled_tc; /* TC map */
  205. struct i40e_tc_info tc_info[I40E_MAX_TRAFFIC_CLASS];
  206. };
  207. /* struct that defines the Ethernet device */
  208. struct i40e_pf {
  209. struct pci_dev *pdev;
  210. struct i40e_hw hw;
  211. unsigned long state;
  212. unsigned long link_check_timeout;
  213. struct msix_entry *msix_entries;
  214. bool fc_autoneg_status;
  215. u16 eeprom_version;
  216. u16 num_vmdq_vsis; /* num vmdq vsis this pf has set up */
  217. u16 num_vmdq_qps; /* num queue pairs per vmdq pool */
  218. u16 num_vmdq_msix; /* num queue vectors per vmdq pool */
  219. u16 num_req_vfs; /* num vfs requested for this vf */
  220. u16 num_vf_qps; /* num queue pairs per vf */
  221. #ifdef I40E_FCOE
  222. u16 num_fcoe_qps; /* num fcoe queues this pf has set up */
  223. u16 num_fcoe_msix; /* num queue vectors per fcoe pool */
  224. #endif /* I40E_FCOE */
  225. u16 num_lan_qps; /* num lan queues this pf has set up */
  226. u16 num_lan_msix; /* num queue vectors for the base pf vsi */
  227. int queues_left; /* queues left unclaimed */
  228. u16 rss_size; /* num queues in the RSS array */
  229. u16 rss_size_max; /* HW defined max RSS queues */
  230. u16 fdir_pf_filter_count; /* num of guaranteed filters for this PF */
  231. u16 num_alloc_vsi; /* num VSIs this driver supports */
  232. u8 atr_sample_rate;
  233. bool wol_en;
  234. struct hlist_head fdir_filter_list;
  235. u16 fdir_pf_active_filters;
  236. u16 fd_sb_cnt_idx;
  237. u16 fd_atr_cnt_idx;
  238. unsigned long fd_flush_timestamp;
  239. u32 fd_flush_cnt;
  240. u32 fd_add_err;
  241. u32 fd_atr_cnt;
  242. u32 fd_tcp_rule;
  243. #ifdef CONFIG_I40E_VXLAN
  244. __be16 vxlan_ports[I40E_MAX_PF_UDP_OFFLOAD_PORTS];
  245. u16 pending_vxlan_bitmap;
  246. #endif
  247. enum i40e_interrupt_policy int_policy;
  248. u16 rx_itr_default;
  249. u16 tx_itr_default;
  250. u16 msg_enable;
  251. char int_name[I40E_INT_NAME_STR_LEN];
  252. u16 adminq_work_limit; /* num of admin receive queue desc to process */
  253. unsigned long service_timer_period;
  254. unsigned long service_timer_previous;
  255. struct timer_list service_timer;
  256. struct work_struct service_task;
  257. u64 flags;
  258. #define I40E_FLAG_RX_CSUM_ENABLED (u64)(1 << 1)
  259. #define I40E_FLAG_MSI_ENABLED (u64)(1 << 2)
  260. #define I40E_FLAG_MSIX_ENABLED (u64)(1 << 3)
  261. #define I40E_FLAG_RX_1BUF_ENABLED (u64)(1 << 4)
  262. #define I40E_FLAG_RX_PS_ENABLED (u64)(1 << 5)
  263. #define I40E_FLAG_RSS_ENABLED (u64)(1 << 6)
  264. #define I40E_FLAG_VMDQ_ENABLED (u64)(1 << 7)
  265. #define I40E_FLAG_FDIR_REQUIRES_REINIT (u64)(1 << 8)
  266. #define I40E_FLAG_NEED_LINK_UPDATE (u64)(1 << 9)
  267. #ifdef I40E_FCOE
  268. #define I40E_FLAG_FCOE_ENABLED (u64)(1 << 11)
  269. #endif /* I40E_FCOE */
  270. #define I40E_FLAG_IN_NETPOLL (u64)(1 << 12)
  271. #define I40E_FLAG_16BYTE_RX_DESC_ENABLED (u64)(1 << 13)
  272. #define I40E_FLAG_CLEAN_ADMINQ (u64)(1 << 14)
  273. #define I40E_FLAG_FILTER_SYNC (u64)(1 << 15)
  274. #define I40E_FLAG_PROCESS_MDD_EVENT (u64)(1 << 17)
  275. #define I40E_FLAG_PROCESS_VFLR_EVENT (u64)(1 << 18)
  276. #define I40E_FLAG_SRIOV_ENABLED (u64)(1 << 19)
  277. #define I40E_FLAG_DCB_ENABLED (u64)(1 << 20)
  278. #define I40E_FLAG_FD_SB_ENABLED (u64)(1 << 21)
  279. #define I40E_FLAG_FD_ATR_ENABLED (u64)(1 << 22)
  280. #define I40E_FLAG_PTP (u64)(1 << 25)
  281. #define I40E_FLAG_MFP_ENABLED (u64)(1 << 26)
  282. #ifdef CONFIG_I40E_VXLAN
  283. #define I40E_FLAG_VXLAN_FILTER_SYNC (u64)(1 << 27)
  284. #endif
  285. #define I40E_FLAG_PORT_ID_VALID (u64)(1 << 28)
  286. #define I40E_FLAG_DCB_CAPABLE (u64)(1 << 29)
  287. /* tracks features that get auto disabled by errors */
  288. u64 auto_disable_flags;
  289. #ifdef I40E_FCOE
  290. struct i40e_fcoe fcoe;
  291. #endif /* I40E_FCOE */
  292. bool stat_offsets_loaded;
  293. struct i40e_hw_port_stats stats;
  294. struct i40e_hw_port_stats stats_offsets;
  295. u32 tx_timeout_count;
  296. u32 tx_timeout_recovery_level;
  297. unsigned long tx_timeout_last_recovery;
  298. u32 tx_sluggish_count;
  299. u32 hw_csum_rx_error;
  300. u32 led_status;
  301. u16 corer_count; /* Core reset count */
  302. u16 globr_count; /* Global reset count */
  303. u16 empr_count; /* EMP reset count */
  304. u16 pfr_count; /* PF reset count */
  305. u16 sw_int_count; /* SW interrupt count */
  306. struct mutex switch_mutex;
  307. u16 lan_vsi; /* our default LAN VSI */
  308. u16 lan_veb; /* initial relay, if exists */
  309. #define I40E_NO_VEB 0xffff
  310. #define I40E_NO_VSI 0xffff
  311. u16 next_vsi; /* Next unallocated VSI - 0-based! */
  312. struct i40e_vsi **vsi;
  313. struct i40e_veb *veb[I40E_MAX_VEB];
  314. struct i40e_lump_tracking *qp_pile;
  315. struct i40e_lump_tracking *irq_pile;
  316. /* switch config info */
  317. u16 pf_seid;
  318. u16 main_vsi_seid;
  319. u16 mac_seid;
  320. struct kobject *switch_kobj;
  321. #ifdef CONFIG_DEBUG_FS
  322. struct dentry *i40e_dbg_pf;
  323. #endif /* CONFIG_DEBUG_FS */
  324. u16 instance; /* A unique number per i40e_pf instance in the system */
  325. /* sr-iov config info */
  326. struct i40e_vf *vf;
  327. int num_alloc_vfs; /* actual number of VFs allocated */
  328. u32 vf_aq_requests;
  329. /* DCBx/DCBNL capability for PF that indicates
  330. * whether DCBx is managed by firmware or host
  331. * based agent (LLDPAD). Also, indicates what
  332. * flavor of DCBx protocol (IEEE/CEE) is supported
  333. * by the device. For now we're supporting IEEE
  334. * mode only.
  335. */
  336. u16 dcbx_cap;
  337. u32 fcoe_hmc_filt_num;
  338. u32 fcoe_hmc_cntx_num;
  339. struct i40e_filter_control_settings filter_settings;
  340. struct ptp_clock *ptp_clock;
  341. struct ptp_clock_info ptp_caps;
  342. struct sk_buff *ptp_tx_skb;
  343. struct hwtstamp_config tstamp_config;
  344. unsigned long last_rx_ptp_check;
  345. spinlock_t tmreg_lock; /* Used to protect the device time registers. */
  346. u64 ptp_base_adj;
  347. u32 tx_hwtstamp_timeouts;
  348. u32 rx_hwtstamp_cleared;
  349. bool ptp_tx;
  350. bool ptp_rx;
  351. u16 rss_table_size;
  352. };
  353. struct i40e_mac_filter {
  354. struct list_head list;
  355. u8 macaddr[ETH_ALEN];
  356. #define I40E_VLAN_ANY -1
  357. s16 vlan;
  358. u8 counter; /* number of instances of this filter */
  359. bool is_vf; /* filter belongs to a VF */
  360. bool is_netdev; /* filter belongs to a netdev */
  361. bool changed; /* filter needs to be sync'd to the HW */
  362. bool is_laa; /* filter is a Locally Administered Address */
  363. };
  364. struct i40e_veb {
  365. struct i40e_pf *pf;
  366. u16 idx;
  367. u16 veb_idx; /* index of VEB parent */
  368. u16 seid;
  369. u16 uplink_seid;
  370. u16 stats_idx; /* index of VEB parent */
  371. u8 enabled_tc;
  372. u16 flags;
  373. u16 bw_limit;
  374. u8 bw_max_quanta;
  375. bool is_abs_credits;
  376. u8 bw_tc_share_credits[I40E_MAX_TRAFFIC_CLASS];
  377. u16 bw_tc_limit_credits[I40E_MAX_TRAFFIC_CLASS];
  378. u8 bw_tc_max_quanta[I40E_MAX_TRAFFIC_CLASS];
  379. struct kobject *kobj;
  380. bool stat_offsets_loaded;
  381. struct i40e_eth_stats stats;
  382. struct i40e_eth_stats stats_offsets;
  383. };
  384. /* struct that defines a VSI, associated with a dev */
  385. struct i40e_vsi {
  386. struct net_device *netdev;
  387. unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
  388. bool netdev_registered;
  389. bool stat_offsets_loaded;
  390. u32 current_netdev_flags;
  391. unsigned long state;
  392. #define I40E_VSI_FLAG_FILTER_CHANGED (1<<0)
  393. #define I40E_VSI_FLAG_VEB_OWNER (1<<1)
  394. unsigned long flags;
  395. struct list_head mac_filter_list;
  396. /* VSI stats */
  397. struct rtnl_link_stats64 net_stats;
  398. struct rtnl_link_stats64 net_stats_offsets;
  399. struct i40e_eth_stats eth_stats;
  400. struct i40e_eth_stats eth_stats_offsets;
  401. #ifdef I40E_FCOE
  402. struct i40e_fcoe_stats fcoe_stats;
  403. struct i40e_fcoe_stats fcoe_stats_offsets;
  404. bool fcoe_stat_offsets_loaded;
  405. #endif
  406. u32 tx_restart;
  407. u32 tx_busy;
  408. u32 rx_buf_failed;
  409. u32 rx_page_failed;
  410. /* These are containers of ring pointers, allocated at run-time */
  411. struct i40e_ring **rx_rings;
  412. struct i40e_ring **tx_rings;
  413. u16 work_limit;
  414. /* high bit set means dynamic, use accessor routines to read/write.
  415. * hardware only supports 2us resolution for the ITR registers.
  416. * these values always store the USER setting, and must be converted
  417. * before programming to a register.
  418. */
  419. u16 rx_itr_setting;
  420. u16 tx_itr_setting;
  421. u16 max_frame;
  422. u16 rx_hdr_len;
  423. u16 rx_buf_len;
  424. u8 dtype;
  425. /* List of q_vectors allocated to this VSI */
  426. struct i40e_q_vector **q_vectors;
  427. int num_q_vectors;
  428. int base_vector;
  429. bool irqs_ready;
  430. u16 seid; /* HW index of this VSI (absolute index) */
  431. u16 id; /* VSI number */
  432. u16 uplink_seid;
  433. u16 base_queue; /* vsi's first queue in hw array */
  434. u16 alloc_queue_pairs; /* Allocated Tx/Rx queues */
  435. u16 num_queue_pairs; /* Used tx and rx pairs */
  436. u16 num_desc;
  437. enum i40e_vsi_type type; /* VSI type, e.g., LAN, FCoE, etc */
  438. u16 vf_id; /* Virtual function ID for SRIOV VSIs */
  439. struct i40e_tc_configuration tc_config;
  440. struct i40e_aqc_vsi_properties_data info;
  441. /* VSI BW limit (absolute across all TCs) */
  442. u16 bw_limit; /* VSI BW Limit (0 = disabled) */
  443. u8 bw_max_quanta; /* Max Quanta when BW limit is enabled */
  444. /* Relative TC credits across VSIs */
  445. u8 bw_ets_share_credits[I40E_MAX_TRAFFIC_CLASS];
  446. /* TC BW limit credits within VSI */
  447. u16 bw_ets_limit_credits[I40E_MAX_TRAFFIC_CLASS];
  448. /* TC BW limit max quanta within VSI */
  449. u8 bw_ets_max_quanta[I40E_MAX_TRAFFIC_CLASS];
  450. struct i40e_pf *back; /* Backreference to associated PF */
  451. u16 idx; /* index in pf->vsi[] */
  452. u16 veb_idx; /* index of VEB parent */
  453. struct kobject *kobj; /* sysfs object */
  454. /* VSI specific handlers */
  455. irqreturn_t (*irq_handler)(int irq, void *data);
  456. } ____cacheline_internodealigned_in_smp;
  457. struct i40e_netdev_priv {
  458. struct i40e_vsi *vsi;
  459. };
  460. /* struct that defines an interrupt vector */
  461. struct i40e_q_vector {
  462. struct i40e_vsi *vsi;
  463. u16 v_idx; /* index in the vsi->q_vector array. */
  464. u16 reg_idx; /* register index of the interrupt */
  465. struct napi_struct napi;
  466. struct i40e_ring_container rx;
  467. struct i40e_ring_container tx;
  468. u8 num_ringpairs; /* total number of ring pairs in vector */
  469. cpumask_t affinity_mask;
  470. struct rcu_head rcu; /* to avoid race with update stats on free */
  471. char name[I40E_INT_NAME_STR_LEN];
  472. } ____cacheline_internodealigned_in_smp;
  473. /* lan device */
  474. struct i40e_device {
  475. struct list_head list;
  476. struct i40e_pf *pf;
  477. };
  478. /**
  479. * i40e_fw_version_str - format the FW and NVM version strings
  480. * @hw: ptr to the hardware info
  481. **/
  482. static inline char *i40e_fw_version_str(struct i40e_hw *hw)
  483. {
  484. static char buf[32];
  485. snprintf(buf, sizeof(buf),
  486. "f%d.%d a%d.%d n%02x.%02x e%08x",
  487. hw->aq.fw_maj_ver, hw->aq.fw_min_ver,
  488. hw->aq.api_maj_ver, hw->aq.api_min_ver,
  489. (hw->nvm.version & I40E_NVM_VERSION_HI_MASK) >>
  490. I40E_NVM_VERSION_HI_SHIFT,
  491. (hw->nvm.version & I40E_NVM_VERSION_LO_MASK) >>
  492. I40E_NVM_VERSION_LO_SHIFT,
  493. hw->nvm.eetrack);
  494. return buf;
  495. }
  496. /**
  497. * i40e_netdev_to_pf: Retrieve the PF struct for given netdev
  498. * @netdev: the corresponding netdev
  499. *
  500. * Return the PF struct for the given netdev
  501. **/
  502. static inline struct i40e_pf *i40e_netdev_to_pf(struct net_device *netdev)
  503. {
  504. struct i40e_netdev_priv *np = netdev_priv(netdev);
  505. struct i40e_vsi *vsi = np->vsi;
  506. return vsi->back;
  507. }
  508. static inline void i40e_vsi_setup_irqhandler(struct i40e_vsi *vsi,
  509. irqreturn_t (*irq_handler)(int, void *))
  510. {
  511. vsi->irq_handler = irq_handler;
  512. }
  513. /**
  514. * i40e_rx_is_programming_status - check for programming status descriptor
  515. * @qw: the first quad word of the program status descriptor
  516. *
  517. * The value of in the descriptor length field indicate if this
  518. * is a programming status descriptor for flow director or FCoE
  519. * by the value of I40E_RX_PROG_STATUS_DESC_LENGTH, otherwise
  520. * it is a packet descriptor.
  521. **/
  522. static inline bool i40e_rx_is_programming_status(u64 qw)
  523. {
  524. return I40E_RX_PROG_STATUS_DESC_LENGTH ==
  525. (qw >> I40E_RX_PROG_STATUS_DESC_LENGTH_SHIFT);
  526. }
  527. /**
  528. * i40e_get_fd_cnt_all - get the total FD filter space available
  529. * @pf: pointer to the pf struct
  530. **/
  531. static inline int i40e_get_fd_cnt_all(struct i40e_pf *pf)
  532. {
  533. return pf->hw.fdir_shared_filter_count + pf->fdir_pf_filter_count;
  534. }
  535. /* needed by i40e_ethtool.c */
  536. int i40e_up(struct i40e_vsi *vsi);
  537. void i40e_down(struct i40e_vsi *vsi);
  538. extern const char i40e_driver_name[];
  539. extern const char i40e_driver_version_str[];
  540. void i40e_do_reset_safe(struct i40e_pf *pf, u32 reset_flags);
  541. void i40e_do_reset(struct i40e_pf *pf, u32 reset_flags);
  542. void i40e_update_stats(struct i40e_vsi *vsi);
  543. void i40e_update_eth_stats(struct i40e_vsi *vsi);
  544. struct rtnl_link_stats64 *i40e_get_vsi_stats_struct(struct i40e_vsi *vsi);
  545. int i40e_fetch_switch_configuration(struct i40e_pf *pf,
  546. bool printconfig);
  547. int i40e_program_fdir_filter(struct i40e_fdir_filter *fdir_data, u8 *raw_packet,
  548. struct i40e_pf *pf, bool add);
  549. int i40e_add_del_fdir(struct i40e_vsi *vsi,
  550. struct i40e_fdir_filter *input, bool add);
  551. void i40e_fdir_check_and_reenable(struct i40e_pf *pf);
  552. int i40e_get_current_fd_count(struct i40e_pf *pf);
  553. int i40e_get_cur_guaranteed_fd_count(struct i40e_pf *pf);
  554. int i40e_get_current_atr_cnt(struct i40e_pf *pf);
  555. bool i40e_set_ntuple(struct i40e_pf *pf, netdev_features_t features);
  556. void i40e_set_ethtool_ops(struct net_device *netdev);
  557. struct i40e_mac_filter *i40e_add_filter(struct i40e_vsi *vsi,
  558. u8 *macaddr, s16 vlan,
  559. bool is_vf, bool is_netdev);
  560. void i40e_del_filter(struct i40e_vsi *vsi, u8 *macaddr, s16 vlan,
  561. bool is_vf, bool is_netdev);
  562. int i40e_sync_vsi_filters(struct i40e_vsi *vsi);
  563. struct i40e_vsi *i40e_vsi_setup(struct i40e_pf *pf, u8 type,
  564. u16 uplink, u32 param1);
  565. int i40e_vsi_release(struct i40e_vsi *vsi);
  566. struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf, enum i40e_vsi_type type,
  567. struct i40e_vsi *start_vsi);
  568. #ifdef I40E_FCOE
  569. void i40e_vsi_setup_queue_map(struct i40e_vsi *vsi,
  570. struct i40e_vsi_context *ctxt,
  571. u8 enabled_tc, bool is_add);
  572. #endif
  573. int i40e_vsi_control_rings(struct i40e_vsi *vsi, bool enable);
  574. int i40e_reconfig_rss_queues(struct i40e_pf *pf, int queue_count);
  575. struct i40e_veb *i40e_veb_setup(struct i40e_pf *pf, u16 flags, u16 uplink_seid,
  576. u16 downlink_seid, u8 enabled_tc);
  577. void i40e_veb_release(struct i40e_veb *veb);
  578. int i40e_veb_config_tc(struct i40e_veb *veb, u8 enabled_tc);
  579. i40e_status i40e_vsi_add_pvid(struct i40e_vsi *vsi, u16 vid);
  580. void i40e_vsi_remove_pvid(struct i40e_vsi *vsi);
  581. void i40e_vsi_reset_stats(struct i40e_vsi *vsi);
  582. void i40e_pf_reset_stats(struct i40e_pf *pf);
  583. #ifdef CONFIG_DEBUG_FS
  584. void i40e_dbg_pf_init(struct i40e_pf *pf);
  585. void i40e_dbg_pf_exit(struct i40e_pf *pf);
  586. void i40e_dbg_init(void);
  587. void i40e_dbg_exit(void);
  588. #else
  589. static inline void i40e_dbg_pf_init(struct i40e_pf *pf) {}
  590. static inline void i40e_dbg_pf_exit(struct i40e_pf *pf) {}
  591. static inline void i40e_dbg_init(void) {}
  592. static inline void i40e_dbg_exit(void) {}
  593. #endif /* CONFIG_DEBUG_FS*/
  594. void i40e_irq_dynamic_enable(struct i40e_vsi *vsi, int vector);
  595. void i40e_irq_dynamic_disable(struct i40e_vsi *vsi, int vector);
  596. void i40e_irq_dynamic_disable_icr0(struct i40e_pf *pf);
  597. void i40e_irq_dynamic_enable_icr0(struct i40e_pf *pf);
  598. #ifdef I40E_FCOE
  599. struct rtnl_link_stats64 *i40e_get_netdev_stats_struct(
  600. struct net_device *netdev,
  601. struct rtnl_link_stats64 *storage);
  602. int i40e_set_mac(struct net_device *netdev, void *p);
  603. void i40e_set_rx_mode(struct net_device *netdev);
  604. #endif
  605. int i40e_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd);
  606. #ifdef I40E_FCOE
  607. void i40e_tx_timeout(struct net_device *netdev);
  608. int i40e_vlan_rx_add_vid(struct net_device *netdev,
  609. __always_unused __be16 proto, u16 vid);
  610. int i40e_vlan_rx_kill_vid(struct net_device *netdev,
  611. __always_unused __be16 proto, u16 vid);
  612. #endif
  613. int i40e_vsi_open(struct i40e_vsi *vsi);
  614. void i40e_vlan_stripping_disable(struct i40e_vsi *vsi);
  615. int i40e_vsi_add_vlan(struct i40e_vsi *vsi, s16 vid);
  616. int i40e_vsi_kill_vlan(struct i40e_vsi *vsi, s16 vid);
  617. struct i40e_mac_filter *i40e_put_mac_in_vlan(struct i40e_vsi *vsi, u8 *macaddr,
  618. bool is_vf, bool is_netdev);
  619. bool i40e_is_vsi_in_vlan(struct i40e_vsi *vsi);
  620. struct i40e_mac_filter *i40e_find_mac(struct i40e_vsi *vsi, u8 *macaddr,
  621. bool is_vf, bool is_netdev);
  622. #ifdef I40E_FCOE
  623. int i40e_open(struct net_device *netdev);
  624. int i40e_close(struct net_device *netdev);
  625. int i40e_setup_tc(struct net_device *netdev, u8 tc);
  626. void i40e_netpoll(struct net_device *netdev);
  627. int i40e_fcoe_enable(struct net_device *netdev);
  628. int i40e_fcoe_disable(struct net_device *netdev);
  629. int i40e_fcoe_vsi_init(struct i40e_vsi *vsi, struct i40e_vsi_context *ctxt);
  630. u8 i40e_get_fcoe_tc_map(struct i40e_pf *pf);
  631. void i40e_fcoe_config_netdev(struct net_device *netdev, struct i40e_vsi *vsi);
  632. void i40e_fcoe_vsi_setup(struct i40e_pf *pf);
  633. int i40e_init_pf_fcoe(struct i40e_pf *pf);
  634. int i40e_fcoe_setup_ddp_resources(struct i40e_vsi *vsi);
  635. void i40e_fcoe_free_ddp_resources(struct i40e_vsi *vsi);
  636. int i40e_fcoe_handle_offload(struct i40e_ring *rx_ring,
  637. union i40e_rx_desc *rx_desc,
  638. struct sk_buff *skb);
  639. void i40e_fcoe_handle_status(struct i40e_ring *rx_ring,
  640. union i40e_rx_desc *rx_desc, u8 prog_id);
  641. #endif /* I40E_FCOE */
  642. void i40e_vlan_stripping_enable(struct i40e_vsi *vsi);
  643. #ifdef CONFIG_I40E_DCB
  644. void i40e_dcbnl_flush_apps(struct i40e_pf *pf,
  645. struct i40e_dcbx_config *new_cfg);
  646. void i40e_dcbnl_set_all(struct i40e_vsi *vsi);
  647. void i40e_dcbnl_setup(struct i40e_vsi *vsi);
  648. bool i40e_dcb_need_reconfig(struct i40e_pf *pf,
  649. struct i40e_dcbx_config *old_cfg,
  650. struct i40e_dcbx_config *new_cfg);
  651. #endif /* CONFIG_I40E_DCB */
  652. void i40e_ptp_rx_hang(struct i40e_vsi *vsi);
  653. void i40e_ptp_tx_hwtstamp(struct i40e_pf *pf);
  654. void i40e_ptp_rx_hwtstamp(struct i40e_pf *pf, struct sk_buff *skb, u8 index);
  655. void i40e_ptp_set_increment(struct i40e_pf *pf);
  656. int i40e_ptp_set_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
  657. int i40e_ptp_get_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
  658. void i40e_ptp_init(struct i40e_pf *pf);
  659. void i40e_ptp_stop(struct i40e_pf *pf);
  660. #endif /* _I40E_H_ */