i40e.h 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726
  1. /*******************************************************************************
  2. *
  3. * Intel Ethernet Controller XL710 Family Linux Driver
  4. * Copyright(c) 2013 - 2014 Intel Corporation.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms and conditions of the GNU General Public License,
  8. * version 2, as published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope it will be useful, but WITHOUT
  11. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  13. * more details.
  14. *
  15. * You should have received a copy of the GNU General Public License along
  16. * with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * The full GNU General Public License is included in this distribution in
  19. * the file called "COPYING".
  20. *
  21. * Contact Information:
  22. * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  23. * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24. *
  25. ******************************************************************************/
  26. #ifndef _I40E_H_
  27. #define _I40E_H_
  28. #include <net/tcp.h>
  29. #include <net/udp.h>
  30. #include <linux/types.h>
  31. #include <linux/errno.h>
  32. #include <linux/module.h>
  33. #include <linux/pci.h>
  34. #include <linux/aer.h>
  35. #include <linux/netdevice.h>
  36. #include <linux/ioport.h>
  37. #include <linux/slab.h>
  38. #include <linux/list.h>
  39. #include <linux/string.h>
  40. #include <linux/in.h>
  41. #include <linux/ip.h>
  42. #include <linux/tcp.h>
  43. #include <linux/sctp.h>
  44. #include <linux/pkt_sched.h>
  45. #include <linux/ipv6.h>
  46. #include <net/checksum.h>
  47. #include <net/ip6_checksum.h>
  48. #include <linux/ethtool.h>
  49. #include <linux/if_vlan.h>
  50. #include <linux/clocksource.h>
  51. #include <linux/net_tstamp.h>
  52. #include <linux/ptp_clock_kernel.h>
  53. #include "i40e_type.h"
  54. #include "i40e_prototype.h"
  55. #ifdef I40E_FCOE
  56. #include "i40e_fcoe.h"
  57. #endif
  58. #include "i40e_virtchnl.h"
  59. #include "i40e_virtchnl_pf.h"
  60. #include "i40e_txrx.h"
  61. #include "i40e_dcb.h"
  62. /* Useful i40e defaults */
  63. #define I40E_BASE_PF_SEID 16
  64. #define I40E_BASE_VSI_SEID 512
  65. #define I40E_BASE_VEB_SEID 288
  66. #define I40E_MAX_VEB 16
  67. #define I40E_MAX_NUM_DESCRIPTORS 4096
  68. #define I40E_MAX_REGISTER 0x800000
  69. #define I40E_DEFAULT_NUM_DESCRIPTORS 512
  70. #define I40E_REQ_DESCRIPTOR_MULTIPLE 32
  71. #define I40E_MIN_NUM_DESCRIPTORS 64
  72. #define I40E_MIN_MSIX 2
  73. #define I40E_DEFAULT_NUM_VMDQ_VSI 8 /* max 256 VSIs */
  74. #define I40E_MIN_VSI_ALLOC 51 /* LAN, ATR, FCOE, 32 VF, 16 VMDQ */
  75. #define I40E_DEFAULT_QUEUES_PER_VMDQ 2 /* max 16 qps */
  76. #define I40E_DEFAULT_QUEUES_PER_VF 4
  77. #define I40E_DEFAULT_QUEUES_PER_TC 1 /* should be a power of 2 */
  78. #define I40E_MAX_QUEUES_PER_TC 64 /* should be a power of 2 */
  79. #define I40E_FDIR_RING 0
  80. #define I40E_FDIR_RING_COUNT 32
  81. #ifdef I40E_FCOE
  82. #define I40E_DEFAULT_FCOE 8 /* default number of QPs for FCoE */
  83. #define I40E_MINIMUM_FCOE 1 /* minimum number of QPs for FCoE */
  84. #endif /* I40E_FCOE */
  85. #define I40E_MAX_AQ_BUF_SIZE 4096
  86. #define I40E_AQ_LEN 32
  87. #define I40E_AQ_WORK_LIMIT 16
  88. #define I40E_MAX_USER_PRIORITY 8
  89. #define I40E_DEFAULT_MSG_ENABLE 4
  90. #define I40E_QUEUE_WAIT_RETRY_LIMIT 10
  91. #define I40E_NVM_VERSION_LO_SHIFT 0
  92. #define I40E_NVM_VERSION_LO_MASK (0xff << I40E_NVM_VERSION_LO_SHIFT)
  93. #define I40E_NVM_VERSION_HI_SHIFT 12
  94. #define I40E_NVM_VERSION_HI_MASK (0xf << I40E_NVM_VERSION_HI_SHIFT)
  95. /* The values in here are decimal coded as hex as is the case in the NVM map*/
  96. #define I40E_CURRENT_NVM_VERSION_HI 0x2
  97. #define I40E_CURRENT_NVM_VERSION_LO 0x40
  98. /* magic for getting defines into strings */
  99. #define STRINGIFY(foo) #foo
  100. #define XSTRINGIFY(bar) STRINGIFY(bar)
  101. #define I40E_RX_DESC(R, i) \
  102. ((ring_is_16byte_desc_enabled(R)) \
  103. ? (union i40e_32byte_rx_desc *) \
  104. (&(((union i40e_16byte_rx_desc *)((R)->desc))[i])) \
  105. : (&(((union i40e_32byte_rx_desc *)((R)->desc))[i])))
  106. #define I40E_TX_DESC(R, i) \
  107. (&(((struct i40e_tx_desc *)((R)->desc))[i]))
  108. #define I40E_TX_CTXTDESC(R, i) \
  109. (&(((struct i40e_tx_context_desc *)((R)->desc))[i]))
  110. #define I40E_TX_FDIRDESC(R, i) \
  111. (&(((struct i40e_filter_program_desc *)((R)->desc))[i]))
  112. /* default to trying for four seconds */
  113. #define I40E_TRY_LINK_TIMEOUT (4 * HZ)
  114. /* driver state flags */
  115. enum i40e_state_t {
  116. __I40E_TESTING,
  117. __I40E_CONFIG_BUSY,
  118. __I40E_CONFIG_DONE,
  119. __I40E_DOWN,
  120. __I40E_NEEDS_RESTART,
  121. __I40E_SERVICE_SCHED,
  122. __I40E_ADMINQ_EVENT_PENDING,
  123. __I40E_MDD_EVENT_PENDING,
  124. __I40E_VFLR_EVENT_PENDING,
  125. __I40E_RESET_RECOVERY_PENDING,
  126. __I40E_RESET_INTR_RECEIVED,
  127. __I40E_REINIT_REQUESTED,
  128. __I40E_PF_RESET_REQUESTED,
  129. __I40E_CORE_RESET_REQUESTED,
  130. __I40E_GLOBAL_RESET_REQUESTED,
  131. __I40E_EMP_RESET_REQUESTED,
  132. __I40E_FILTER_OVERFLOW_PROMISC,
  133. __I40E_SUSPENDED,
  134. __I40E_PTP_TX_IN_PROGRESS,
  135. __I40E_BAD_EEPROM,
  136. __I40E_DOWN_REQUESTED,
  137. __I40E_FD_FLUSH_REQUESTED,
  138. __I40E_RESET_FAILED,
  139. };
  140. enum i40e_interrupt_policy {
  141. I40E_INTERRUPT_BEST_CASE,
  142. I40E_INTERRUPT_MEDIUM,
  143. I40E_INTERRUPT_LOWEST
  144. };
  145. struct i40e_lump_tracking {
  146. u16 num_entries;
  147. u16 search_hint;
  148. u16 list[0];
  149. #define I40E_PILE_VALID_BIT 0x8000
  150. };
  151. #define I40E_DEFAULT_ATR_SAMPLE_RATE 20
  152. #define I40E_FDIR_MAX_RAW_PACKET_SIZE 512
  153. #define I40E_FDIR_BUFFER_FULL_MARGIN 10
  154. #define I40E_FDIR_BUFFER_HEAD_ROOM 32
  155. enum i40e_fd_stat_idx {
  156. I40E_FD_STAT_ATR,
  157. I40E_FD_STAT_SB,
  158. I40E_FD_STAT_PF_COUNT
  159. };
  160. #define I40E_FD_STAT_PF_IDX(pf_id) ((pf_id) * I40E_FD_STAT_PF_COUNT)
  161. #define I40E_FD_ATR_STAT_IDX(pf_id) \
  162. (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_ATR)
  163. #define I40E_FD_SB_STAT_IDX(pf_id) \
  164. (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_SB)
  165. struct i40e_fdir_filter {
  166. struct hlist_node fdir_node;
  167. /* filter ipnut set */
  168. u8 flow_type;
  169. u8 ip4_proto;
  170. /* TX packet view of src and dst */
  171. __be32 dst_ip[4];
  172. __be32 src_ip[4];
  173. __be16 src_port;
  174. __be16 dst_port;
  175. __be32 sctp_v_tag;
  176. /* filter control */
  177. u16 q_index;
  178. u8 flex_off;
  179. u8 pctype;
  180. u16 dest_vsi;
  181. u8 dest_ctl;
  182. u8 fd_status;
  183. u16 cnt_index;
  184. u32 fd_id;
  185. };
  186. #define I40E_ETH_P_LLDP 0x88cc
  187. #define I40E_DCB_PRIO_TYPE_STRICT 0
  188. #define I40E_DCB_PRIO_TYPE_ETS 1
  189. #define I40E_DCB_STRICT_PRIO_CREDITS 127
  190. #define I40E_MAX_USER_PRIORITY 8
  191. /* DCB per TC information data structure */
  192. struct i40e_tc_info {
  193. u16 qoffset; /* Queue offset from base queue */
  194. u16 qcount; /* Total Queues */
  195. u8 netdev_tc; /* Netdev TC index if netdev associated */
  196. };
  197. /* TC configuration data structure */
  198. struct i40e_tc_configuration {
  199. u8 numtc; /* Total number of enabled TCs */
  200. u8 enabled_tc; /* TC map */
  201. struct i40e_tc_info tc_info[I40E_MAX_TRAFFIC_CLASS];
  202. };
  203. /* struct that defines the Ethernet device */
  204. struct i40e_pf {
  205. struct pci_dev *pdev;
  206. struct i40e_hw hw;
  207. unsigned long state;
  208. unsigned long link_check_timeout;
  209. struct msix_entry *msix_entries;
  210. bool fc_autoneg_status;
  211. u16 eeprom_version;
  212. u16 num_vmdq_vsis; /* num vmdq vsis this pf has set up */
  213. u16 num_vmdq_qps; /* num queue pairs per vmdq pool */
  214. u16 num_vmdq_msix; /* num queue vectors per vmdq pool */
  215. u16 num_req_vfs; /* num vfs requested for this vf */
  216. u16 num_vf_qps; /* num queue pairs per vf */
  217. #ifdef I40E_FCOE
  218. u16 num_fcoe_qps; /* num fcoe queues this pf has set up */
  219. u16 num_fcoe_msix; /* num queue vectors per fcoe pool */
  220. #endif /* I40E_FCOE */
  221. u16 num_lan_qps; /* num lan queues this pf has set up */
  222. u16 num_lan_msix; /* num queue vectors for the base pf vsi */
  223. int queues_left; /* queues left unclaimed */
  224. u16 rss_size; /* num queues in the RSS array */
  225. u16 rss_size_max; /* HW defined max RSS queues */
  226. u16 fdir_pf_filter_count; /* num of guaranteed filters for this PF */
  227. u16 num_alloc_vsi; /* num VSIs this driver supports */
  228. u8 atr_sample_rate;
  229. bool wol_en;
  230. struct hlist_head fdir_filter_list;
  231. u16 fdir_pf_active_filters;
  232. u16 fd_sb_cnt_idx;
  233. u16 fd_atr_cnt_idx;
  234. unsigned long fd_flush_timestamp;
  235. u32 fd_flush_cnt;
  236. u32 fd_add_err;
  237. u32 fd_atr_cnt;
  238. u32 fd_tcp_rule;
  239. #ifdef CONFIG_I40E_VXLAN
  240. __be16 vxlan_ports[I40E_MAX_PF_UDP_OFFLOAD_PORTS];
  241. u16 pending_vxlan_bitmap;
  242. #endif
  243. enum i40e_interrupt_policy int_policy;
  244. u16 rx_itr_default;
  245. u16 tx_itr_default;
  246. u16 msg_enable;
  247. char misc_int_name[IFNAMSIZ + 9];
  248. u16 adminq_work_limit; /* num of admin receive queue desc to process */
  249. int service_timer_period;
  250. struct timer_list service_timer;
  251. struct work_struct service_task;
  252. u64 flags;
  253. #define I40E_FLAG_RX_CSUM_ENABLED (u64)(1 << 1)
  254. #define I40E_FLAG_MSI_ENABLED (u64)(1 << 2)
  255. #define I40E_FLAG_MSIX_ENABLED (u64)(1 << 3)
  256. #define I40E_FLAG_RX_1BUF_ENABLED (u64)(1 << 4)
  257. #define I40E_FLAG_RX_PS_ENABLED (u64)(1 << 5)
  258. #define I40E_FLAG_RSS_ENABLED (u64)(1 << 6)
  259. #define I40E_FLAG_VMDQ_ENABLED (u64)(1 << 7)
  260. #define I40E_FLAG_FDIR_REQUIRES_REINIT (u64)(1 << 8)
  261. #define I40E_FLAG_NEED_LINK_UPDATE (u64)(1 << 9)
  262. #ifdef I40E_FCOE
  263. #define I40E_FLAG_FCOE_ENABLED (u64)(1 << 11)
  264. #endif /* I40E_FCOE */
  265. #define I40E_FLAG_IN_NETPOLL (u64)(1 << 12)
  266. #define I40E_FLAG_16BYTE_RX_DESC_ENABLED (u64)(1 << 13)
  267. #define I40E_FLAG_CLEAN_ADMINQ (u64)(1 << 14)
  268. #define I40E_FLAG_FILTER_SYNC (u64)(1 << 15)
  269. #define I40E_FLAG_PROCESS_MDD_EVENT (u64)(1 << 17)
  270. #define I40E_FLAG_PROCESS_VFLR_EVENT (u64)(1 << 18)
  271. #define I40E_FLAG_SRIOV_ENABLED (u64)(1 << 19)
  272. #define I40E_FLAG_DCB_ENABLED (u64)(1 << 20)
  273. #define I40E_FLAG_FD_SB_ENABLED (u64)(1 << 21)
  274. #define I40E_FLAG_FD_ATR_ENABLED (u64)(1 << 22)
  275. #define I40E_FLAG_PTP (u64)(1 << 25)
  276. #define I40E_FLAG_MFP_ENABLED (u64)(1 << 26)
  277. #ifdef CONFIG_I40E_VXLAN
  278. #define I40E_FLAG_VXLAN_FILTER_SYNC (u64)(1 << 27)
  279. #endif
  280. #define I40E_FLAG_PORT_ID_VALID (u64)(1 << 28)
  281. #define I40E_FLAG_DCB_CAPABLE (u64)(1 << 29)
  282. /* tracks features that get auto disabled by errors */
  283. u64 auto_disable_flags;
  284. #ifdef I40E_FCOE
  285. struct i40e_fcoe fcoe;
  286. #endif /* I40E_FCOE */
  287. bool stat_offsets_loaded;
  288. struct i40e_hw_port_stats stats;
  289. struct i40e_hw_port_stats stats_offsets;
  290. u32 tx_timeout_count;
  291. u32 tx_timeout_recovery_level;
  292. unsigned long tx_timeout_last_recovery;
  293. u32 tx_sluggish_count;
  294. u32 hw_csum_rx_error;
  295. u32 led_status;
  296. u16 corer_count; /* Core reset count */
  297. u16 globr_count; /* Global reset count */
  298. u16 empr_count; /* EMP reset count */
  299. u16 pfr_count; /* PF reset count */
  300. u16 sw_int_count; /* SW interrupt count */
  301. struct mutex switch_mutex;
  302. u16 lan_vsi; /* our default LAN VSI */
  303. u16 lan_veb; /* initial relay, if exists */
  304. #define I40E_NO_VEB 0xffff
  305. #define I40E_NO_VSI 0xffff
  306. u16 next_vsi; /* Next unallocated VSI - 0-based! */
  307. struct i40e_vsi **vsi;
  308. struct i40e_veb *veb[I40E_MAX_VEB];
  309. struct i40e_lump_tracking *qp_pile;
  310. struct i40e_lump_tracking *irq_pile;
  311. /* switch config info */
  312. u16 pf_seid;
  313. u16 main_vsi_seid;
  314. u16 mac_seid;
  315. struct kobject *switch_kobj;
  316. #ifdef CONFIG_DEBUG_FS
  317. struct dentry *i40e_dbg_pf;
  318. #endif /* CONFIG_DEBUG_FS */
  319. u16 instance; /* A unique number per i40e_pf instance in the system */
  320. /* sr-iov config info */
  321. struct i40e_vf *vf;
  322. int num_alloc_vfs; /* actual number of VFs allocated */
  323. u32 vf_aq_requests;
  324. /* DCBx/DCBNL capability for PF that indicates
  325. * whether DCBx is managed by firmware or host
  326. * based agent (LLDPAD). Also, indicates what
  327. * flavor of DCBx protocol (IEEE/CEE) is supported
  328. * by the device. For now we're supporting IEEE
  329. * mode only.
  330. */
  331. u16 dcbx_cap;
  332. u32 fcoe_hmc_filt_num;
  333. u32 fcoe_hmc_cntx_num;
  334. struct i40e_filter_control_settings filter_settings;
  335. struct ptp_clock *ptp_clock;
  336. struct ptp_clock_info ptp_caps;
  337. struct sk_buff *ptp_tx_skb;
  338. struct hwtstamp_config tstamp_config;
  339. unsigned long last_rx_ptp_check;
  340. spinlock_t tmreg_lock; /* Used to protect the device time registers. */
  341. u64 ptp_base_adj;
  342. u32 tx_hwtstamp_timeouts;
  343. u32 rx_hwtstamp_cleared;
  344. bool ptp_tx;
  345. bool ptp_rx;
  346. u16 rss_table_size;
  347. };
  348. struct i40e_mac_filter {
  349. struct list_head list;
  350. u8 macaddr[ETH_ALEN];
  351. #define I40E_VLAN_ANY -1
  352. s16 vlan;
  353. u8 counter; /* number of instances of this filter */
  354. bool is_vf; /* filter belongs to a VF */
  355. bool is_netdev; /* filter belongs to a netdev */
  356. bool changed; /* filter needs to be sync'd to the HW */
  357. bool is_laa; /* filter is a Locally Administered Address */
  358. };
  359. struct i40e_veb {
  360. struct i40e_pf *pf;
  361. u16 idx;
  362. u16 veb_idx; /* index of VEB parent */
  363. u16 seid;
  364. u16 uplink_seid;
  365. u16 stats_idx; /* index of VEB parent */
  366. u8 enabled_tc;
  367. u16 flags;
  368. u16 bw_limit;
  369. u8 bw_max_quanta;
  370. bool is_abs_credits;
  371. u8 bw_tc_share_credits[I40E_MAX_TRAFFIC_CLASS];
  372. u16 bw_tc_limit_credits[I40E_MAX_TRAFFIC_CLASS];
  373. u8 bw_tc_max_quanta[I40E_MAX_TRAFFIC_CLASS];
  374. struct kobject *kobj;
  375. bool stat_offsets_loaded;
  376. struct i40e_eth_stats stats;
  377. struct i40e_eth_stats stats_offsets;
  378. };
  379. /* struct that defines a VSI, associated with a dev */
  380. struct i40e_vsi {
  381. struct net_device *netdev;
  382. unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
  383. bool netdev_registered;
  384. bool stat_offsets_loaded;
  385. u32 current_netdev_flags;
  386. unsigned long state;
  387. #define I40E_VSI_FLAG_FILTER_CHANGED (1<<0)
  388. #define I40E_VSI_FLAG_VEB_OWNER (1<<1)
  389. unsigned long flags;
  390. struct list_head mac_filter_list;
  391. /* VSI stats */
  392. struct rtnl_link_stats64 net_stats;
  393. struct rtnl_link_stats64 net_stats_offsets;
  394. struct i40e_eth_stats eth_stats;
  395. struct i40e_eth_stats eth_stats_offsets;
  396. #ifdef I40E_FCOE
  397. struct i40e_fcoe_stats fcoe_stats;
  398. struct i40e_fcoe_stats fcoe_stats_offsets;
  399. bool fcoe_stat_offsets_loaded;
  400. #endif
  401. u32 tx_restart;
  402. u32 tx_busy;
  403. u32 rx_buf_failed;
  404. u32 rx_page_failed;
  405. /* These are containers of ring pointers, allocated at run-time */
  406. struct i40e_ring **rx_rings;
  407. struct i40e_ring **tx_rings;
  408. u16 work_limit;
  409. /* high bit set means dynamic, use accessor routines to read/write.
  410. * hardware only supports 2us resolution for the ITR registers.
  411. * these values always store the USER setting, and must be converted
  412. * before programming to a register.
  413. */
  414. u16 rx_itr_setting;
  415. u16 tx_itr_setting;
  416. u16 max_frame;
  417. u16 rx_hdr_len;
  418. u16 rx_buf_len;
  419. u8 dtype;
  420. /* List of q_vectors allocated to this VSI */
  421. struct i40e_q_vector **q_vectors;
  422. int num_q_vectors;
  423. int base_vector;
  424. bool irqs_ready;
  425. u16 seid; /* HW index of this VSI (absolute index) */
  426. u16 id; /* VSI number */
  427. u16 uplink_seid;
  428. u16 base_queue; /* vsi's first queue in hw array */
  429. u16 alloc_queue_pairs; /* Allocated Tx/Rx queues */
  430. u16 num_queue_pairs; /* Used tx and rx pairs */
  431. u16 num_desc;
  432. enum i40e_vsi_type type; /* VSI type, e.g., LAN, FCoE, etc */
  433. u16 vf_id; /* Virtual function ID for SRIOV VSIs */
  434. struct i40e_tc_configuration tc_config;
  435. struct i40e_aqc_vsi_properties_data info;
  436. /* VSI BW limit (absolute across all TCs) */
  437. u16 bw_limit; /* VSI BW Limit (0 = disabled) */
  438. u8 bw_max_quanta; /* Max Quanta when BW limit is enabled */
  439. /* Relative TC credits across VSIs */
  440. u8 bw_ets_share_credits[I40E_MAX_TRAFFIC_CLASS];
  441. /* TC BW limit credits within VSI */
  442. u16 bw_ets_limit_credits[I40E_MAX_TRAFFIC_CLASS];
  443. /* TC BW limit max quanta within VSI */
  444. u8 bw_ets_max_quanta[I40E_MAX_TRAFFIC_CLASS];
  445. struct i40e_pf *back; /* Backreference to associated PF */
  446. u16 idx; /* index in pf->vsi[] */
  447. u16 veb_idx; /* index of VEB parent */
  448. struct kobject *kobj; /* sysfs object */
  449. /* VSI specific handlers */
  450. irqreturn_t (*irq_handler)(int irq, void *data);
  451. } ____cacheline_internodealigned_in_smp;
  452. struct i40e_netdev_priv {
  453. struct i40e_vsi *vsi;
  454. };
  455. /* struct that defines an interrupt vector */
  456. struct i40e_q_vector {
  457. struct i40e_vsi *vsi;
  458. u16 v_idx; /* index in the vsi->q_vector array. */
  459. u16 reg_idx; /* register index of the interrupt */
  460. struct napi_struct napi;
  461. struct i40e_ring_container rx;
  462. struct i40e_ring_container tx;
  463. u8 num_ringpairs; /* total number of ring pairs in vector */
  464. cpumask_t affinity_mask;
  465. struct rcu_head rcu; /* to avoid race with update stats on free */
  466. char name[IFNAMSIZ + 9];
  467. } ____cacheline_internodealigned_in_smp;
  468. /* lan device */
  469. struct i40e_device {
  470. struct list_head list;
  471. struct i40e_pf *pf;
  472. };
  473. /**
  474. * i40e_fw_version_str - format the FW and NVM version strings
  475. * @hw: ptr to the hardware info
  476. **/
  477. static inline char *i40e_fw_version_str(struct i40e_hw *hw)
  478. {
  479. static char buf[32];
  480. snprintf(buf, sizeof(buf),
  481. "f%d.%d a%d.%d n%02x.%02x e%08x",
  482. hw->aq.fw_maj_ver, hw->aq.fw_min_ver,
  483. hw->aq.api_maj_ver, hw->aq.api_min_ver,
  484. (hw->nvm.version & I40E_NVM_VERSION_HI_MASK) >>
  485. I40E_NVM_VERSION_HI_SHIFT,
  486. (hw->nvm.version & I40E_NVM_VERSION_LO_MASK) >>
  487. I40E_NVM_VERSION_LO_SHIFT,
  488. hw->nvm.eetrack);
  489. return buf;
  490. }
  491. /**
  492. * i40e_netdev_to_pf: Retrieve the PF struct for given netdev
  493. * @netdev: the corresponding netdev
  494. *
  495. * Return the PF struct for the given netdev
  496. **/
  497. static inline struct i40e_pf *i40e_netdev_to_pf(struct net_device *netdev)
  498. {
  499. struct i40e_netdev_priv *np = netdev_priv(netdev);
  500. struct i40e_vsi *vsi = np->vsi;
  501. return vsi->back;
  502. }
  503. static inline void i40e_vsi_setup_irqhandler(struct i40e_vsi *vsi,
  504. irqreturn_t (*irq_handler)(int, void *))
  505. {
  506. vsi->irq_handler = irq_handler;
  507. }
  508. /**
  509. * i40e_rx_is_programming_status - check for programming status descriptor
  510. * @qw: the first quad word of the program status descriptor
  511. *
  512. * The value of in the descriptor length field indicate if this
  513. * is a programming status descriptor for flow director or FCoE
  514. * by the value of I40E_RX_PROG_STATUS_DESC_LENGTH, otherwise
  515. * it is a packet descriptor.
  516. **/
  517. static inline bool i40e_rx_is_programming_status(u64 qw)
  518. {
  519. return I40E_RX_PROG_STATUS_DESC_LENGTH ==
  520. (qw >> I40E_RX_PROG_STATUS_DESC_LENGTH_SHIFT);
  521. }
  522. /**
  523. * i40e_get_fd_cnt_all - get the total FD filter space available
  524. * @pf: pointer to the pf struct
  525. **/
  526. static inline int i40e_get_fd_cnt_all(struct i40e_pf *pf)
  527. {
  528. return pf->hw.fdir_shared_filter_count + pf->fdir_pf_filter_count;
  529. }
  530. /* needed by i40e_ethtool.c */
  531. int i40e_up(struct i40e_vsi *vsi);
  532. void i40e_down(struct i40e_vsi *vsi);
  533. extern const char i40e_driver_name[];
  534. extern const char i40e_driver_version_str[];
  535. void i40e_do_reset_safe(struct i40e_pf *pf, u32 reset_flags);
  536. void i40e_do_reset(struct i40e_pf *pf, u32 reset_flags);
  537. void i40e_update_stats(struct i40e_vsi *vsi);
  538. void i40e_update_eth_stats(struct i40e_vsi *vsi);
  539. struct rtnl_link_stats64 *i40e_get_vsi_stats_struct(struct i40e_vsi *vsi);
  540. int i40e_fetch_switch_configuration(struct i40e_pf *pf,
  541. bool printconfig);
  542. int i40e_program_fdir_filter(struct i40e_fdir_filter *fdir_data, u8 *raw_packet,
  543. struct i40e_pf *pf, bool add);
  544. int i40e_add_del_fdir(struct i40e_vsi *vsi,
  545. struct i40e_fdir_filter *input, bool add);
  546. void i40e_fdir_check_and_reenable(struct i40e_pf *pf);
  547. int i40e_get_current_fd_count(struct i40e_pf *pf);
  548. int i40e_get_cur_guaranteed_fd_count(struct i40e_pf *pf);
  549. int i40e_get_current_atr_cnt(struct i40e_pf *pf);
  550. bool i40e_set_ntuple(struct i40e_pf *pf, netdev_features_t features);
  551. void i40e_set_ethtool_ops(struct net_device *netdev);
  552. struct i40e_mac_filter *i40e_add_filter(struct i40e_vsi *vsi,
  553. u8 *macaddr, s16 vlan,
  554. bool is_vf, bool is_netdev);
  555. void i40e_del_filter(struct i40e_vsi *vsi, u8 *macaddr, s16 vlan,
  556. bool is_vf, bool is_netdev);
  557. int i40e_sync_vsi_filters(struct i40e_vsi *vsi);
  558. struct i40e_vsi *i40e_vsi_setup(struct i40e_pf *pf, u8 type,
  559. u16 uplink, u32 param1);
  560. int i40e_vsi_release(struct i40e_vsi *vsi);
  561. struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf, enum i40e_vsi_type type,
  562. struct i40e_vsi *start_vsi);
  563. #ifdef I40E_FCOE
  564. void i40e_vsi_setup_queue_map(struct i40e_vsi *vsi,
  565. struct i40e_vsi_context *ctxt,
  566. u8 enabled_tc, bool is_add);
  567. #endif
  568. int i40e_vsi_control_rings(struct i40e_vsi *vsi, bool enable);
  569. int i40e_reconfig_rss_queues(struct i40e_pf *pf, int queue_count);
  570. struct i40e_veb *i40e_veb_setup(struct i40e_pf *pf, u16 flags, u16 uplink_seid,
  571. u16 downlink_seid, u8 enabled_tc);
  572. void i40e_veb_release(struct i40e_veb *veb);
  573. int i40e_veb_config_tc(struct i40e_veb *veb, u8 enabled_tc);
  574. i40e_status i40e_vsi_add_pvid(struct i40e_vsi *vsi, u16 vid);
  575. void i40e_vsi_remove_pvid(struct i40e_vsi *vsi);
  576. void i40e_vsi_reset_stats(struct i40e_vsi *vsi);
  577. void i40e_pf_reset_stats(struct i40e_pf *pf);
  578. #ifdef CONFIG_DEBUG_FS
  579. void i40e_dbg_pf_init(struct i40e_pf *pf);
  580. void i40e_dbg_pf_exit(struct i40e_pf *pf);
  581. void i40e_dbg_init(void);
  582. void i40e_dbg_exit(void);
  583. #else
  584. static inline void i40e_dbg_pf_init(struct i40e_pf *pf) {}
  585. static inline void i40e_dbg_pf_exit(struct i40e_pf *pf) {}
  586. static inline void i40e_dbg_init(void) {}
  587. static inline void i40e_dbg_exit(void) {}
  588. #endif /* CONFIG_DEBUG_FS*/
  589. void i40e_irq_dynamic_enable(struct i40e_vsi *vsi, int vector);
  590. void i40e_irq_dynamic_disable(struct i40e_vsi *vsi, int vector);
  591. void i40e_irq_dynamic_disable_icr0(struct i40e_pf *pf);
  592. void i40e_irq_dynamic_enable_icr0(struct i40e_pf *pf);
  593. #ifdef I40E_FCOE
  594. struct rtnl_link_stats64 *i40e_get_netdev_stats_struct(
  595. struct net_device *netdev,
  596. struct rtnl_link_stats64 *storage);
  597. int i40e_set_mac(struct net_device *netdev, void *p);
  598. void i40e_set_rx_mode(struct net_device *netdev);
  599. #endif
  600. int i40e_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd);
  601. #ifdef I40E_FCOE
  602. void i40e_tx_timeout(struct net_device *netdev);
  603. int i40e_vlan_rx_add_vid(struct net_device *netdev,
  604. __always_unused __be16 proto, u16 vid);
  605. int i40e_vlan_rx_kill_vid(struct net_device *netdev,
  606. __always_unused __be16 proto, u16 vid);
  607. #endif
  608. int i40e_vsi_open(struct i40e_vsi *vsi);
  609. void i40e_vlan_stripping_disable(struct i40e_vsi *vsi);
  610. int i40e_vsi_add_vlan(struct i40e_vsi *vsi, s16 vid);
  611. int i40e_vsi_kill_vlan(struct i40e_vsi *vsi, s16 vid);
  612. struct i40e_mac_filter *i40e_put_mac_in_vlan(struct i40e_vsi *vsi, u8 *macaddr,
  613. bool is_vf, bool is_netdev);
  614. bool i40e_is_vsi_in_vlan(struct i40e_vsi *vsi);
  615. struct i40e_mac_filter *i40e_find_mac(struct i40e_vsi *vsi, u8 *macaddr,
  616. bool is_vf, bool is_netdev);
  617. #ifdef I40E_FCOE
  618. int i40e_open(struct net_device *netdev);
  619. int i40e_close(struct net_device *netdev);
  620. int i40e_setup_tc(struct net_device *netdev, u8 tc);
  621. void i40e_netpoll(struct net_device *netdev);
  622. int i40e_fcoe_enable(struct net_device *netdev);
  623. int i40e_fcoe_disable(struct net_device *netdev);
  624. int i40e_fcoe_vsi_init(struct i40e_vsi *vsi, struct i40e_vsi_context *ctxt);
  625. u8 i40e_get_fcoe_tc_map(struct i40e_pf *pf);
  626. void i40e_fcoe_config_netdev(struct net_device *netdev, struct i40e_vsi *vsi);
  627. void i40e_fcoe_vsi_setup(struct i40e_pf *pf);
  628. int i40e_init_pf_fcoe(struct i40e_pf *pf);
  629. int i40e_fcoe_setup_ddp_resources(struct i40e_vsi *vsi);
  630. void i40e_fcoe_free_ddp_resources(struct i40e_vsi *vsi);
  631. int i40e_fcoe_handle_offload(struct i40e_ring *rx_ring,
  632. union i40e_rx_desc *rx_desc,
  633. struct sk_buff *skb);
  634. void i40e_fcoe_handle_status(struct i40e_ring *rx_ring,
  635. union i40e_rx_desc *rx_desc, u8 prog_id);
  636. #endif /* I40E_FCOE */
  637. void i40e_vlan_stripping_enable(struct i40e_vsi *vsi);
  638. #ifdef CONFIG_I40E_DCB
  639. void i40e_dcbnl_flush_apps(struct i40e_pf *pf,
  640. struct i40e_dcbx_config *new_cfg);
  641. void i40e_dcbnl_set_all(struct i40e_vsi *vsi);
  642. void i40e_dcbnl_setup(struct i40e_vsi *vsi);
  643. bool i40e_dcb_need_reconfig(struct i40e_pf *pf,
  644. struct i40e_dcbx_config *old_cfg,
  645. struct i40e_dcbx_config *new_cfg);
  646. #endif /* CONFIG_I40E_DCB */
  647. void i40e_ptp_rx_hang(struct i40e_vsi *vsi);
  648. void i40e_ptp_tx_hwtstamp(struct i40e_pf *pf);
  649. void i40e_ptp_rx_hwtstamp(struct i40e_pf *pf, struct sk_buff *skb, u8 index);
  650. void i40e_ptp_set_increment(struct i40e_pf *pf);
  651. int i40e_ptp_set_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
  652. int i40e_ptp_get_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
  653. void i40e_ptp_init(struct i40e_pf *pf);
  654. void i40e_ptp_stop(struct i40e_pf *pf);
  655. #endif /* _I40E_H_ */