i40e.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649
  1. /*******************************************************************************
  2. *
  3. * Intel Ethernet Controller XL710 Family Linux Driver
  4. * Copyright(c) 2013 - 2014 Intel Corporation.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms and conditions of the GNU General Public License,
  8. * version 2, as published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope it will be useful, but WITHOUT
  11. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  13. * more details.
  14. *
  15. * You should have received a copy of the GNU General Public License along
  16. * with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * The full GNU General Public License is included in this distribution in
  19. * the file called "COPYING".
  20. *
  21. * Contact Information:
  22. * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  23. * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24. *
  25. ******************************************************************************/
  26. #ifndef _I40E_H_
  27. #define _I40E_H_
  28. #include <net/tcp.h>
  29. #include <net/udp.h>
  30. #include <linux/types.h>
  31. #include <linux/errno.h>
  32. #include <linux/module.h>
  33. #include <linux/pci.h>
  34. #include <linux/aer.h>
  35. #include <linux/netdevice.h>
  36. #include <linux/ioport.h>
  37. #include <linux/slab.h>
  38. #include <linux/list.h>
  39. #include <linux/string.h>
  40. #include <linux/in.h>
  41. #include <linux/ip.h>
  42. #include <linux/tcp.h>
  43. #include <linux/sctp.h>
  44. #include <linux/pkt_sched.h>
  45. #include <linux/ipv6.h>
  46. #include <net/checksum.h>
  47. #include <net/ip6_checksum.h>
  48. #include <linux/ethtool.h>
  49. #include <linux/if_vlan.h>
  50. #include <linux/clocksource.h>
  51. #include <linux/net_tstamp.h>
  52. #include <linux/ptp_clock_kernel.h>
  53. #include "i40e_type.h"
  54. #include "i40e_prototype.h"
  55. #include "i40e_virtchnl.h"
  56. #include "i40e_virtchnl_pf.h"
  57. #include "i40e_txrx.h"
  58. #include "i40e_dcb.h"
  59. /* Useful i40e defaults */
  60. #define I40E_BASE_PF_SEID 16
  61. #define I40E_BASE_VSI_SEID 512
  62. #define I40E_BASE_VEB_SEID 288
  63. #define I40E_MAX_VEB 16
  64. #define I40E_MAX_NUM_DESCRIPTORS 4096
  65. #define I40E_MAX_REGISTER 0x800000
  66. #define I40E_DEFAULT_NUM_DESCRIPTORS 512
  67. #define I40E_REQ_DESCRIPTOR_MULTIPLE 32
  68. #define I40E_MIN_NUM_DESCRIPTORS 64
  69. #define I40E_MIN_MSIX 2
  70. #define I40E_DEFAULT_NUM_VMDQ_VSI 8 /* max 256 VSIs */
  71. #define I40E_MIN_VSI_ALLOC 51 /* LAN, ATR, FCOE, 32 VF, 16 VMDQ */
  72. #define I40E_DEFAULT_QUEUES_PER_VMDQ 2 /* max 16 qps */
  73. #define I40E_DEFAULT_QUEUES_PER_VF 4
  74. #define I40E_DEFAULT_QUEUES_PER_TC 1 /* should be a power of 2 */
  75. #define I40E_MAX_QUEUES_PER_TC 64 /* should be a power of 2 */
  76. #define I40E_FDIR_RING 0
  77. #define I40E_FDIR_RING_COUNT 32
  78. #define I40E_MAX_AQ_BUF_SIZE 4096
  79. #define I40E_AQ_LEN 32
  80. #define I40E_AQ_WORK_LIMIT 16
  81. #define I40E_MAX_USER_PRIORITY 8
  82. #define I40E_DEFAULT_MSG_ENABLE 4
  83. #define I40E_QUEUE_WAIT_RETRY_LIMIT 10
  84. #define I40E_NVM_VERSION_LO_SHIFT 0
  85. #define I40E_NVM_VERSION_LO_MASK (0xff << I40E_NVM_VERSION_LO_SHIFT)
  86. #define I40E_NVM_VERSION_HI_SHIFT 12
  87. #define I40E_NVM_VERSION_HI_MASK (0xf << I40E_NVM_VERSION_HI_SHIFT)
  88. /* The values in here are decimal coded as hex as is the case in the NVM map*/
  89. #define I40E_CURRENT_NVM_VERSION_HI 0x2
  90. #define I40E_CURRENT_NVM_VERSION_LO 0x40
  91. /* magic for getting defines into strings */
  92. #define STRINGIFY(foo) #foo
  93. #define XSTRINGIFY(bar) STRINGIFY(bar)
  94. #define I40E_RX_DESC(R, i) \
  95. ((ring_is_16byte_desc_enabled(R)) \
  96. ? (union i40e_32byte_rx_desc *) \
  97. (&(((union i40e_16byte_rx_desc *)((R)->desc))[i])) \
  98. : (&(((union i40e_32byte_rx_desc *)((R)->desc))[i])))
  99. #define I40E_TX_DESC(R, i) \
  100. (&(((struct i40e_tx_desc *)((R)->desc))[i]))
  101. #define I40E_TX_CTXTDESC(R, i) \
  102. (&(((struct i40e_tx_context_desc *)((R)->desc))[i]))
  103. #define I40E_TX_FDIRDESC(R, i) \
  104. (&(((struct i40e_filter_program_desc *)((R)->desc))[i]))
  105. /* default to trying for four seconds */
  106. #define I40E_TRY_LINK_TIMEOUT (4 * HZ)
  107. /* driver state flags */
  108. enum i40e_state_t {
  109. __I40E_TESTING,
  110. __I40E_CONFIG_BUSY,
  111. __I40E_CONFIG_DONE,
  112. __I40E_DOWN,
  113. __I40E_NEEDS_RESTART,
  114. __I40E_SERVICE_SCHED,
  115. __I40E_ADMINQ_EVENT_PENDING,
  116. __I40E_MDD_EVENT_PENDING,
  117. __I40E_VFLR_EVENT_PENDING,
  118. __I40E_RESET_RECOVERY_PENDING,
  119. __I40E_RESET_INTR_RECEIVED,
  120. __I40E_REINIT_REQUESTED,
  121. __I40E_PF_RESET_REQUESTED,
  122. __I40E_CORE_RESET_REQUESTED,
  123. __I40E_GLOBAL_RESET_REQUESTED,
  124. __I40E_EMP_RESET_REQUESTED,
  125. __I40E_FILTER_OVERFLOW_PROMISC,
  126. __I40E_SUSPENDED,
  127. __I40E_BAD_EEPROM,
  128. __I40E_DOWN_REQUESTED,
  129. };
  130. enum i40e_interrupt_policy {
  131. I40E_INTERRUPT_BEST_CASE,
  132. I40E_INTERRUPT_MEDIUM,
  133. I40E_INTERRUPT_LOWEST
  134. };
  135. struct i40e_lump_tracking {
  136. u16 num_entries;
  137. u16 search_hint;
  138. u16 list[0];
  139. #define I40E_PILE_VALID_BIT 0x8000
  140. };
  141. #define I40E_DEFAULT_ATR_SAMPLE_RATE 20
  142. #define I40E_FDIR_MAX_RAW_PACKET_SIZE 512
  143. #define I40E_FDIR_BUFFER_FULL_MARGIN 10
  144. #define I40E_FDIR_BUFFER_HEAD_ROOM 200
  145. enum i40e_fd_stat_idx {
  146. I40E_FD_STAT_ATR,
  147. I40E_FD_STAT_SB,
  148. I40E_FD_STAT_PF_COUNT
  149. };
  150. #define I40E_FD_STAT_PF_IDX(pf_id) ((pf_id) * I40E_FD_STAT_PF_COUNT)
  151. #define I40E_FD_ATR_STAT_IDX(pf_id) \
  152. (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_ATR)
  153. #define I40E_FD_SB_STAT_IDX(pf_id) \
  154. (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_SB)
  155. struct i40e_fdir_filter {
  156. struct hlist_node fdir_node;
  157. /* filter ipnut set */
  158. u8 flow_type;
  159. u8 ip4_proto;
  160. /* TX packet view of src and dst */
  161. __be32 dst_ip[4];
  162. __be32 src_ip[4];
  163. __be16 src_port;
  164. __be16 dst_port;
  165. __be32 sctp_v_tag;
  166. /* filter control */
  167. u16 q_index;
  168. u8 flex_off;
  169. u8 pctype;
  170. u16 dest_vsi;
  171. u8 dest_ctl;
  172. u8 fd_status;
  173. u16 cnt_index;
  174. u32 fd_id;
  175. };
  176. #define I40E_ETH_P_LLDP 0x88cc
  177. #define I40E_DCB_PRIO_TYPE_STRICT 0
  178. #define I40E_DCB_PRIO_TYPE_ETS 1
  179. #define I40E_DCB_STRICT_PRIO_CREDITS 127
  180. #define I40E_MAX_USER_PRIORITY 8
  181. /* DCB per TC information data structure */
  182. struct i40e_tc_info {
  183. u16 qoffset; /* Queue offset from base queue */
  184. u16 qcount; /* Total Queues */
  185. u8 netdev_tc; /* Netdev TC index if netdev associated */
  186. };
  187. /* TC configuration data structure */
  188. struct i40e_tc_configuration {
  189. u8 numtc; /* Total number of enabled TCs */
  190. u8 enabled_tc; /* TC map */
  191. struct i40e_tc_info tc_info[I40E_MAX_TRAFFIC_CLASS];
  192. };
  193. /* struct that defines the Ethernet device */
  194. struct i40e_pf {
  195. struct pci_dev *pdev;
  196. struct i40e_hw hw;
  197. unsigned long state;
  198. unsigned long link_check_timeout;
  199. struct msix_entry *msix_entries;
  200. bool fc_autoneg_status;
  201. u16 eeprom_version;
  202. u16 num_vmdq_vsis; /* num vmdq vsis this pf has set up */
  203. u16 num_vmdq_qps; /* num queue pairs per vmdq pool */
  204. u16 num_vmdq_msix; /* num queue vectors per vmdq pool */
  205. u16 num_req_vfs; /* num vfs requested for this vf */
  206. u16 num_vf_qps; /* num queue pairs per vf */
  207. u16 num_lan_qps; /* num lan queues this pf has set up */
  208. u16 num_lan_msix; /* num queue vectors for the base pf vsi */
  209. int queues_left; /* queues left unclaimed */
  210. u16 rss_size; /* num queues in the RSS array */
  211. u16 rss_size_max; /* HW defined max RSS queues */
  212. u16 fdir_pf_filter_count; /* num of guaranteed filters for this PF */
  213. u16 num_alloc_vsi; /* num VSIs this driver supports */
  214. u8 atr_sample_rate;
  215. bool wol_en;
  216. struct hlist_head fdir_filter_list;
  217. u16 fdir_pf_active_filters;
  218. u16 fd_sb_cnt_idx;
  219. u16 fd_atr_cnt_idx;
  220. #ifdef CONFIG_I40E_VXLAN
  221. __be16 vxlan_ports[I40E_MAX_PF_UDP_OFFLOAD_PORTS];
  222. u16 pending_vxlan_bitmap;
  223. #endif
  224. enum i40e_interrupt_policy int_policy;
  225. u16 rx_itr_default;
  226. u16 tx_itr_default;
  227. u16 msg_enable;
  228. char misc_int_name[IFNAMSIZ + 9];
  229. u16 adminq_work_limit; /* num of admin receive queue desc to process */
  230. int service_timer_period;
  231. struct timer_list service_timer;
  232. struct work_struct service_task;
  233. u64 flags;
  234. #define I40E_FLAG_RX_CSUM_ENABLED (u64)(1 << 1)
  235. #define I40E_FLAG_MSI_ENABLED (u64)(1 << 2)
  236. #define I40E_FLAG_MSIX_ENABLED (u64)(1 << 3)
  237. #define I40E_FLAG_RX_1BUF_ENABLED (u64)(1 << 4)
  238. #define I40E_FLAG_RX_PS_ENABLED (u64)(1 << 5)
  239. #define I40E_FLAG_RSS_ENABLED (u64)(1 << 6)
  240. #define I40E_FLAG_VMDQ_ENABLED (u64)(1 << 7)
  241. #define I40E_FLAG_FDIR_REQUIRES_REINIT (u64)(1 << 8)
  242. #define I40E_FLAG_NEED_LINK_UPDATE (u64)(1 << 9)
  243. #define I40E_FLAG_IN_NETPOLL (u64)(1 << 12)
  244. #define I40E_FLAG_16BYTE_RX_DESC_ENABLED (u64)(1 << 13)
  245. #define I40E_FLAG_CLEAN_ADMINQ (u64)(1 << 14)
  246. #define I40E_FLAG_FILTER_SYNC (u64)(1 << 15)
  247. #define I40E_FLAG_PROCESS_MDD_EVENT (u64)(1 << 17)
  248. #define I40E_FLAG_PROCESS_VFLR_EVENT (u64)(1 << 18)
  249. #define I40E_FLAG_SRIOV_ENABLED (u64)(1 << 19)
  250. #define I40E_FLAG_DCB_ENABLED (u64)(1 << 20)
  251. #define I40E_FLAG_FD_SB_ENABLED (u64)(1 << 21)
  252. #define I40E_FLAG_FD_ATR_ENABLED (u64)(1 << 22)
  253. #define I40E_FLAG_PTP (u64)(1 << 25)
  254. #define I40E_FLAG_MFP_ENABLED (u64)(1 << 26)
  255. #ifdef CONFIG_I40E_VXLAN
  256. #define I40E_FLAG_VXLAN_FILTER_SYNC (u64)(1 << 27)
  257. #endif
  258. #define I40E_FLAG_DCB_CAPABLE (u64)(1 << 29)
  259. /* tracks features that get auto disabled by errors */
  260. u64 auto_disable_flags;
  261. bool stat_offsets_loaded;
  262. struct i40e_hw_port_stats stats;
  263. struct i40e_hw_port_stats stats_offsets;
  264. u32 tx_timeout_count;
  265. u32 tx_timeout_recovery_level;
  266. unsigned long tx_timeout_last_recovery;
  267. u32 hw_csum_rx_error;
  268. u32 led_status;
  269. u16 corer_count; /* Core reset count */
  270. u16 globr_count; /* Global reset count */
  271. u16 empr_count; /* EMP reset count */
  272. u16 pfr_count; /* PF reset count */
  273. u16 sw_int_count; /* SW interrupt count */
  274. struct mutex switch_mutex;
  275. u16 lan_vsi; /* our default LAN VSI */
  276. u16 lan_veb; /* initial relay, if exists */
  277. #define I40E_NO_VEB 0xffff
  278. #define I40E_NO_VSI 0xffff
  279. u16 next_vsi; /* Next unallocated VSI - 0-based! */
  280. struct i40e_vsi **vsi;
  281. struct i40e_veb *veb[I40E_MAX_VEB];
  282. struct i40e_lump_tracking *qp_pile;
  283. struct i40e_lump_tracking *irq_pile;
  284. /* switch config info */
  285. u16 pf_seid;
  286. u16 main_vsi_seid;
  287. u16 mac_seid;
  288. struct kobject *switch_kobj;
  289. #ifdef CONFIG_DEBUG_FS
  290. struct dentry *i40e_dbg_pf;
  291. #endif /* CONFIG_DEBUG_FS */
  292. u16 instance; /* A unique number per i40e_pf instance in the system */
  293. /* sr-iov config info */
  294. struct i40e_vf *vf;
  295. int num_alloc_vfs; /* actual number of VFs allocated */
  296. u32 vf_aq_requests;
  297. /* DCBx/DCBNL capability for PF that indicates
  298. * whether DCBx is managed by firmware or host
  299. * based agent (LLDPAD). Also, indicates what
  300. * flavor of DCBx protocol (IEEE/CEE) is supported
  301. * by the device. For now we're supporting IEEE
  302. * mode only.
  303. */
  304. u16 dcbx_cap;
  305. u32 fcoe_hmc_filt_num;
  306. u32 fcoe_hmc_cntx_num;
  307. struct i40e_filter_control_settings filter_settings;
  308. struct ptp_clock *ptp_clock;
  309. struct ptp_clock_info ptp_caps;
  310. struct sk_buff *ptp_tx_skb;
  311. struct hwtstamp_config tstamp_config;
  312. unsigned long last_rx_ptp_check;
  313. spinlock_t tmreg_lock; /* Used to protect the device time registers. */
  314. u64 ptp_base_adj;
  315. u32 tx_hwtstamp_timeouts;
  316. u32 rx_hwtstamp_cleared;
  317. bool ptp_tx;
  318. bool ptp_rx;
  319. };
  320. struct i40e_mac_filter {
  321. struct list_head list;
  322. u8 macaddr[ETH_ALEN];
  323. #define I40E_VLAN_ANY -1
  324. s16 vlan;
  325. u8 counter; /* number of instances of this filter */
  326. bool is_vf; /* filter belongs to a VF */
  327. bool is_netdev; /* filter belongs to a netdev */
  328. bool changed; /* filter needs to be sync'd to the HW */
  329. };
  330. struct i40e_veb {
  331. struct i40e_pf *pf;
  332. u16 idx;
  333. u16 veb_idx; /* index of VEB parent */
  334. u16 seid;
  335. u16 uplink_seid;
  336. u16 stats_idx; /* index of VEB parent */
  337. u8 enabled_tc;
  338. u16 flags;
  339. u16 bw_limit;
  340. u8 bw_max_quanta;
  341. bool is_abs_credits;
  342. u8 bw_tc_share_credits[I40E_MAX_TRAFFIC_CLASS];
  343. u16 bw_tc_limit_credits[I40E_MAX_TRAFFIC_CLASS];
  344. u8 bw_tc_max_quanta[I40E_MAX_TRAFFIC_CLASS];
  345. struct kobject *kobj;
  346. bool stat_offsets_loaded;
  347. struct i40e_eth_stats stats;
  348. struct i40e_eth_stats stats_offsets;
  349. };
  350. /* struct that defines a VSI, associated with a dev */
  351. struct i40e_vsi {
  352. struct net_device *netdev;
  353. unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
  354. bool netdev_registered;
  355. bool stat_offsets_loaded;
  356. u32 current_netdev_flags;
  357. unsigned long state;
  358. #define I40E_VSI_FLAG_FILTER_CHANGED (1<<0)
  359. #define I40E_VSI_FLAG_VEB_OWNER (1<<1)
  360. unsigned long flags;
  361. struct list_head mac_filter_list;
  362. /* VSI stats */
  363. struct rtnl_link_stats64 net_stats;
  364. struct rtnl_link_stats64 net_stats_offsets;
  365. struct i40e_eth_stats eth_stats;
  366. struct i40e_eth_stats eth_stats_offsets;
  367. u32 tx_restart;
  368. u32 tx_busy;
  369. u32 rx_buf_failed;
  370. u32 rx_page_failed;
  371. /* These are containers of ring pointers, allocated at run-time */
  372. struct i40e_ring **rx_rings;
  373. struct i40e_ring **tx_rings;
  374. u16 work_limit;
  375. /* high bit set means dynamic, use accessor routines to read/write.
  376. * hardware only supports 2us resolution for the ITR registers.
  377. * these values always store the USER setting, and must be converted
  378. * before programming to a register.
  379. */
  380. u16 rx_itr_setting;
  381. u16 tx_itr_setting;
  382. u16 max_frame;
  383. u16 rx_hdr_len;
  384. u16 rx_buf_len;
  385. u8 dtype;
  386. /* List of q_vectors allocated to this VSI */
  387. struct i40e_q_vector **q_vectors;
  388. int num_q_vectors;
  389. int base_vector;
  390. bool irqs_ready;
  391. u16 seid; /* HW index of this VSI (absolute index) */
  392. u16 id; /* VSI number */
  393. u16 uplink_seid;
  394. u16 base_queue; /* vsi's first queue in hw array */
  395. u16 alloc_queue_pairs; /* Allocated Tx/Rx queues */
  396. u16 num_queue_pairs; /* Used tx and rx pairs */
  397. u16 num_desc;
  398. enum i40e_vsi_type type; /* VSI type, e.g., LAN, FCoE, etc */
  399. u16 vf_id; /* Virtual function ID for SRIOV VSIs */
  400. struct i40e_tc_configuration tc_config;
  401. struct i40e_aqc_vsi_properties_data info;
  402. /* VSI BW limit (absolute across all TCs) */
  403. u16 bw_limit; /* VSI BW Limit (0 = disabled) */
  404. u8 bw_max_quanta; /* Max Quanta when BW limit is enabled */
  405. /* Relative TC credits across VSIs */
  406. u8 bw_ets_share_credits[I40E_MAX_TRAFFIC_CLASS];
  407. /* TC BW limit credits within VSI */
  408. u16 bw_ets_limit_credits[I40E_MAX_TRAFFIC_CLASS];
  409. /* TC BW limit max quanta within VSI */
  410. u8 bw_ets_max_quanta[I40E_MAX_TRAFFIC_CLASS];
  411. struct i40e_pf *back; /* Backreference to associated PF */
  412. u16 idx; /* index in pf->vsi[] */
  413. u16 veb_idx; /* index of VEB parent */
  414. struct kobject *kobj; /* sysfs object */
  415. /* VSI specific handlers */
  416. irqreturn_t (*irq_handler)(int irq, void *data);
  417. } ____cacheline_internodealigned_in_smp;
  418. struct i40e_netdev_priv {
  419. struct i40e_vsi *vsi;
  420. };
  421. /* struct that defines an interrupt vector */
  422. struct i40e_q_vector {
  423. struct i40e_vsi *vsi;
  424. u16 v_idx; /* index in the vsi->q_vector array. */
  425. u16 reg_idx; /* register index of the interrupt */
  426. struct napi_struct napi;
  427. struct i40e_ring_container rx;
  428. struct i40e_ring_container tx;
  429. u8 num_ringpairs; /* total number of ring pairs in vector */
  430. cpumask_t affinity_mask;
  431. struct rcu_head rcu; /* to avoid race with update stats on free */
  432. char name[IFNAMSIZ + 9];
  433. } ____cacheline_internodealigned_in_smp;
  434. /* lan device */
  435. struct i40e_device {
  436. struct list_head list;
  437. struct i40e_pf *pf;
  438. };
  439. /**
  440. * i40e_fw_version_str - format the FW and NVM version strings
  441. * @hw: ptr to the hardware info
  442. **/
  443. static inline char *i40e_fw_version_str(struct i40e_hw *hw)
  444. {
  445. static char buf[32];
  446. snprintf(buf, sizeof(buf),
  447. "f%d.%d a%d.%d n%02x.%02x e%08x",
  448. hw->aq.fw_maj_ver, hw->aq.fw_min_ver,
  449. hw->aq.api_maj_ver, hw->aq.api_min_ver,
  450. (hw->nvm.version & I40E_NVM_VERSION_HI_MASK) >>
  451. I40E_NVM_VERSION_HI_SHIFT,
  452. (hw->nvm.version & I40E_NVM_VERSION_LO_MASK) >>
  453. I40E_NVM_VERSION_LO_SHIFT,
  454. hw->nvm.eetrack);
  455. return buf;
  456. }
  457. /**
  458. * i40e_netdev_to_pf: Retrieve the PF struct for given netdev
  459. * @netdev: the corresponding netdev
  460. *
  461. * Return the PF struct for the given netdev
  462. **/
  463. static inline struct i40e_pf *i40e_netdev_to_pf(struct net_device *netdev)
  464. {
  465. struct i40e_netdev_priv *np = netdev_priv(netdev);
  466. struct i40e_vsi *vsi = np->vsi;
  467. return vsi->back;
  468. }
  469. static inline void i40e_vsi_setup_irqhandler(struct i40e_vsi *vsi,
  470. irqreturn_t (*irq_handler)(int, void *))
  471. {
  472. vsi->irq_handler = irq_handler;
  473. }
  474. /**
  475. * i40e_rx_is_programming_status - check for programming status descriptor
  476. * @qw: the first quad word of the program status descriptor
  477. *
  478. * The value of in the descriptor length field indicate if this
  479. * is a programming status descriptor for flow director or FCoE
  480. * by the value of I40E_RX_PROG_STATUS_DESC_LENGTH, otherwise
  481. * it is a packet descriptor.
  482. **/
  483. static inline bool i40e_rx_is_programming_status(u64 qw)
  484. {
  485. return I40E_RX_PROG_STATUS_DESC_LENGTH ==
  486. (qw >> I40E_RX_PROG_STATUS_DESC_LENGTH_SHIFT);
  487. }
  488. /**
  489. * i40e_get_fd_cnt_all - get the total FD filter space available
  490. * @pf: pointer to the pf struct
  491. **/
  492. static inline int i40e_get_fd_cnt_all(struct i40e_pf *pf)
  493. {
  494. return pf->hw.fdir_shared_filter_count + pf->fdir_pf_filter_count;
  495. }
  496. /* needed by i40e_ethtool.c */
  497. int i40e_up(struct i40e_vsi *vsi);
  498. void i40e_down(struct i40e_vsi *vsi);
  499. extern const char i40e_driver_name[];
  500. extern const char i40e_driver_version_str[];
  501. void i40e_do_reset_safe(struct i40e_pf *pf, u32 reset_flags);
  502. void i40e_do_reset(struct i40e_pf *pf, u32 reset_flags);
  503. void i40e_update_stats(struct i40e_vsi *vsi);
  504. void i40e_update_eth_stats(struct i40e_vsi *vsi);
  505. struct rtnl_link_stats64 *i40e_get_vsi_stats_struct(struct i40e_vsi *vsi);
  506. int i40e_fetch_switch_configuration(struct i40e_pf *pf,
  507. bool printconfig);
  508. int i40e_program_fdir_filter(struct i40e_fdir_filter *fdir_data, u8 *raw_packet,
  509. struct i40e_pf *pf, bool add);
  510. int i40e_add_del_fdir(struct i40e_vsi *vsi,
  511. struct i40e_fdir_filter *input, bool add);
  512. void i40e_fdir_check_and_reenable(struct i40e_pf *pf);
  513. int i40e_get_current_fd_count(struct i40e_pf *pf);
  514. bool i40e_set_ntuple(struct i40e_pf *pf, netdev_features_t features);
  515. void i40e_set_ethtool_ops(struct net_device *netdev);
  516. struct i40e_mac_filter *i40e_add_filter(struct i40e_vsi *vsi,
  517. u8 *macaddr, s16 vlan,
  518. bool is_vf, bool is_netdev);
  519. void i40e_del_filter(struct i40e_vsi *vsi, u8 *macaddr, s16 vlan,
  520. bool is_vf, bool is_netdev);
  521. int i40e_sync_vsi_filters(struct i40e_vsi *vsi);
  522. struct i40e_vsi *i40e_vsi_setup(struct i40e_pf *pf, u8 type,
  523. u16 uplink, u32 param1);
  524. int i40e_vsi_release(struct i40e_vsi *vsi);
  525. struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf, enum i40e_vsi_type type,
  526. struct i40e_vsi *start_vsi);
  527. int i40e_vsi_control_rings(struct i40e_vsi *vsi, bool enable);
  528. int i40e_reconfig_rss_queues(struct i40e_pf *pf, int queue_count);
  529. struct i40e_veb *i40e_veb_setup(struct i40e_pf *pf, u16 flags, u16 uplink_seid,
  530. u16 downlink_seid, u8 enabled_tc);
  531. void i40e_veb_release(struct i40e_veb *veb);
  532. int i40e_veb_config_tc(struct i40e_veb *veb, u8 enabled_tc);
  533. i40e_status i40e_vsi_add_pvid(struct i40e_vsi *vsi, u16 vid);
  534. void i40e_vsi_remove_pvid(struct i40e_vsi *vsi);
  535. void i40e_vsi_reset_stats(struct i40e_vsi *vsi);
  536. void i40e_pf_reset_stats(struct i40e_pf *pf);
  537. #ifdef CONFIG_DEBUG_FS
  538. void i40e_dbg_pf_init(struct i40e_pf *pf);
  539. void i40e_dbg_pf_exit(struct i40e_pf *pf);
  540. void i40e_dbg_init(void);
  541. void i40e_dbg_exit(void);
  542. #else
  543. static inline void i40e_dbg_pf_init(struct i40e_pf *pf) {}
  544. static inline void i40e_dbg_pf_exit(struct i40e_pf *pf) {}
  545. static inline void i40e_dbg_init(void) {}
  546. static inline void i40e_dbg_exit(void) {}
  547. #endif /* CONFIG_DEBUG_FS*/
  548. void i40e_irq_dynamic_enable(struct i40e_vsi *vsi, int vector);
  549. void i40e_irq_dynamic_disable_icr0(struct i40e_pf *pf);
  550. void i40e_irq_dynamic_enable_icr0(struct i40e_pf *pf);
  551. int i40e_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd);
  552. int i40e_vsi_open(struct i40e_vsi *vsi);
  553. void i40e_vlan_stripping_disable(struct i40e_vsi *vsi);
  554. int i40e_vsi_add_vlan(struct i40e_vsi *vsi, s16 vid);
  555. int i40e_vsi_kill_vlan(struct i40e_vsi *vsi, s16 vid);
  556. struct i40e_mac_filter *i40e_put_mac_in_vlan(struct i40e_vsi *vsi, u8 *macaddr,
  557. bool is_vf, bool is_netdev);
  558. bool i40e_is_vsi_in_vlan(struct i40e_vsi *vsi);
  559. struct i40e_mac_filter *i40e_find_mac(struct i40e_vsi *vsi, u8 *macaddr,
  560. bool is_vf, bool is_netdev);
  561. void i40e_vlan_stripping_enable(struct i40e_vsi *vsi);
  562. #ifdef CONFIG_I40E_DCB
  563. void i40e_dcbnl_flush_apps(struct i40e_pf *pf,
  564. struct i40e_dcbx_config *new_cfg);
  565. void i40e_dcbnl_set_all(struct i40e_vsi *vsi);
  566. void i40e_dcbnl_setup(struct i40e_vsi *vsi);
  567. bool i40e_dcb_need_reconfig(struct i40e_pf *pf,
  568. struct i40e_dcbx_config *old_cfg,
  569. struct i40e_dcbx_config *new_cfg);
  570. #endif /* CONFIG_I40E_DCB */
  571. void i40e_ptp_rx_hang(struct i40e_vsi *vsi);
  572. void i40e_ptp_tx_hwtstamp(struct i40e_pf *pf);
  573. void i40e_ptp_rx_hwtstamp(struct i40e_pf *pf, struct sk_buff *skb, u8 index);
  574. void i40e_ptp_set_increment(struct i40e_pf *pf);
  575. int i40e_ptp_set_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
  576. int i40e_ptp_get_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
  577. void i40e_ptp_init(struct i40e_pf *pf);
  578. void i40e_ptp_stop(struct i40e_pf *pf);
  579. #endif /* _I40E_H_ */