|
@@ -23,6 +23,7 @@
|
|
#include <linux/aer.h>
|
|
#include <linux/aer.h>
|
|
#include <linux/if_bridge.h>
|
|
#include <linux/if_bridge.h>
|
|
#include <net/busy_poll.h>
|
|
#include <net/busy_poll.h>
|
|
|
|
+#include <net/vxlan.h>
|
|
|
|
|
|
MODULE_VERSION(DRV_VER);
|
|
MODULE_VERSION(DRV_VER);
|
|
MODULE_DEVICE_TABLE(pci, be_dev_ids);
|
|
MODULE_DEVICE_TABLE(pci, be_dev_ids);
|
|
@@ -718,10 +719,23 @@ static inline u16 be_get_tx_vlan_tag(struct be_adapter *adapter,
|
|
return vlan_tag;
|
|
return vlan_tag;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+/* Used only for IP tunnel packets */
|
|
|
|
+static u16 skb_inner_ip_proto(struct sk_buff *skb)
|
|
|
|
+{
|
|
|
|
+ return (inner_ip_hdr(skb)->version == 4) ?
|
|
|
|
+ inner_ip_hdr(skb)->protocol : inner_ipv6_hdr(skb)->nexthdr;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+static u16 skb_ip_proto(struct sk_buff *skb)
|
|
|
|
+{
|
|
|
|
+ return (ip_hdr(skb)->version == 4) ?
|
|
|
|
+ ip_hdr(skb)->protocol : ipv6_hdr(skb)->nexthdr;
|
|
|
|
+}
|
|
|
|
+
|
|
static void wrb_fill_hdr(struct be_adapter *adapter, struct be_eth_hdr_wrb *hdr,
|
|
static void wrb_fill_hdr(struct be_adapter *adapter, struct be_eth_hdr_wrb *hdr,
|
|
struct sk_buff *skb, u32 wrb_cnt, u32 len, bool skip_hw_vlan)
|
|
struct sk_buff *skb, u32 wrb_cnt, u32 len, bool skip_hw_vlan)
|
|
{
|
|
{
|
|
- u16 vlan_tag;
|
|
|
|
|
|
+ u16 vlan_tag, proto;
|
|
|
|
|
|
memset(hdr, 0, sizeof(*hdr));
|
|
memset(hdr, 0, sizeof(*hdr));
|
|
|
|
|
|
@@ -734,9 +748,15 @@ static void wrb_fill_hdr(struct be_adapter *adapter, struct be_eth_hdr_wrb *hdr,
|
|
if (skb_is_gso_v6(skb) && !lancer_chip(adapter))
|
|
if (skb_is_gso_v6(skb) && !lancer_chip(adapter))
|
|
AMAP_SET_BITS(struct amap_eth_hdr_wrb, lso6, hdr, 1);
|
|
AMAP_SET_BITS(struct amap_eth_hdr_wrb, lso6, hdr, 1);
|
|
} else if (skb->ip_summed == CHECKSUM_PARTIAL) {
|
|
} else if (skb->ip_summed == CHECKSUM_PARTIAL) {
|
|
- if (is_tcp_pkt(skb))
|
|
|
|
|
|
+ if (skb->encapsulation) {
|
|
|
|
+ AMAP_SET_BITS(struct amap_eth_hdr_wrb, ipcs, hdr, 1);
|
|
|
|
+ proto = skb_inner_ip_proto(skb);
|
|
|
|
+ } else {
|
|
|
|
+ proto = skb_ip_proto(skb);
|
|
|
|
+ }
|
|
|
|
+ if (proto == IPPROTO_TCP)
|
|
AMAP_SET_BITS(struct amap_eth_hdr_wrb, tcpcs, hdr, 1);
|
|
AMAP_SET_BITS(struct amap_eth_hdr_wrb, tcpcs, hdr, 1);
|
|
- else if (is_udp_pkt(skb))
|
|
|
|
|
|
+ else if (proto == IPPROTO_UDP)
|
|
AMAP_SET_BITS(struct amap_eth_hdr_wrb, udpcs, hdr, 1);
|
|
AMAP_SET_BITS(struct amap_eth_hdr_wrb, udpcs, hdr, 1);
|
|
}
|
|
}
|
|
|
|
|
|
@@ -1467,9 +1487,10 @@ static void be_rx_stats_update(struct be_rx_obj *rxo,
|
|
static inline bool csum_passed(struct be_rx_compl_info *rxcp)
|
|
static inline bool csum_passed(struct be_rx_compl_info *rxcp)
|
|
{
|
|
{
|
|
/* L4 checksum is not reliable for non TCP/UDP packets.
|
|
/* L4 checksum is not reliable for non TCP/UDP packets.
|
|
- * Also ignore ipcksm for ipv6 pkts */
|
|
|
|
|
|
+ * Also ignore ipcksm for ipv6 pkts
|
|
|
|
+ */
|
|
return (rxcp->tcpf || rxcp->udpf) && rxcp->l4_csum &&
|
|
return (rxcp->tcpf || rxcp->udpf) && rxcp->l4_csum &&
|
|
- (rxcp->ip_csum || rxcp->ipv6);
|
|
|
|
|
|
+ (rxcp->ip_csum || rxcp->ipv6) && !rxcp->err;
|
|
}
|
|
}
|
|
|
|
|
|
static struct be_rx_page_info *get_rx_page_info(struct be_rx_obj *rxo)
|
|
static struct be_rx_page_info *get_rx_page_info(struct be_rx_obj *rxo)
|
|
@@ -1612,6 +1633,8 @@ static void be_rx_compl_process(struct be_rx_obj *rxo, struct napi_struct *napi,
|
|
skb_record_rx_queue(skb, rxo - &adapter->rx_obj[0]);
|
|
skb_record_rx_queue(skb, rxo - &adapter->rx_obj[0]);
|
|
if (netdev->features & NETIF_F_RXHASH)
|
|
if (netdev->features & NETIF_F_RXHASH)
|
|
skb_set_hash(skb, rxcp->rss_hash, PKT_HASH_TYPE_L3);
|
|
skb_set_hash(skb, rxcp->rss_hash, PKT_HASH_TYPE_L3);
|
|
|
|
+
|
|
|
|
+ skb->encapsulation = rxcp->tunneled;
|
|
skb_mark_napi_id(skb, napi);
|
|
skb_mark_napi_id(skb, napi);
|
|
|
|
|
|
if (rxcp->vlanf)
|
|
if (rxcp->vlanf)
|
|
@@ -1668,6 +1691,8 @@ static void be_rx_compl_process_gro(struct be_rx_obj *rxo,
|
|
skb_record_rx_queue(skb, rxo - &adapter->rx_obj[0]);
|
|
skb_record_rx_queue(skb, rxo - &adapter->rx_obj[0]);
|
|
if (adapter->netdev->features & NETIF_F_RXHASH)
|
|
if (adapter->netdev->features & NETIF_F_RXHASH)
|
|
skb_set_hash(skb, rxcp->rss_hash, PKT_HASH_TYPE_L3);
|
|
skb_set_hash(skb, rxcp->rss_hash, PKT_HASH_TYPE_L3);
|
|
|
|
+
|
|
|
|
+ skb->encapsulation = rxcp->tunneled;
|
|
skb_mark_napi_id(skb, napi);
|
|
skb_mark_napi_id(skb, napi);
|
|
|
|
|
|
if (rxcp->vlanf)
|
|
if (rxcp->vlanf)
|
|
@@ -1704,6 +1729,8 @@ static void be_parse_rx_compl_v1(struct be_eth_rx_compl *compl,
|
|
compl);
|
|
compl);
|
|
}
|
|
}
|
|
rxcp->port = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, port, compl);
|
|
rxcp->port = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, port, compl);
|
|
|
|
+ rxcp->tunneled =
|
|
|
|
+ AMAP_GET_BITS(struct amap_eth_rx_compl_v1, tunneled, compl);
|
|
}
|
|
}
|
|
|
|
|
|
static void be_parse_rx_compl_v0(struct be_eth_rx_compl *compl,
|
|
static void be_parse_rx_compl_v0(struct be_eth_rx_compl *compl,
|
|
@@ -2834,6 +2861,9 @@ static int be_open(struct net_device *netdev)
|
|
|
|
|
|
netif_tx_start_all_queues(netdev);
|
|
netif_tx_start_all_queues(netdev);
|
|
be_roce_dev_open(adapter);
|
|
be_roce_dev_open(adapter);
|
|
|
|
+
|
|
|
|
+ if (skyhawk_chip(adapter))
|
|
|
|
+ vxlan_get_rx_port(netdev);
|
|
return 0;
|
|
return 0;
|
|
err:
|
|
err:
|
|
be_close(adapter->netdev);
|
|
be_close(adapter->netdev);
|
|
@@ -2989,6 +3019,19 @@ static void be_mac_clear(struct be_adapter *adapter)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+static void be_disable_vxlan_offloads(struct be_adapter *adapter)
|
|
|
|
+{
|
|
|
|
+ if (adapter->flags & BE_FLAGS_VXLAN_OFFLOADS)
|
|
|
|
+ be_cmd_manage_iface(adapter, adapter->if_handle,
|
|
|
|
+ OP_CONVERT_TUNNEL_TO_NORMAL);
|
|
|
|
+
|
|
|
|
+ if (adapter->vxlan_port)
|
|
|
|
+ be_cmd_set_vxlan_port(adapter, 0);
|
|
|
|
+
|
|
|
|
+ adapter->flags &= ~BE_FLAGS_VXLAN_OFFLOADS;
|
|
|
|
+ adapter->vxlan_port = 0;
|
|
|
|
+}
|
|
|
|
+
|
|
static int be_clear(struct be_adapter *adapter)
|
|
static int be_clear(struct be_adapter *adapter)
|
|
{
|
|
{
|
|
be_cancel_worker(adapter);
|
|
be_cancel_worker(adapter);
|
|
@@ -2996,6 +3039,8 @@ static int be_clear(struct be_adapter *adapter)
|
|
if (sriov_enabled(adapter))
|
|
if (sriov_enabled(adapter))
|
|
be_vf_clear(adapter);
|
|
be_vf_clear(adapter);
|
|
|
|
|
|
|
|
+ be_disable_vxlan_offloads(adapter);
|
|
|
|
+
|
|
/* delete the primary mac along with the uc-mac list */
|
|
/* delete the primary mac along with the uc-mac list */
|
|
be_mac_clear(adapter);
|
|
be_mac_clear(adapter);
|
|
|
|
|
|
@@ -4120,6 +4165,65 @@ static int be_ndo_bridge_getlink(struct sk_buff *skb, u32 pid, u32 seq,
|
|
BRIDGE_MODE_VEPA : BRIDGE_MODE_VEB);
|
|
BRIDGE_MODE_VEPA : BRIDGE_MODE_VEB);
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+static void be_add_vxlan_port(struct net_device *netdev, sa_family_t sa_family,
|
|
|
|
+ __be16 port)
|
|
|
|
+{
|
|
|
|
+ struct be_adapter *adapter = netdev_priv(netdev);
|
|
|
|
+ struct device *dev = &adapter->pdev->dev;
|
|
|
|
+ int status;
|
|
|
|
+
|
|
|
|
+ if (lancer_chip(adapter) || BEx_chip(adapter))
|
|
|
|
+ return;
|
|
|
|
+
|
|
|
|
+ if (adapter->flags & BE_FLAGS_VXLAN_OFFLOADS) {
|
|
|
|
+ dev_warn(dev, "Cannot add UDP port %d for VxLAN offloads\n",
|
|
|
|
+ be16_to_cpu(port));
|
|
|
|
+ dev_info(dev,
|
|
|
|
+ "Only one UDP port supported for VxLAN offloads\n");
|
|
|
|
+ return;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ status = be_cmd_manage_iface(adapter, adapter->if_handle,
|
|
|
|
+ OP_CONVERT_NORMAL_TO_TUNNEL);
|
|
|
|
+ if (status) {
|
|
|
|
+ dev_warn(dev, "Failed to convert normal interface to tunnel\n");
|
|
|
|
+ goto err;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ status = be_cmd_set_vxlan_port(adapter, port);
|
|
|
|
+ if (status) {
|
|
|
|
+ dev_warn(dev, "Failed to add VxLAN port\n");
|
|
|
|
+ goto err;
|
|
|
|
+ }
|
|
|
|
+ adapter->flags |= BE_FLAGS_VXLAN_OFFLOADS;
|
|
|
|
+ adapter->vxlan_port = port;
|
|
|
|
+
|
|
|
|
+ dev_info(dev, "Enabled VxLAN offloads for UDP port %d\n",
|
|
|
|
+ be16_to_cpu(port));
|
|
|
|
+ return;
|
|
|
|
+err:
|
|
|
|
+ be_disable_vxlan_offloads(adapter);
|
|
|
|
+ return;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+static void be_del_vxlan_port(struct net_device *netdev, sa_family_t sa_family,
|
|
|
|
+ __be16 port)
|
|
|
|
+{
|
|
|
|
+ struct be_adapter *adapter = netdev_priv(netdev);
|
|
|
|
+
|
|
|
|
+ if (lancer_chip(adapter) || BEx_chip(adapter))
|
|
|
|
+ return;
|
|
|
|
+
|
|
|
|
+ if (adapter->vxlan_port != port)
|
|
|
|
+ return;
|
|
|
|
+
|
|
|
|
+ be_disable_vxlan_offloads(adapter);
|
|
|
|
+
|
|
|
|
+ dev_info(&adapter->pdev->dev,
|
|
|
|
+ "Disabled VxLAN offloads for UDP port %d\n",
|
|
|
|
+ be16_to_cpu(port));
|
|
|
|
+}
|
|
|
|
+
|
|
static const struct net_device_ops be_netdev_ops = {
|
|
static const struct net_device_ops be_netdev_ops = {
|
|
.ndo_open = be_open,
|
|
.ndo_open = be_open,
|
|
.ndo_stop = be_close,
|
|
.ndo_stop = be_close,
|
|
@@ -4142,14 +4246,22 @@ static const struct net_device_ops be_netdev_ops = {
|
|
.ndo_bridge_setlink = be_ndo_bridge_setlink,
|
|
.ndo_bridge_setlink = be_ndo_bridge_setlink,
|
|
.ndo_bridge_getlink = be_ndo_bridge_getlink,
|
|
.ndo_bridge_getlink = be_ndo_bridge_getlink,
|
|
#ifdef CONFIG_NET_RX_BUSY_POLL
|
|
#ifdef CONFIG_NET_RX_BUSY_POLL
|
|
- .ndo_busy_poll = be_busy_poll
|
|
|
|
|
|
+ .ndo_busy_poll = be_busy_poll,
|
|
#endif
|
|
#endif
|
|
|
|
+ .ndo_add_vxlan_port = be_add_vxlan_port,
|
|
|
|
+ .ndo_del_vxlan_port = be_del_vxlan_port,
|
|
};
|
|
};
|
|
|
|
|
|
static void be_netdev_init(struct net_device *netdev)
|
|
static void be_netdev_init(struct net_device *netdev)
|
|
{
|
|
{
|
|
struct be_adapter *adapter = netdev_priv(netdev);
|
|
struct be_adapter *adapter = netdev_priv(netdev);
|
|
|
|
|
|
|
|
+ if (skyhawk_chip(adapter)) {
|
|
|
|
+ netdev->hw_enc_features |= NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM |
|
|
|
|
+ NETIF_F_TSO | NETIF_F_TSO6 |
|
|
|
|
+ NETIF_F_GSO_UDP_TUNNEL;
|
|
|
|
+ netdev->hw_features |= NETIF_F_GSO_UDP_TUNNEL;
|
|
|
|
+ }
|
|
netdev->hw_features |= NETIF_F_SG | NETIF_F_TSO | NETIF_F_TSO6 |
|
|
netdev->hw_features |= NETIF_F_SG | NETIF_F_TSO | NETIF_F_TSO6 |
|
|
NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM |
|
|
NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM |
|
|
NETIF_F_HW_VLAN_CTAG_TX;
|
|
NETIF_F_HW_VLAN_CTAG_TX;
|