|
@@ -128,6 +128,7 @@
|
|
#include <linux/jhash.h>
|
|
#include <linux/jhash.h>
|
|
#include <linux/random.h>
|
|
#include <linux/random.h>
|
|
#include <trace/events/napi.h>
|
|
#include <trace/events/napi.h>
|
|
|
|
+#include <trace/events/net.h>
|
|
#include <linux/pci.h>
|
|
#include <linux/pci.h>
|
|
|
|
|
|
#include "net-sysfs.h"
|
|
#include "net-sysfs.h"
|
|
@@ -1978,6 +1979,7 @@ int dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev,
|
|
}
|
|
}
|
|
|
|
|
|
rc = ops->ndo_start_xmit(skb, dev);
|
|
rc = ops->ndo_start_xmit(skb, dev);
|
|
|
|
+ trace_net_dev_xmit(skb, rc);
|
|
if (rc == NETDEV_TX_OK)
|
|
if (rc == NETDEV_TX_OK)
|
|
txq_trans_update(txq);
|
|
txq_trans_update(txq);
|
|
return rc;
|
|
return rc;
|
|
@@ -1998,6 +2000,7 @@ gso:
|
|
skb_dst_drop(nskb);
|
|
skb_dst_drop(nskb);
|
|
|
|
|
|
rc = ops->ndo_start_xmit(nskb, dev);
|
|
rc = ops->ndo_start_xmit(nskb, dev);
|
|
|
|
+ trace_net_dev_xmit(nskb, rc);
|
|
if (unlikely(rc != NETDEV_TX_OK)) {
|
|
if (unlikely(rc != NETDEV_TX_OK)) {
|
|
if (rc & ~NETDEV_TX_MASK)
|
|
if (rc & ~NETDEV_TX_MASK)
|
|
goto out_kfree_gso_skb;
|
|
goto out_kfree_gso_skb;
|
|
@@ -2186,6 +2189,7 @@ int dev_queue_xmit(struct sk_buff *skb)
|
|
#ifdef CONFIG_NET_CLS_ACT
|
|
#ifdef CONFIG_NET_CLS_ACT
|
|
skb->tc_verd = SET_TC_AT(skb->tc_verd, AT_EGRESS);
|
|
skb->tc_verd = SET_TC_AT(skb->tc_verd, AT_EGRESS);
|
|
#endif
|
|
#endif
|
|
|
|
+ trace_net_dev_queue(skb);
|
|
if (q->enqueue) {
|
|
if (q->enqueue) {
|
|
rc = __dev_xmit_skb(skb, q, dev, txq);
|
|
rc = __dev_xmit_skb(skb, q, dev, txq);
|
|
goto out;
|
|
goto out;
|
|
@@ -2512,6 +2516,7 @@ int netif_rx(struct sk_buff *skb)
|
|
if (netdev_tstamp_prequeue)
|
|
if (netdev_tstamp_prequeue)
|
|
net_timestamp_check(skb);
|
|
net_timestamp_check(skb);
|
|
|
|
|
|
|
|
+ trace_netif_rx(skb);
|
|
#ifdef CONFIG_RPS
|
|
#ifdef CONFIG_RPS
|
|
{
|
|
{
|
|
struct rps_dev_flow voidflow, *rflow = &voidflow;
|
|
struct rps_dev_flow voidflow, *rflow = &voidflow;
|
|
@@ -2828,6 +2833,7 @@ static int __netif_receive_skb(struct sk_buff *skb)
|
|
if (!netdev_tstamp_prequeue)
|
|
if (!netdev_tstamp_prequeue)
|
|
net_timestamp_check(skb);
|
|
net_timestamp_check(skb);
|
|
|
|
|
|
|
|
+ trace_netif_receive_skb(skb);
|
|
if (vlan_tx_tag_present(skb) && vlan_hwaccel_do_receive(skb))
|
|
if (vlan_tx_tag_present(skb) && vlan_hwaccel_do_receive(skb))
|
|
return NET_RX_SUCCESS;
|
|
return NET_RX_SUCCESS;
|
|
|
|
|