|
@@ -2199,9 +2199,10 @@ static bool i40e_is_non_eop(struct i40e_ring *rx_ring,
|
|
|
return true;
|
|
|
}
|
|
|
|
|
|
-#define I40E_XDP_PASS 0
|
|
|
-#define I40E_XDP_CONSUMED 1
|
|
|
-#define I40E_XDP_TX 2
|
|
|
+#define I40E_XDP_PASS 0
|
|
|
+#define I40E_XDP_CONSUMED BIT(0)
|
|
|
+#define I40E_XDP_TX BIT(1)
|
|
|
+#define I40E_XDP_REDIR BIT(2)
|
|
|
|
|
|
static int i40e_xmit_xdp_ring(struct xdp_frame *xdpf,
|
|
|
struct i40e_ring *xdp_ring);
|
|
@@ -2248,7 +2249,7 @@ static struct sk_buff *i40e_run_xdp(struct i40e_ring *rx_ring,
|
|
|
break;
|
|
|
case XDP_REDIRECT:
|
|
|
err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog);
|
|
|
- result = !err ? I40E_XDP_TX : I40E_XDP_CONSUMED;
|
|
|
+ result = !err ? I40E_XDP_REDIR : I40E_XDP_CONSUMED;
|
|
|
break;
|
|
|
default:
|
|
|
bpf_warn_invalid_xdp_action(act);
|
|
@@ -2311,7 +2312,8 @@ static int i40e_clean_rx_irq(struct i40e_ring *rx_ring, int budget)
|
|
|
unsigned int total_rx_bytes = 0, total_rx_packets = 0;
|
|
|
struct sk_buff *skb = rx_ring->skb;
|
|
|
u16 cleaned_count = I40E_DESC_UNUSED(rx_ring);
|
|
|
- bool failure = false, xdp_xmit = false;
|
|
|
+ unsigned int xdp_xmit = 0;
|
|
|
+ bool failure = false;
|
|
|
struct xdp_buff xdp;
|
|
|
|
|
|
xdp.rxq = &rx_ring->xdp_rxq;
|
|
@@ -2372,8 +2374,10 @@ static int i40e_clean_rx_irq(struct i40e_ring *rx_ring, int budget)
|
|
|
}
|
|
|
|
|
|
if (IS_ERR(skb)) {
|
|
|
- if (PTR_ERR(skb) == -I40E_XDP_TX) {
|
|
|
- xdp_xmit = true;
|
|
|
+ unsigned int xdp_res = -PTR_ERR(skb);
|
|
|
+
|
|
|
+ if (xdp_res & (I40E_XDP_TX | I40E_XDP_REDIR)) {
|
|
|
+ xdp_xmit |= xdp_res;
|
|
|
i40e_rx_buffer_flip(rx_ring, rx_buffer, size);
|
|
|
} else {
|
|
|
rx_buffer->pagecnt_bias++;
|
|
@@ -2427,12 +2431,14 @@ static int i40e_clean_rx_irq(struct i40e_ring *rx_ring, int budget)
|
|
|
total_rx_packets++;
|
|
|
}
|
|
|
|
|
|
- if (xdp_xmit) {
|
|
|
+ if (xdp_xmit & I40E_XDP_REDIR)
|
|
|
+ xdp_do_flush_map();
|
|
|
+
|
|
|
+ if (xdp_xmit & I40E_XDP_TX) {
|
|
|
struct i40e_ring *xdp_ring =
|
|
|
rx_ring->vsi->xdp_rings[rx_ring->queue_index];
|
|
|
|
|
|
i40e_xdp_ring_update_tail(xdp_ring);
|
|
|
- xdp_do_flush_map();
|
|
|
}
|
|
|
|
|
|
rx_ring->skb = skb;
|