i40e: add support for AF_XDP need_wakeup feature
This patch adds support for the need_wakeup feature of AF_XDP. If the application has told the kernel that it might sleep using the new bind flag XDP_USE_NEED_WAKEUP, the driver will then set this flag if it has no more buffers on the NIC Rx ring and yield to the application. For Tx, it will set the flag if it has no outstanding Tx completion interrupts and return to the application. Signed-off-by: Magnus Karlsson <magnus.karlsson@intel.com> Acked-by: Jonathan Lemon <jonathan.lemon@gmail.com> Signed-off-by: Daniel Borkmann <daniel@iogearbox.net>
This commit is contained in:
parent
77cd0d7b3f
commit
3d0c5f1cd2
@ -626,6 +626,15 @@ int i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget)
|
||||
|
||||
i40e_finalize_xdp_rx(rx_ring, xdp_xmit);
|
||||
i40e_update_rx_stats(rx_ring, total_rx_bytes, total_rx_packets);
|
||||
|
||||
if (xsk_umem_uses_need_wakeup(rx_ring->xsk_umem)) {
|
||||
if (failure || rx_ring->next_to_clean == rx_ring->next_to_use)
|
||||
xsk_set_rx_need_wakeup(rx_ring->xsk_umem);
|
||||
else
|
||||
xsk_clear_rx_need_wakeup(rx_ring->xsk_umem);
|
||||
|
||||
return (int)total_rx_packets;
|
||||
}
|
||||
return failure ? budget : (int)total_rx_packets;
|
||||
}
|
||||
|
||||
@ -681,6 +690,8 @@ static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget)
|
||||
i40e_xdp_ring_update_tail(xdp_ring);
|
||||
|
||||
xsk_umem_consume_tx_done(xdp_ring->xsk_umem);
|
||||
if (xsk_umem_uses_need_wakeup(xdp_ring->xsk_umem))
|
||||
xsk_clear_tx_need_wakeup(xdp_ring->xsk_umem);
|
||||
}
|
||||
|
||||
return !!budget && work_done;
|
||||
@ -759,6 +770,13 @@ bool i40e_clean_xdp_tx_irq(struct i40e_vsi *vsi,
|
||||
i40e_update_tx_stats(tx_ring, completed_frames, total_bytes);
|
||||
|
||||
out_xmit:
|
||||
if (xsk_umem_uses_need_wakeup(tx_ring->xsk_umem)) {
|
||||
if (tx_ring->next_to_clean == tx_ring->next_to_use)
|
||||
xsk_set_tx_need_wakeup(tx_ring->xsk_umem);
|
||||
else
|
||||
xsk_clear_tx_need_wakeup(tx_ring->xsk_umem);
|
||||
}
|
||||
|
||||
xmit_done = i40e_xmit_zc(tx_ring, budget);
|
||||
|
||||
return work_done && xmit_done;
|
||||
|
Loading…
Reference in New Issue
Block a user