In zcrx_release_skbs(), we reference all niovs of an skb and then
immediately put them down. Optimise it by stealing the frags.
Signed-off-by: Pavel Begunkov <asml.silence@gmail.com>
---
io_uring/zcrx.c | 13 ++++++++++++-
1 file changed, 12 insertions(+), 1 deletion(-)
diff --git a/io_uring/zcrx.c b/io_uring/zcrx.c
index 3d5d5c9fd9a5..23669471a8f0 100644
--- a/io_uring/zcrx.c
+++ b/io_uring/zcrx.c
@@ -1317,11 +1317,22 @@ static void zcrx_release_skbs(struct io_zcrx_ifq *ifq)
{
while (1) {
struct sk_buff *skb = __ptr_ring_consume(&ifq->skb_ring);
+ struct skb_shared_info *shi;
+ unsigned i;
if (!skb)
break;
- zcrx_user_ref_frags(ifq, skb, 0, -1U);
+ shi = skb_shinfo(skb);
+ for (i = 0; i < shi->nr_frags; i++) {
+ const skb_frag_t *frag = &shi->frags[i];
+ struct net_iov *niov = netmem_to_net_iov(frag->netmem);
+
+ /* Take niov references the skb holds */
+ io_zcrx_get_niov_uref(niov);
+ }
+ shi->nr_frags = 0;
+
if (skb->fclone != SKB_FCLONE_UNAVAILABLE)
__kfree_skb(skb);
else--
2.54.0