|
@@ -963,7 +963,7 @@ struct ubuf_info *sock_zerocopy_alloc(struct sock *sk, size_t size)
|
|
|
uarg->len = 1;
|
|
|
uarg->bytelen = size;
|
|
|
uarg->zerocopy = 1;
|
|
|
- atomic_set(&uarg->refcnt, 0);
|
|
|
+ atomic_set(&uarg->refcnt, 1);
|
|
|
sock_hold(sk);
|
|
|
|
|
|
return uarg;
|
|
@@ -1005,6 +1005,7 @@ struct ubuf_info *sock_zerocopy_realloc(struct sock *sk, size_t size,
|
|
|
uarg->len++;
|
|
|
uarg->bytelen = bytelen;
|
|
|
atomic_set(&sk->sk_zckey, ++next);
|
|
|
+ sock_zerocopy_get(uarg);
|
|
|
return uarg;
|
|
|
}
|
|
|
}
|
|
@@ -1102,13 +1103,6 @@ void sock_zerocopy_put_abort(struct ubuf_info *uarg)
|
|
|
atomic_dec(&sk->sk_zckey);
|
|
|
uarg->len--;
|
|
|
|
|
|
- /* sock_zerocopy_put expects a ref. Most sockets take one per
|
|
|
- * skb, which is zero on abort. tcp_sendmsg holds one extra, to
|
|
|
- * avoid an skb send inside the main loop triggering uarg free.
|
|
|
- */
|
|
|
- if (sk->sk_type != SOCK_STREAM)
|
|
|
- atomic_inc(&uarg->refcnt);
|
|
|
-
|
|
|
sock_zerocopy_put(uarg);
|
|
|
}
|
|
|
}
|