mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/next/linux-next.git
synced 2025-01-17 05:45:20 +00:00
tap/tun: add skb_zcopy_init() helper for initialization.
Replace direct assignments with skb_zcopy_init() for zerocopy cases where a new skb is initialized, without changing the reference counts. Signed-off-by: Jonathan Lemon <jonathan.lemon@gmail.com> Signed-off-by: Jakub Kicinski <kuba@kernel.org>
This commit is contained in:
parent
04c2d33eab
commit
9ee5e5ade0
@ -722,8 +722,7 @@ static ssize_t tap_get_user(struct tap_queue *q, void *msg_control,
|
|||||||
tap = rcu_dereference(q->tap);
|
tap = rcu_dereference(q->tap);
|
||||||
/* copy skb_ubuf_info for callback when skb has no error */
|
/* copy skb_ubuf_info for callback when skb has no error */
|
||||||
if (zerocopy) {
|
if (zerocopy) {
|
||||||
skb_shinfo(skb)->destructor_arg = msg_control;
|
skb_zcopy_init(skb, msg_control);
|
||||||
skb_shinfo(skb)->flags |= SKBFL_ZEROCOPY_FRAG;
|
|
||||||
} else if (msg_control) {
|
} else if (msg_control) {
|
||||||
struct ubuf_info *uarg = msg_control;
|
struct ubuf_info *uarg = msg_control;
|
||||||
uarg->callback(NULL, uarg, false);
|
uarg->callback(NULL, uarg, false);
|
||||||
|
@ -1814,8 +1814,7 @@ drop:
|
|||||||
|
|
||||||
/* copy skb_ubuf_info for callback when skb has no error */
|
/* copy skb_ubuf_info for callback when skb has no error */
|
||||||
if (zerocopy) {
|
if (zerocopy) {
|
||||||
skb_shinfo(skb)->destructor_arg = msg_control;
|
skb_zcopy_init(skb, msg_control);
|
||||||
skb_shinfo(skb)->flags |= SKBFL_ZEROCOPY_FRAG;
|
|
||||||
} else if (msg_control) {
|
} else if (msg_control) {
|
||||||
struct ubuf_info *uarg = msg_control;
|
struct ubuf_info *uarg = msg_control;
|
||||||
uarg->callback(NULL, uarg, false);
|
uarg->callback(NULL, uarg, false);
|
||||||
|
@ -903,6 +903,7 @@ static void handle_tx_zerocopy(struct vhost_net *net, struct socket *sock)
|
|||||||
ubuf->callback = vhost_zerocopy_callback;
|
ubuf->callback = vhost_zerocopy_callback;
|
||||||
ubuf->ctx = nvq->ubufs;
|
ubuf->ctx = nvq->ubufs;
|
||||||
ubuf->desc = nvq->upend_idx;
|
ubuf->desc = nvq->upend_idx;
|
||||||
|
ubuf->flags = SKBFL_ZEROCOPY_FRAG;
|
||||||
refcount_set(&ubuf->refcnt, 1);
|
refcount_set(&ubuf->refcnt, 1);
|
||||||
msg.msg_control = &ctl;
|
msg.msg_control = &ctl;
|
||||||
ctl.type = TUN_MSG_UBUF;
|
ctl.type = TUN_MSG_UBUF;
|
||||||
|
@ -1448,6 +1448,12 @@ static inline void skb_zcopy_get(struct ubuf_info *uarg)
|
|||||||
refcount_inc(&uarg->refcnt);
|
refcount_inc(&uarg->refcnt);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static inline void skb_zcopy_init(struct sk_buff *skb, struct ubuf_info *uarg)
|
||||||
|
{
|
||||||
|
skb_shinfo(skb)->destructor_arg = uarg;
|
||||||
|
skb_shinfo(skb)->flags |= uarg->flags;
|
||||||
|
}
|
||||||
|
|
||||||
static inline void skb_zcopy_set(struct sk_buff *skb, struct ubuf_info *uarg,
|
static inline void skb_zcopy_set(struct sk_buff *skb, struct ubuf_info *uarg,
|
||||||
bool *have_ref)
|
bool *have_ref)
|
||||||
{
|
{
|
||||||
@ -1456,8 +1462,7 @@ static inline void skb_zcopy_set(struct sk_buff *skb, struct ubuf_info *uarg,
|
|||||||
*have_ref = false;
|
*have_ref = false;
|
||||||
else
|
else
|
||||||
skb_zcopy_get(uarg);
|
skb_zcopy_get(uarg);
|
||||||
skb_shinfo(skb)->destructor_arg = uarg;
|
skb_zcopy_init(skb, uarg);
|
||||||
skb_shinfo(skb)->flags |= uarg->flags;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user