io_uring: ensure recv and recvmsg handle MSG_WAITALL correctly
commit 7ba89d2af17aa879dda30f5d5d3f152e587fc551 upstream. We currently don't attempt to get the full asked for length even if MSG_WAITALL is set, if we get a partial receive. If we do see a partial receive, then just note how many bytes we did and return -EAGAIN to get it retried. The iov is advanced appropriately for the vector based case, and we manually bump the buffer and remainder for the non-vector case. Cc: stable@vger.kernel.org Reported-by: Constantine Gavrilov <constantine.gavrilov@gmail.com> Signed-off-by: Jens Axboe <axboe@kernel.dk> Signed-off-by: Sasha Levin <sashal@kernel.org>
This commit is contained in:

committed by
Greg Kroah-Hartman

parent
abdc16c836
commit
aadd9b0930
@@ -578,6 +578,7 @@ struct io_sr_msg {
|
|||||||
int msg_flags;
|
int msg_flags;
|
||||||
int bgid;
|
int bgid;
|
||||||
size_t len;
|
size_t len;
|
||||||
|
size_t done_io;
|
||||||
struct io_buffer *kbuf;
|
struct io_buffer *kbuf;
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -4903,12 +4904,21 @@ static int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
|
|||||||
if (req->ctx->compat)
|
if (req->ctx->compat)
|
||||||
sr->msg_flags |= MSG_CMSG_COMPAT;
|
sr->msg_flags |= MSG_CMSG_COMPAT;
|
||||||
#endif
|
#endif
|
||||||
|
sr->done_io = 0;
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static bool io_net_retry(struct socket *sock, int flags)
|
||||||
|
{
|
||||||
|
if (!(flags & MSG_WAITALL))
|
||||||
|
return false;
|
||||||
|
return sock->type == SOCK_STREAM || sock->type == SOCK_SEQPACKET;
|
||||||
|
}
|
||||||
|
|
||||||
static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)
|
static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)
|
||||||
{
|
{
|
||||||
struct io_async_msghdr iomsg, *kmsg;
|
struct io_async_msghdr iomsg, *kmsg;
|
||||||
|
struct io_sr_msg *sr = &req->sr_msg;
|
||||||
struct socket *sock;
|
struct socket *sock;
|
||||||
struct io_buffer *kbuf;
|
struct io_buffer *kbuf;
|
||||||
unsigned flags;
|
unsigned flags;
|
||||||
@@ -4951,6 +4961,10 @@ static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)
|
|||||||
return io_setup_async_msg(req, kmsg);
|
return io_setup_async_msg(req, kmsg);
|
||||||
if (ret == -ERESTARTSYS)
|
if (ret == -ERESTARTSYS)
|
||||||
ret = -EINTR;
|
ret = -EINTR;
|
||||||
|
if (ret > 0 && io_net_retry(sock, flags)) {
|
||||||
|
sr->done_io += ret;
|
||||||
|
return io_setup_async_msg(req, kmsg);
|
||||||
|
}
|
||||||
req_set_fail(req);
|
req_set_fail(req);
|
||||||
} else if ((flags & MSG_WAITALL) && (kmsg->msg.msg_flags & (MSG_TRUNC | MSG_CTRUNC))) {
|
} else if ((flags & MSG_WAITALL) && (kmsg->msg.msg_flags & (MSG_TRUNC | MSG_CTRUNC))) {
|
||||||
req_set_fail(req);
|
req_set_fail(req);
|
||||||
@@ -4962,6 +4976,10 @@ static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)
|
|||||||
if (kmsg->free_iov)
|
if (kmsg->free_iov)
|
||||||
kfree(kmsg->free_iov);
|
kfree(kmsg->free_iov);
|
||||||
req->flags &= ~REQ_F_NEED_CLEANUP;
|
req->flags &= ~REQ_F_NEED_CLEANUP;
|
||||||
|
if (ret >= 0)
|
||||||
|
ret += sr->done_io;
|
||||||
|
else if (sr->done_io)
|
||||||
|
ret = sr->done_io;
|
||||||
__io_req_complete(req, issue_flags, ret, cflags);
|
__io_req_complete(req, issue_flags, ret, cflags);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
@@ -5014,12 +5032,22 @@ out_free:
|
|||||||
return -EAGAIN;
|
return -EAGAIN;
|
||||||
if (ret == -ERESTARTSYS)
|
if (ret == -ERESTARTSYS)
|
||||||
ret = -EINTR;
|
ret = -EINTR;
|
||||||
|
if (ret > 0 && io_net_retry(sock, flags)) {
|
||||||
|
sr->len -= ret;
|
||||||
|
sr->buf += ret;
|
||||||
|
sr->done_io += ret;
|
||||||
|
return -EAGAIN;
|
||||||
|
}
|
||||||
req_set_fail(req);
|
req_set_fail(req);
|
||||||
} else if ((flags & MSG_WAITALL) && (msg.msg_flags & (MSG_TRUNC | MSG_CTRUNC))) {
|
} else if ((flags & MSG_WAITALL) && (msg.msg_flags & (MSG_TRUNC | MSG_CTRUNC))) {
|
||||||
req_set_fail(req);
|
req_set_fail(req);
|
||||||
}
|
}
|
||||||
if (req->flags & REQ_F_BUFFER_SELECTED)
|
if (req->flags & REQ_F_BUFFER_SELECTED)
|
||||||
cflags = io_put_recv_kbuf(req);
|
cflags = io_put_recv_kbuf(req);
|
||||||
|
if (ret >= 0)
|
||||||
|
ret += sr->done_io;
|
||||||
|
else if (sr->done_io)
|
||||||
|
ret = sr->done_io;
|
||||||
__io_req_complete(req, issue_flags, ret, cflags);
|
__io_req_complete(req, issue_flags, ret, cflags);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user