Commit 32f3c434 authored by Dylan Yudaken's avatar Dylan Yudaken Committed by Jens Axboe
Browse files

io_uring: restore bgid in io_put_kbuf 



Attempt to restore bgid. This is needed when recycling unused buffers as
the next time around it will want the correct bgid.

Signed-off-by: default avatarDylan Yudaken <dylany@fb.com>
Link: https://lore.kernel.org/r/20220630091231.1456789-3-dylany@fb.com


Signed-off-by: default avatarJens Axboe <axboe@kernel.dk>
parent b8c01559

io_uring/kbuf.h

+7 −2
Original line number Diff line number Diff line
@@ -103,16 +103,21 @@ static inline void io_kbuf_recycle(struct io_kiocb *req, unsigned issue_flags) 
static inline unsigned int __io_put_kbuf_list(struct io_kiocb *req,

					      struct list_head *list)

{

	unsigned int ret = IORING_CQE_F_BUFFER | (req->buf_index << IORING_CQE_BUFFER_SHIFT);



	if (req->flags & REQ_F_BUFFER_RING) {

		if (req->buf_list)

		if (req->buf_list) {

			req->buf_index = req->buf_list->bgid;

			req->buf_list->head++;

		}

		req->flags &= ~REQ_F_BUFFER_RING;

	} else {

		req->buf_index = req->kbuf->bgid;

		list_add(&req->kbuf->list, list);

		req->flags &= ~REQ_F_BUFFER_SELECTED;

	}



	return IORING_CQE_F_BUFFER | (req->buf_index << IORING_CQE_BUFFER_SHIFT);

	return ret;

}



static inline unsigned int io_put_kbuf_comp(struct io_kiocb *req)