io_uring: if a linked request has REQ_F_FORCE_ASYNC then run it async

REQ_F_FORCE_ASYNC was being ignored for re-queueing linked
requests. Instead obey that flag.

Signed-off-by: Dylan Yudaken <dylany@meta.com>
Link: https://lore.kernel.org/r/20230127135227.3646353-2-dylany@meta.com
Signed-off-by: Jens Axboe <axboe@kernel.dk>

diff --git a/io_uring/io_uring.c b/io_uring/io_uring.c
index acf6d9680d768eac1da21923f01fe7b4098dbf23..0e42160a3051d4fce7c0bcca46852ba701b98170 100644 (file)
--- a/io_uring/io_uring.c
+++ b/io_uring/io_uring.c
@@ -1417,10 +1417,12 @@ void io_req_task_submit(struct io_kiocb *req, bool *locked)
 {
        io_tw_lock(req->ctx, locked);
        /* req->task == current here, checking PF_EXITING is safe */
-       if (likely(!(req->task->flags & PF_EXITING)))
-               io_queue_sqe(req);
-       else
+       if (unlikely(req->task->flags & PF_EXITING))
                io_req_defer_failed(req, -EFAULT);
+       else if (req->flags & REQ_F_FORCE_ASYNC)
+               io_queue_iowq(req, locked);
+       else
+               io_queue_sqe(req);
 }
 
 void io_req_task_queue_fail(struct io_kiocb *req, int ret)