@@ -21,6 +21,7 @@ struct io_splice {
loff_t off_in;
u64 len;
int splice_fd_in;
+ struct file *file_in;
unsigned int flags;
};
@@ -35,6 +36,7 @@ static int __io_splice_prep(struct io_kiocb *req,
if (unlikely(sp->flags & ~valid_flags))
return -EINVAL;
sp->splice_fd_in = READ_ONCE(sqe->splice_fd_in);
+ sp->file_in = NULL;
return 0;
}
@@ -108,34 +110,37 @@ int io_splice(struct io_kiocb *req, unsigned int issue_flags)
if (unlikely(!sp->len))
goto done;
- if (sp->flags & SPLICE_F_FD_IN_FIXED)
- in = io_file_get_fixed(req, sp->splice_fd_in, issue_flags);
- else
- in = io_file_get_normal(req, sp->splice_fd_in);
- if (!in) {
- ret = -EBADF;
- goto done;
+ if (!sp->file_in) {
+ if (sp->flags & SPLICE_F_FD_IN_FIXED)
+ in = io_file_get_fixed(req, sp->splice_fd_in, issue_flags);
+ else
+ in = io_file_get_normal(req, sp->splice_fd_in);
+
+ if (!in) {
+ ret = -EBADF;
+ goto done;
+ }
+ sp->file_in = in;
+ } else {
+ in = sp->file_in;
}
if (issue_flags & IO_URING_F_NONBLOCK) {
- if (io_splice_support_nowait(in, out)) {
+ if (io_splice_support_nowait(in, out))
flags |= SPLICE_F_NONBLOCK;
- } else {
- if (!(sp->flags & SPLICE_F_FD_IN_FIXED))
- io_put_file(in);
+ else
return -EAGAIN;
- }
}
poff_in = (sp->off_in == -1) ? NULL : &sp->off_in;
poff_out = (sp->off_out == -1) ? NULL : &sp->off_out;
ret = do_splice(in, poff_in, out, poff_out, sp->len, flags);
+ if (ret == -EAGAIN)
+ return ret;
if (!(sp->flags & SPLICE_F_FD_IN_FIXED))
io_put_file(in);
- if (ret == -EAGAIN)
- return ret;
done:
if (ret != sp->len)