fs: fork splice_file_range() from do_splice_direct()
[linux-2.6-microblaze.git] / fs / read_write.c
index 4771701..642c7ce 100644 (file)
@@ -773,12 +773,14 @@ static ssize_t do_loop_readv_writev(struct file *filp, struct iov_iter *iter,
        return ret;
 }
 
-static ssize_t do_iter_read(struct file *file, struct iov_iter *iter,
-               loff_t *pos, rwf_t flags)
+ssize_t vfs_iocb_iter_read(struct file *file, struct kiocb *iocb,
+                          struct iov_iter *iter)
 {
        size_t tot_len;
        ssize_t ret = 0;
 
+       if (!file->f_op->read_iter)
+               return -EINVAL;
        if (!(file->f_mode & FMODE_READ))
                return -EBADF;
        if (!(file->f_mode & FMODE_CAN_READ))
@@ -787,22 +789,20 @@ static ssize_t do_iter_read(struct file *file, struct iov_iter *iter,
        tot_len = iov_iter_count(iter);
        if (!tot_len)
                goto out;
-       ret = rw_verify_area(READ, file, pos, tot_len);
+       ret = rw_verify_area(READ, file, &iocb->ki_pos, tot_len);
        if (ret < 0)
                return ret;
 
-       if (file->f_op->read_iter)
-               ret = do_iter_readv_writev(file, iter, pos, READ, flags);
-       else
-               ret = do_loop_readv_writev(file, iter, pos, READ, flags);
+       ret = call_read_iter(file, iocb, iter);
 out:
        if (ret >= 0)
                fsnotify_access(file);
        return ret;
 }
+EXPORT_SYMBOL(vfs_iocb_iter_read);
 
-ssize_t vfs_iocb_iter_read(struct file *file, struct kiocb *iocb,
-                          struct iov_iter *iter)
+ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos,
+                     rwf_t flags)
 {
        size_t tot_len;
        ssize_t ret = 0;
@@ -817,33 +817,30 @@ ssize_t vfs_iocb_iter_read(struct file *file, struct kiocb *iocb,
        tot_len = iov_iter_count(iter);
        if (!tot_len)
                goto out;
-       ret = rw_verify_area(READ, file, &iocb->ki_pos, tot_len);
+       ret = rw_verify_area(READ, file, ppos, tot_len);
        if (ret < 0)
                return ret;
 
-       ret = call_read_iter(file, iocb, iter);
+       ret = do_iter_readv_writev(file, iter, ppos, READ, flags);
 out:
        if (ret >= 0)
                fsnotify_access(file);
        return ret;
 }
-EXPORT_SYMBOL(vfs_iocb_iter_read);
-
-ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos,
-               rwf_t flags)
-{
-       if (!file->f_op->read_iter)
-               return -EINVAL;
-       return do_iter_read(file, iter, ppos, flags);
-}
 EXPORT_SYMBOL(vfs_iter_read);
 
-static ssize_t do_iter_write(struct file *file, struct iov_iter *iter,
-               loff_t *pos, rwf_t flags)
+/*
+ * Caller is responsible for calling kiocb_end_write() on completion
+ * if async iocb was queued.
+ */
+ssize_t vfs_iocb_iter_write(struct file *file, struct kiocb *iocb,
+                           struct iov_iter *iter)
 {
        size_t tot_len;
        ssize_t ret = 0;
 
+       if (!file->f_op->write_iter)
+               return -EINVAL;
        if (!(file->f_mode & FMODE_WRITE))
                return -EBADF;
        if (!(file->f_mode & FMODE_CAN_WRITE))
@@ -852,88 +849,127 @@ static ssize_t do_iter_write(struct file *file, struct iov_iter *iter,
        tot_len = iov_iter_count(iter);
        if (!tot_len)
                return 0;
-       ret = rw_verify_area(WRITE, file, pos, tot_len);
+       ret = rw_verify_area(WRITE, file, &iocb->ki_pos, tot_len);
        if (ret < 0)
                return ret;
 
-       if (file->f_op->write_iter)
-               ret = do_iter_readv_writev(file, iter, pos, WRITE, flags);
-       else
-               ret = do_loop_readv_writev(file, iter, pos, WRITE, flags);
+       kiocb_start_write(iocb);
+       ret = call_write_iter(file, iocb, iter);
+       if (ret != -EIOCBQUEUED)
+               kiocb_end_write(iocb);
        if (ret > 0)
                fsnotify_modify(file);
+
        return ret;
 }
+EXPORT_SYMBOL(vfs_iocb_iter_write);
 
-ssize_t vfs_iocb_iter_write(struct file *file, struct kiocb *iocb,
-                           struct iov_iter *iter)
+ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos,
+                      rwf_t flags)
 {
        size_t tot_len;
-       ssize_t ret = 0;
+       ssize_t ret;
 
-       if (!file->f_op->write_iter)
-               return -EINVAL;
        if (!(file->f_mode & FMODE_WRITE))
                return -EBADF;
        if (!(file->f_mode & FMODE_CAN_WRITE))
                return -EINVAL;
+       if (!file->f_op->write_iter)
+               return -EINVAL;
 
        tot_len = iov_iter_count(iter);
        if (!tot_len)
                return 0;
-       ret = rw_verify_area(WRITE, file, &iocb->ki_pos, tot_len);
+
+       ret = rw_verify_area(WRITE, file, ppos, tot_len);
        if (ret < 0)
                return ret;
 
-       ret = call_write_iter(file, iocb, iter);
+       file_start_write(file);
+       ret = do_iter_readv_writev(file, iter, ppos, WRITE, flags);
        if (ret > 0)
                fsnotify_modify(file);
+       file_end_write(file);
 
        return ret;
 }
-EXPORT_SYMBOL(vfs_iocb_iter_write);
-
-ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos,
-               rwf_t flags)
-{
-       if (!file->f_op->write_iter)
-               return -EINVAL;
-       return do_iter_write(file, iter, ppos, flags);
-}
 EXPORT_SYMBOL(vfs_iter_write);
 
 static ssize_t vfs_readv(struct file *file, const struct iovec __user *vec,
-                 unsigned long vlen, loff_t *pos, rwf_t flags)
+                        unsigned long vlen, loff_t *pos, rwf_t flags)
 {
        struct iovec iovstack[UIO_FASTIOV];
        struct iovec *iov = iovstack;
        struct iov_iter iter;
-       ssize_t ret;
+       size_t tot_len;
+       ssize_t ret = 0;
 
-       ret = import_iovec(ITER_DEST, vec, vlen, ARRAY_SIZE(iovstack), &iov, &iter);
-       if (ret >= 0) {
-               ret = do_iter_read(file, &iter, pos, flags);
-               kfree(iov);
-       }
+       if (!(file->f_mode & FMODE_READ))
+               return -EBADF;
+       if (!(file->f_mode & FMODE_CAN_READ))
+               return -EINVAL;
+
+       ret = import_iovec(ITER_DEST, vec, vlen, ARRAY_SIZE(iovstack), &iov,
+                          &iter);
+       if (ret < 0)
+               return ret;
 
+       tot_len = iov_iter_count(&iter);
+       if (!tot_len)
+               goto out;
+
+       ret = rw_verify_area(READ, file, pos, tot_len);
+       if (ret < 0)
+               goto out;
+
+       if (file->f_op->read_iter)
+               ret = do_iter_readv_writev(file, &iter, pos, READ, flags);
+       else
+               ret = do_loop_readv_writev(file, &iter, pos, READ, flags);
+out:
+       if (ret >= 0)
+               fsnotify_access(file);
+       kfree(iov);
        return ret;
 }
 
 static ssize_t vfs_writev(struct file *file, const struct iovec __user *vec,
-                  unsigned long vlen, loff_t *pos, rwf_t flags)
+                         unsigned long vlen, loff_t *pos, rwf_t flags)
 {
        struct iovec iovstack[UIO_FASTIOV];
        struct iovec *iov = iovstack;
        struct iov_iter iter;
-       ssize_t ret;
+       size_t tot_len;
+       ssize_t ret = 0;
 
-       ret = import_iovec(ITER_SOURCE, vec, vlen, ARRAY_SIZE(iovstack), &iov, &iter);
-       if (ret >= 0) {
-               file_start_write(file);
-               ret = do_iter_write(file, &iter, pos, flags);
-               file_end_write(file);
-               kfree(iov);
-       }
+       if (!(file->f_mode & FMODE_WRITE))
+               return -EBADF;
+       if (!(file->f_mode & FMODE_CAN_WRITE))
+               return -EINVAL;
+
+       ret = import_iovec(ITER_SOURCE, vec, vlen, ARRAY_SIZE(iovstack), &iov,
+                          &iter);
+       if (ret < 0)
+               return ret;
+
+       tot_len = iov_iter_count(&iter);
+       if (!tot_len)
+               goto out;
+
+       ret = rw_verify_area(WRITE, file, pos, tot_len);
+       if (ret < 0)
+               goto out;
+
+       file_start_write(file);
+       if (file->f_op->write_iter)
+               ret = do_iter_readv_writev(file, &iter, pos, WRITE, flags);
+       else
+               ret = do_loop_readv_writev(file, &iter, pos, WRITE, flags);
+       if (ret > 0)
+               fsnotify_modify(file);
+       file_end_write(file);
+out:
+       kfree(iov);
        return ret;
 }
 
@@ -1387,10 +1423,8 @@ ssize_t generic_copy_file_range(struct file *file_in, loff_t pos_in,
                                struct file *file_out, loff_t pos_out,
                                size_t len, unsigned int flags)
 {
-       lockdep_assert(sb_write_started(file_inode(file_out)->i_sb));
-
-       return do_splice_direct(file_in, &pos_in, file_out, &pos_out,
-                               len > MAX_RW_COUNT ? MAX_RW_COUNT : len, 0);
+       return splice_file_range(file_in, &pos_in, file_out, &pos_out,
+                                min_t(size_t, len, MAX_RW_COUNT));
 }
 EXPORT_SYMBOL(generic_copy_file_range);