|
@@ -693,12 +693,17 @@ unsigned long iov_shorten(struct iovec *iov, unsigned long nr_segs, size_t to)
|
|
|
EXPORT_SYMBOL(iov_shorten);
|
|
|
|
|
|
static ssize_t do_iter_readv_writev(struct file *filp, struct iov_iter *iter,
|
|
|
- loff_t *ppos, iter_fn_t fn)
|
|
|
+ loff_t *ppos, iter_fn_t fn, int flags)
|
|
|
{
|
|
|
struct kiocb kiocb;
|
|
|
ssize_t ret;
|
|
|
|
|
|
+ if (flags & ~RWF_HIPRI)
|
|
|
+ return -EOPNOTSUPP;
|
|
|
+
|
|
|
init_sync_kiocb(&kiocb, filp);
|
|
|
+ if (flags & RWF_HIPRI)
|
|
|
+ kiocb.ki_flags |= IOCB_HIPRI;
|
|
|
kiocb.ki_pos = *ppos;
|
|
|
|
|
|
ret = fn(&kiocb, iter);
|
|
@@ -709,10 +714,13 @@ static ssize_t do_iter_readv_writev(struct file *filp, struct iov_iter *iter,
|
|
|
|
|
|
/* Do it by hand, with file-ops */
|
|
|
static ssize_t do_loop_readv_writev(struct file *filp, struct iov_iter *iter,
|
|
|
- loff_t *ppos, io_fn_t fn)
|
|
|
+ loff_t *ppos, io_fn_t fn, int flags)
|
|
|
{
|
|
|
ssize_t ret = 0;
|
|
|
|
|
|
+ if (flags & ~RWF_HIPRI)
|
|
|
+ return -EOPNOTSUPP;
|
|
|
+
|
|
|
while (iov_iter_count(iter)) {
|
|
|
struct iovec iovec = iov_iter_iovec(iter);
|
|
|
ssize_t nr;
|
|
@@ -813,7 +821,8 @@ out:
|
|
|
|
|
|
static ssize_t do_readv_writev(int type, struct file *file,
|
|
|
const struct iovec __user * uvector,
|
|
|
- unsigned long nr_segs, loff_t *pos)
|
|
|
+ unsigned long nr_segs, loff_t *pos,
|
|
|
+ int flags)
|
|
|
{
|
|
|
size_t tot_len;
|
|
|
struct iovec iovstack[UIO_FASTIOV];
|
|
@@ -845,9 +854,9 @@ static ssize_t do_readv_writev(int type, struct file *file,
|
|
|
}
|
|
|
|
|
|
if (iter_fn)
|
|
|
- ret = do_iter_readv_writev(file, &iter, pos, iter_fn);
|
|
|
+ ret = do_iter_readv_writev(file, &iter, pos, iter_fn, flags);
|
|
|
else
|
|
|
- ret = do_loop_readv_writev(file, &iter, pos, fn);
|
|
|
+ ret = do_loop_readv_writev(file, &iter, pos, fn, flags);
|
|
|
|
|
|
if (type != READ)
|
|
|
file_end_write(file);
|
|
@@ -864,40 +873,40 @@ out:
|
|
|
}
|
|
|
|
|
|
ssize_t vfs_readv(struct file *file, const struct iovec __user *vec,
|
|
|
- unsigned long vlen, loff_t *pos)
|
|
|
+ unsigned long vlen, loff_t *pos, int flags)
|
|
|
{
|
|
|
if (!(file->f_mode & FMODE_READ))
|
|
|
return -EBADF;
|
|
|
if (!(file->f_mode & FMODE_CAN_READ))
|
|
|
return -EINVAL;
|
|
|
|
|
|
- return do_readv_writev(READ, file, vec, vlen, pos);
|
|
|
+ return do_readv_writev(READ, file, vec, vlen, pos, flags);
|
|
|
}
|
|
|
|
|
|
EXPORT_SYMBOL(vfs_readv);
|
|
|
|
|
|
ssize_t vfs_writev(struct file *file, const struct iovec __user *vec,
|
|
|
- unsigned long vlen, loff_t *pos)
|
|
|
+ unsigned long vlen, loff_t *pos, int flags)
|
|
|
{
|
|
|
if (!(file->f_mode & FMODE_WRITE))
|
|
|
return -EBADF;
|
|
|
if (!(file->f_mode & FMODE_CAN_WRITE))
|
|
|
return -EINVAL;
|
|
|
|
|
|
- return do_readv_writev(WRITE, file, vec, vlen, pos);
|
|
|
+ return do_readv_writev(WRITE, file, vec, vlen, pos, flags);
|
|
|
}
|
|
|
|
|
|
EXPORT_SYMBOL(vfs_writev);
|
|
|
|
|
|
-SYSCALL_DEFINE3(readv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
- unsigned long, vlen)
|
|
|
+static ssize_t do_readv(unsigned long fd, const struct iovec __user *vec,
|
|
|
+ unsigned long vlen, int flags)
|
|
|
{
|
|
|
struct fd f = fdget_pos(fd);
|
|
|
ssize_t ret = -EBADF;
|
|
|
|
|
|
if (f.file) {
|
|
|
loff_t pos = file_pos_read(f.file);
|
|
|
- ret = vfs_readv(f.file, vec, vlen, &pos);
|
|
|
+ ret = vfs_readv(f.file, vec, vlen, &pos, flags);
|
|
|
if (ret >= 0)
|
|
|
file_pos_write(f.file, pos);
|
|
|
fdput_pos(f);
|
|
@@ -909,15 +918,15 @@ SYSCALL_DEFINE3(readv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
-SYSCALL_DEFINE3(writev, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
- unsigned long, vlen)
|
|
|
+static ssize_t do_writev(unsigned long fd, const struct iovec __user *vec,
|
|
|
+ unsigned long vlen, int flags)
|
|
|
{
|
|
|
struct fd f = fdget_pos(fd);
|
|
|
ssize_t ret = -EBADF;
|
|
|
|
|
|
if (f.file) {
|
|
|
loff_t pos = file_pos_read(f.file);
|
|
|
- ret = vfs_writev(f.file, vec, vlen, &pos);
|
|
|
+ ret = vfs_writev(f.file, vec, vlen, &pos, flags);
|
|
|
if (ret >= 0)
|
|
|
file_pos_write(f.file, pos);
|
|
|
fdput_pos(f);
|
|
@@ -935,10 +944,9 @@ static inline loff_t pos_from_hilo(unsigned long high, unsigned long low)
|
|
|
return (((loff_t)high << HALF_LONG_BITS) << HALF_LONG_BITS) | low;
|
|
|
}
|
|
|
|
|
|
-SYSCALL_DEFINE5(preadv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
- unsigned long, vlen, unsigned long, pos_l, unsigned long, pos_h)
|
|
|
+static ssize_t do_preadv(unsigned long fd, const struct iovec __user *vec,
|
|
|
+ unsigned long vlen, loff_t pos, int flags)
|
|
|
{
|
|
|
- loff_t pos = pos_from_hilo(pos_h, pos_l);
|
|
|
struct fd f;
|
|
|
ssize_t ret = -EBADF;
|
|
|
|
|
@@ -949,7 +957,7 @@ SYSCALL_DEFINE5(preadv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
if (f.file) {
|
|
|
ret = -ESPIPE;
|
|
|
if (f.file->f_mode & FMODE_PREAD)
|
|
|
- ret = vfs_readv(f.file, vec, vlen, &pos);
|
|
|
+ ret = vfs_readv(f.file, vec, vlen, &pos, flags);
|
|
|
fdput(f);
|
|
|
}
|
|
|
|
|
@@ -959,10 +967,9 @@ SYSCALL_DEFINE5(preadv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
-SYSCALL_DEFINE5(pwritev, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
- unsigned long, vlen, unsigned long, pos_l, unsigned long, pos_h)
|
|
|
+static ssize_t do_pwritev(unsigned long fd, const struct iovec __user *vec,
|
|
|
+ unsigned long vlen, loff_t pos, int flags)
|
|
|
{
|
|
|
- loff_t pos = pos_from_hilo(pos_h, pos_l);
|
|
|
struct fd f;
|
|
|
ssize_t ret = -EBADF;
|
|
|
|
|
@@ -973,7 +980,7 @@ SYSCALL_DEFINE5(pwritev, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
if (f.file) {
|
|
|
ret = -ESPIPE;
|
|
|
if (f.file->f_mode & FMODE_PWRITE)
|
|
|
- ret = vfs_writev(f.file, vec, vlen, &pos);
|
|
|
+ ret = vfs_writev(f.file, vec, vlen, &pos, flags);
|
|
|
fdput(f);
|
|
|
}
|
|
|
|
|
@@ -983,11 +990,64 @@ SYSCALL_DEFINE5(pwritev, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
+SYSCALL_DEFINE3(readv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
+ unsigned long, vlen)
|
|
|
+{
|
|
|
+ return do_readv(fd, vec, vlen, 0);
|
|
|
+}
|
|
|
+
|
|
|
+SYSCALL_DEFINE3(writev, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
+ unsigned long, vlen)
|
|
|
+{
|
|
|
+ return do_writev(fd, vec, vlen, 0);
|
|
|
+}
|
|
|
+
|
|
|
+SYSCALL_DEFINE5(preadv, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
+ unsigned long, vlen, unsigned long, pos_l, unsigned long, pos_h)
|
|
|
+{
|
|
|
+ loff_t pos = pos_from_hilo(pos_h, pos_l);
|
|
|
+
|
|
|
+ return do_preadv(fd, vec, vlen, pos, 0);
|
|
|
+}
|
|
|
+
|
|
|
+SYSCALL_DEFINE6(preadv2, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
+ unsigned long, vlen, unsigned long, pos_l, unsigned long, pos_h,
|
|
|
+ int, flags)
|
|
|
+{
|
|
|
+ loff_t pos = pos_from_hilo(pos_h, pos_l);
|
|
|
+
|
|
|
+ if (pos == -1)
|
|
|
+ return do_readv(fd, vec, vlen, flags);
|
|
|
+
|
|
|
+ return do_preadv(fd, vec, vlen, pos, flags);
|
|
|
+}
|
|
|
+
|
|
|
+SYSCALL_DEFINE5(pwritev, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
+ unsigned long, vlen, unsigned long, pos_l, unsigned long, pos_h)
|
|
|
+{
|
|
|
+ loff_t pos = pos_from_hilo(pos_h, pos_l);
|
|
|
+
|
|
|
+ return do_pwritev(fd, vec, vlen, pos, 0);
|
|
|
+}
|
|
|
+
|
|
|
+SYSCALL_DEFINE6(pwritev2, unsigned long, fd, const struct iovec __user *, vec,
|
|
|
+ unsigned long, vlen, unsigned long, pos_l, unsigned long, pos_h,
|
|
|
+ int, flags)
|
|
|
+{
|
|
|
+ loff_t pos = pos_from_hilo(pos_h, pos_l);
|
|
|
+
|
|
|
+ if (pos == -1)
|
|
|
+ return do_writev(fd, vec, vlen, flags);
|
|
|
+
|
|
|
+ return do_pwritev(fd, vec, vlen, pos, flags);
|
|
|
+}
|
|
|
+
|
|
|
#ifdef CONFIG_COMPAT
|
|
|
|
|
|
static ssize_t compat_do_readv_writev(int type, struct file *file,
|
|
|
const struct compat_iovec __user *uvector,
|
|
|
- unsigned long nr_segs, loff_t *pos)
|
|
|
+ unsigned long nr_segs, loff_t *pos,
|
|
|
+ int flags)
|
|
|
{
|
|
|
compat_ssize_t tot_len;
|
|
|
struct iovec iovstack[UIO_FASTIOV];
|
|
@@ -1019,9 +1079,9 @@ static ssize_t compat_do_readv_writev(int type, struct file *file,
|
|
|
}
|
|
|
|
|
|
if (iter_fn)
|
|
|
- ret = do_iter_readv_writev(file, &iter, pos, iter_fn);
|
|
|
+ ret = do_iter_readv_writev(file, &iter, pos, iter_fn, flags);
|
|
|
else
|
|
|
- ret = do_loop_readv_writev(file, &iter, pos, fn);
|
|
|
+ ret = do_loop_readv_writev(file, &iter, pos, fn, flags);
|
|
|
|
|
|
if (type != READ)
|
|
|
file_end_write(file);
|
|
@@ -1039,7 +1099,7 @@ out:
|
|
|
|
|
|
static size_t compat_readv(struct file *file,
|
|
|
const struct compat_iovec __user *vec,
|
|
|
- unsigned long vlen, loff_t *pos)
|
|
|
+ unsigned long vlen, loff_t *pos, int flags)
|
|
|
{
|
|
|
ssize_t ret = -EBADF;
|
|
|
|
|
@@ -1050,7 +1110,7 @@ static size_t compat_readv(struct file *file,
|
|
|
if (!(file->f_mode & FMODE_CAN_READ))
|
|
|
goto out;
|
|
|
|
|
|
- ret = compat_do_readv_writev(READ, file, vec, vlen, pos);
|
|
|
+ ret = compat_do_readv_writev(READ, file, vec, vlen, pos, flags);
|
|
|
|
|
|
out:
|
|
|
if (ret > 0)
|
|
@@ -1059,9 +1119,9 @@ out:
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
-COMPAT_SYSCALL_DEFINE3(readv, compat_ulong_t, fd,
|
|
|
- const struct compat_iovec __user *,vec,
|
|
|
- compat_ulong_t, vlen)
|
|
|
+static size_t do_compat_readv(compat_ulong_t fd,
|
|
|
+ const struct compat_iovec __user *vec,
|
|
|
+ compat_ulong_t vlen, int flags)
|
|
|
{
|
|
|
struct fd f = fdget_pos(fd);
|
|
|
ssize_t ret;
|
|
@@ -1070,16 +1130,24 @@ COMPAT_SYSCALL_DEFINE3(readv, compat_ulong_t, fd,
|
|
|
if (!f.file)
|
|
|
return -EBADF;
|
|
|
pos = f.file->f_pos;
|
|
|
- ret = compat_readv(f.file, vec, vlen, &pos);
|
|
|
+ ret = compat_readv(f.file, vec, vlen, &pos, flags);
|
|
|
if (ret >= 0)
|
|
|
f.file->f_pos = pos;
|
|
|
fdput_pos(f);
|
|
|
return ret;
|
|
|
+
|
|
|
+}
|
|
|
+
|
|
|
+COMPAT_SYSCALL_DEFINE3(readv, compat_ulong_t, fd,
|
|
|
+ const struct compat_iovec __user *,vec,
|
|
|
+ compat_ulong_t, vlen)
|
|
|
+{
|
|
|
+ return do_compat_readv(fd, vec, vlen, 0);
|
|
|
}
|
|
|
|
|
|
-static long __compat_sys_preadv64(unsigned long fd,
|
|
|
+static long do_compat_preadv64(unsigned long fd,
|
|
|
const struct compat_iovec __user *vec,
|
|
|
- unsigned long vlen, loff_t pos)
|
|
|
+ unsigned long vlen, loff_t pos, int flags)
|
|
|
{
|
|
|
struct fd f;
|
|
|
ssize_t ret;
|
|
@@ -1091,7 +1159,7 @@ static long __compat_sys_preadv64(unsigned long fd,
|
|
|
return -EBADF;
|
|
|
ret = -ESPIPE;
|
|
|
if (f.file->f_mode & FMODE_PREAD)
|
|
|
- ret = compat_readv(f.file, vec, vlen, &pos);
|
|
|
+ ret = compat_readv(f.file, vec, vlen, &pos, flags);
|
|
|
fdput(f);
|
|
|
return ret;
|
|
|
}
|
|
@@ -1101,7 +1169,7 @@ COMPAT_SYSCALL_DEFINE4(preadv64, unsigned long, fd,
|
|
|
const struct compat_iovec __user *,vec,
|
|
|
unsigned long, vlen, loff_t, pos)
|
|
|
{
|
|
|
- return __compat_sys_preadv64(fd, vec, vlen, pos);
|
|
|
+ return do_compat_preadv64(fd, vec, vlen, pos, 0);
|
|
|
}
|
|
|
#endif
|
|
|
|
|
@@ -1111,12 +1179,25 @@ COMPAT_SYSCALL_DEFINE5(preadv, compat_ulong_t, fd,
|
|
|
{
|
|
|
loff_t pos = ((loff_t)pos_high << 32) | pos_low;
|
|
|
|
|
|
- return __compat_sys_preadv64(fd, vec, vlen, pos);
|
|
|
+ return do_compat_preadv64(fd, vec, vlen, pos, 0);
|
|
|
+}
|
|
|
+
|
|
|
+COMPAT_SYSCALL_DEFINE6(preadv2, compat_ulong_t, fd,
|
|
|
+ const struct compat_iovec __user *,vec,
|
|
|
+ compat_ulong_t, vlen, u32, pos_low, u32, pos_high,
|
|
|
+ int, flags)
|
|
|
+{
|
|
|
+ loff_t pos = ((loff_t)pos_high << 32) | pos_low;
|
|
|
+
|
|
|
+ if (pos == -1)
|
|
|
+ return do_compat_readv(fd, vec, vlen, flags);
|
|
|
+
|
|
|
+ return do_compat_preadv64(fd, vec, vlen, pos, flags);
|
|
|
}
|
|
|
|
|
|
static size_t compat_writev(struct file *file,
|
|
|
const struct compat_iovec __user *vec,
|
|
|
- unsigned long vlen, loff_t *pos)
|
|
|
+ unsigned long vlen, loff_t *pos, int flags)
|
|
|
{
|
|
|
ssize_t ret = -EBADF;
|
|
|
|
|
@@ -1127,7 +1208,7 @@ static size_t compat_writev(struct file *file,
|
|
|
if (!(file->f_mode & FMODE_CAN_WRITE))
|
|
|
goto out;
|
|
|
|
|
|
- ret = compat_do_readv_writev(WRITE, file, vec, vlen, pos);
|
|
|
+ ret = compat_do_readv_writev(WRITE, file, vec, vlen, pos, 0);
|
|
|
|
|
|
out:
|
|
|
if (ret > 0)
|
|
@@ -1136,9 +1217,9 @@ out:
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
-COMPAT_SYSCALL_DEFINE3(writev, compat_ulong_t, fd,
|
|
|
- const struct compat_iovec __user *, vec,
|
|
|
- compat_ulong_t, vlen)
|
|
|
+static size_t do_compat_writev(compat_ulong_t fd,
|
|
|
+ const struct compat_iovec __user* vec,
|
|
|
+ compat_ulong_t vlen, int flags)
|
|
|
{
|
|
|
struct fd f = fdget_pos(fd);
|
|
|
ssize_t ret;
|
|
@@ -1147,16 +1228,23 @@ COMPAT_SYSCALL_DEFINE3(writev, compat_ulong_t, fd,
|
|
|
if (!f.file)
|
|
|
return -EBADF;
|
|
|
pos = f.file->f_pos;
|
|
|
- ret = compat_writev(f.file, vec, vlen, &pos);
|
|
|
+ ret = compat_writev(f.file, vec, vlen, &pos, flags);
|
|
|
if (ret >= 0)
|
|
|
f.file->f_pos = pos;
|
|
|
fdput_pos(f);
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
-static long __compat_sys_pwritev64(unsigned long fd,
|
|
|
+COMPAT_SYSCALL_DEFINE3(writev, compat_ulong_t, fd,
|
|
|
+ const struct compat_iovec __user *, vec,
|
|
|
+ compat_ulong_t, vlen)
|
|
|
+{
|
|
|
+ return do_compat_writev(fd, vec, vlen, 0);
|
|
|
+}
|
|
|
+
|
|
|
+static long do_compat_pwritev64(unsigned long fd,
|
|
|
const struct compat_iovec __user *vec,
|
|
|
- unsigned long vlen, loff_t pos)
|
|
|
+ unsigned long vlen, loff_t pos, int flags)
|
|
|
{
|
|
|
struct fd f;
|
|
|
ssize_t ret;
|
|
@@ -1168,7 +1256,7 @@ static long __compat_sys_pwritev64(unsigned long fd,
|
|
|
return -EBADF;
|
|
|
ret = -ESPIPE;
|
|
|
if (f.file->f_mode & FMODE_PWRITE)
|
|
|
- ret = compat_writev(f.file, vec, vlen, &pos);
|
|
|
+ ret = compat_writev(f.file, vec, vlen, &pos, flags);
|
|
|
fdput(f);
|
|
|
return ret;
|
|
|
}
|
|
@@ -1178,7 +1266,7 @@ COMPAT_SYSCALL_DEFINE4(pwritev64, unsigned long, fd,
|
|
|
const struct compat_iovec __user *,vec,
|
|
|
unsigned long, vlen, loff_t, pos)
|
|
|
{
|
|
|
- return __compat_sys_pwritev64(fd, vec, vlen, pos);
|
|
|
+ return do_compat_pwritev64(fd, vec, vlen, pos, 0);
|
|
|
}
|
|
|
#endif
|
|
|
|
|
@@ -1188,8 +1276,21 @@ COMPAT_SYSCALL_DEFINE5(pwritev, compat_ulong_t, fd,
|
|
|
{
|
|
|
loff_t pos = ((loff_t)pos_high << 32) | pos_low;
|
|
|
|
|
|
- return __compat_sys_pwritev64(fd, vec, vlen, pos);
|
|
|
+ return do_compat_pwritev64(fd, vec, vlen, pos, 0);
|
|
|
+}
|
|
|
+
|
|
|
+COMPAT_SYSCALL_DEFINE6(pwritev2, compat_ulong_t, fd,
|
|
|
+ const struct compat_iovec __user *,vec,
|
|
|
+ compat_ulong_t, vlen, u32, pos_low, u32, pos_high, int, flags)
|
|
|
+{
|
|
|
+ loff_t pos = ((loff_t)pos_high << 32) | pos_low;
|
|
|
+
|
|
|
+ if (pos == -1)
|
|
|
+ return do_compat_writev(fd, vec, vlen, flags);
|
|
|
+
|
|
|
+ return do_compat_pwritev64(fd, vec, vlen, pos, flags);
|
|
|
}
|
|
|
+
|
|
|
#endif
|
|
|
|
|
|
static ssize_t do_sendfile(int out_fd, int in_fd, loff_t *ppos,
|