Linux 5.2-rc2
[linux-block.git] / fs / overlayfs / file.c
CommitLineData
d1d04ef8
MS
1/*
2 * Copyright (C) 2017 Red Hat, Inc.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License version 2 as published by
6 * the Free Software Foundation.
7 */
8
9#include <linux/cred.h>
10#include <linux/file.h>
dab5ca8f 11#include <linux/mount.h>
d1d04ef8 12#include <linux/xattr.h>
16914e6f 13#include <linux/uio.h>
98487de3 14#include <linux/uaccess.h>
d1d04ef8
MS
15#include "overlayfs.h"
16
8c444d2a
VG
17static char ovl_whatisit(struct inode *inode, struct inode *realinode)
18{
19 if (realinode != ovl_inode_upper(inode))
20 return 'l';
21 if (ovl_has_upperdata(inode))
22 return 'u';
23 else
24 return 'm';
25}
26
27static struct file *ovl_open_realfile(const struct file *file,
28 struct inode *realinode)
d1d04ef8
MS
29{
30 struct inode *inode = file_inode(file);
d1d04ef8
MS
31 struct file *realfile;
32 const struct cred *old_cred;
d9899030 33 int flags = file->f_flags | O_NOATIME | FMODE_NONOTIFY;
d1d04ef8
MS
34
35 old_cred = ovl_override_creds(inode->i_sb);
d9899030
AG
36 realfile = open_with_fake_path(&file->f_path, flags, realinode,
37 current_cred());
d1d04ef8
MS
38 revert_creds(old_cred);
39
40 pr_debug("open(%p[%pD2/%c], 0%o) -> (%p, 0%o)\n",
8c444d2a 41 file, file, ovl_whatisit(inode, realinode), file->f_flags,
d1d04ef8
MS
42 realfile, IS_ERR(realfile) ? 0 : realfile->f_flags);
43
44 return realfile;
45}
46
2ef66b8a
MS
47#define OVL_SETFL_MASK (O_APPEND | O_NONBLOCK | O_NDELAY | O_DIRECT)
48
49static int ovl_change_flags(struct file *file, unsigned int flags)
50{
51 struct inode *inode = file_inode(file);
52 int err;
53
54 /* No atime modificaton on underlying */
d9899030 55 flags |= O_NOATIME | FMODE_NONOTIFY;
2ef66b8a
MS
56
57 /* If some flag changed that cannot be changed then something's amiss */
58 if (WARN_ON((file->f_flags ^ flags) & ~OVL_SETFL_MASK))
59 return -EIO;
60
61 flags &= OVL_SETFL_MASK;
62
63 if (((flags ^ file->f_flags) & O_APPEND) && IS_APPEND(inode))
64 return -EPERM;
65
66 if (flags & O_DIRECT) {
67 if (!file->f_mapping->a_ops ||
68 !file->f_mapping->a_ops->direct_IO)
69 return -EINVAL;
70 }
71
72 if (file->f_op->check_flags) {
73 err = file->f_op->check_flags(flags);
74 if (err)
75 return err;
76 }
77
78 spin_lock(&file->f_lock);
79 file->f_flags = (file->f_flags & ~OVL_SETFL_MASK) | flags;
80 spin_unlock(&file->f_lock);
81
82 return 0;
83}
84
8c444d2a
VG
85static int ovl_real_fdget_meta(const struct file *file, struct fd *real,
86 bool allow_meta)
2ef66b8a
MS
87{
88 struct inode *inode = file_inode(file);
8c444d2a 89 struct inode *realinode;
2ef66b8a
MS
90
91 real->flags = 0;
92 real->file = file->private_data;
93
8c444d2a
VG
94 if (allow_meta)
95 realinode = ovl_inode_real(inode);
96 else
97 realinode = ovl_inode_realdata(inode);
98
2ef66b8a 99 /* Has it been copied up since we'd opened it? */
8c444d2a 100 if (unlikely(file_inode(real->file) != realinode)) {
2ef66b8a 101 real->flags = FDPUT_FPUT;
8c444d2a 102 real->file = ovl_open_realfile(file, realinode);
2ef66b8a
MS
103
104 return PTR_ERR_OR_ZERO(real->file);
105 }
106
107 /* Did the flags change since open? */
108 if (unlikely((file->f_flags ^ real->file->f_flags) & ~O_NOATIME))
109 return ovl_change_flags(real->file, file->f_flags);
110
111 return 0;
112}
113
8c444d2a
VG
114static int ovl_real_fdget(const struct file *file, struct fd *real)
115{
116 return ovl_real_fdget_meta(file, real, false);
117}
118
d1d04ef8
MS
119static int ovl_open(struct inode *inode, struct file *file)
120{
d1d04ef8
MS
121 struct file *realfile;
122 int err;
123
3428030d 124 err = ovl_maybe_copy_up(file_dentry(file), file->f_flags);
d1d04ef8
MS
125 if (err)
126 return err;
127
128 /* No longer need these flags, so don't pass them on to underlying fs */
129 file->f_flags &= ~(O_CREAT | O_EXCL | O_NOCTTY | O_TRUNC);
130
8c444d2a 131 realfile = ovl_open_realfile(file, ovl_inode_realdata(inode));
d1d04ef8
MS
132 if (IS_ERR(realfile))
133 return PTR_ERR(realfile);
134
135 file->private_data = realfile;
136
137 return 0;
138}
139
140static int ovl_release(struct inode *inode, struct file *file)
141{
142 fput(file->private_data);
143
144 return 0;
145}
146
147static loff_t ovl_llseek(struct file *file, loff_t offset, int whence)
148{
9e46b840
AG
149 struct inode *inode = file_inode(file);
150 struct fd real;
151 const struct cred *old_cred;
152 ssize_t ret;
153
154 /*
155 * The two special cases below do not need to involve real fs,
156 * so we can optimizing concurrent callers.
157 */
158 if (offset == 0) {
159 if (whence == SEEK_CUR)
160 return file->f_pos;
161
162 if (whence == SEEK_SET)
163 return vfs_setpos(file, 0, 0);
164 }
165
166 ret = ovl_real_fdget(file, &real);
167 if (ret)
168 return ret;
169
170 /*
171 * Overlay file f_pos is the master copy that is preserved
172 * through copy up and modified on read/write, but only real
173 * fs knows how to SEEK_HOLE/SEEK_DATA and real fs may impose
174 * limitations that are more strict than ->s_maxbytes for specific
175 * files, so we use the real file to perform seeks.
176 */
177 inode_lock(inode);
178 real.file->f_pos = file->f_pos;
179
180 old_cred = ovl_override_creds(inode->i_sb);
181 ret = vfs_llseek(real.file, offset, whence);
182 revert_creds(old_cred);
183
184 file->f_pos = real.file->f_pos;
185 inode_unlock(inode);
186
187 fdput(real);
d1d04ef8 188
9e46b840 189 return ret;
d1d04ef8
MS
190}
191
16914e6f
MS
192static void ovl_file_accessed(struct file *file)
193{
194 struct inode *inode, *upperinode;
195
196 if (file->f_flags & O_NOATIME)
197 return;
198
199 inode = file_inode(file);
200 upperinode = ovl_inode_upper(inode);
201
202 if (!upperinode)
203 return;
204
205 if ((!timespec64_equal(&inode->i_mtime, &upperinode->i_mtime) ||
206 !timespec64_equal(&inode->i_ctime, &upperinode->i_ctime))) {
207 inode->i_mtime = upperinode->i_mtime;
208 inode->i_ctime = upperinode->i_ctime;
209 }
210
211 touch_atime(&file->f_path);
212}
213
214static rwf_t ovl_iocb_to_rwf(struct kiocb *iocb)
215{
216 int ifl = iocb->ki_flags;
217 rwf_t flags = 0;
218
219 if (ifl & IOCB_NOWAIT)
220 flags |= RWF_NOWAIT;
221 if (ifl & IOCB_HIPRI)
222 flags |= RWF_HIPRI;
223 if (ifl & IOCB_DSYNC)
224 flags |= RWF_DSYNC;
225 if (ifl & IOCB_SYNC)
226 flags |= RWF_SYNC;
227
228 return flags;
229}
230
231static ssize_t ovl_read_iter(struct kiocb *iocb, struct iov_iter *iter)
232{
233 struct file *file = iocb->ki_filp;
234 struct fd real;
235 const struct cred *old_cred;
236 ssize_t ret;
237
238 if (!iov_iter_count(iter))
239 return 0;
240
241 ret = ovl_real_fdget(file, &real);
242 if (ret)
243 return ret;
244
245 old_cred = ovl_override_creds(file_inode(file)->i_sb);
246 ret = vfs_iter_read(real.file, iter, &iocb->ki_pos,
247 ovl_iocb_to_rwf(iocb));
248 revert_creds(old_cred);
249
250 ovl_file_accessed(file);
251
252 fdput(real);
253
254 return ret;
255}
256
2a92e07e
MS
257static ssize_t ovl_write_iter(struct kiocb *iocb, struct iov_iter *iter)
258{
259 struct file *file = iocb->ki_filp;
260 struct inode *inode = file_inode(file);
261 struct fd real;
262 const struct cred *old_cred;
263 ssize_t ret;
264
265 if (!iov_iter_count(iter))
266 return 0;
267
268 inode_lock(inode);
269 /* Update mode */
270 ovl_copyattr(ovl_inode_real(inode), inode);
271 ret = file_remove_privs(file);
272 if (ret)
273 goto out_unlock;
274
275 ret = ovl_real_fdget(file, &real);
276 if (ret)
277 goto out_unlock;
278
279 old_cred = ovl_override_creds(file_inode(file)->i_sb);
898cc19d 280 file_start_write(real.file);
2a92e07e
MS
281 ret = vfs_iter_write(real.file, iter, &iocb->ki_pos,
282 ovl_iocb_to_rwf(iocb));
898cc19d 283 file_end_write(real.file);
2a92e07e
MS
284 revert_creds(old_cred);
285
286 /* Update size */
287 ovl_copyattr(ovl_inode_real(inode), inode);
288
289 fdput(real);
290
291out_unlock:
292 inode_unlock(inode);
293
294 return ret;
295}
296
de30dfd6
MS
297static int ovl_fsync(struct file *file, loff_t start, loff_t end, int datasync)
298{
299 struct fd real;
300 const struct cred *old_cred;
301 int ret;
302
8c444d2a 303 ret = ovl_real_fdget_meta(file, &real, !datasync);
de30dfd6
MS
304 if (ret)
305 return ret;
306
307 /* Don't sync lower file for fear of receiving EROFS error */
308 if (file_inode(real.file) == ovl_inode_upper(file_inode(file))) {
309 old_cred = ovl_override_creds(file_inode(file)->i_sb);
310 ret = vfs_fsync_range(real.file, start, end, datasync);
311 revert_creds(old_cred);
312 }
313
314 fdput(real);
315
316 return ret;
317}
318
2f502839
MS
319static int ovl_mmap(struct file *file, struct vm_area_struct *vma)
320{
321 struct file *realfile = file->private_data;
322 const struct cred *old_cred;
323 int ret;
324
325 if (!realfile->f_op->mmap)
326 return -ENODEV;
327
328 if (WARN_ON(file != vma->vm_file))
329 return -EIO;
330
331 vma->vm_file = get_file(realfile);
332
333 old_cred = ovl_override_creds(file_inode(file)->i_sb);
334 ret = call_mmap(vma->vm_file, vma);
335 revert_creds(old_cred);
336
337 if (ret) {
338 /* Drop reference count from new vm_file value */
339 fput(realfile);
340 } else {
341 /* Drop reference count from previous vm_file value */
342 fput(file);
343 }
344
345 ovl_file_accessed(file);
346
347 return ret;
348}
349
aab8848c
MS
350static long ovl_fallocate(struct file *file, int mode, loff_t offset, loff_t len)
351{
352 struct inode *inode = file_inode(file);
353 struct fd real;
354 const struct cred *old_cred;
355 int ret;
356
357 ret = ovl_real_fdget(file, &real);
358 if (ret)
359 return ret;
360
361 old_cred = ovl_override_creds(file_inode(file)->i_sb);
362 ret = vfs_fallocate(real.file, mode, offset, len);
363 revert_creds(old_cred);
364
365 /* Update size */
366 ovl_copyattr(ovl_inode_real(inode), inode);
367
368 fdput(real);
369
370 return ret;
371}
372
b833a366
AG
373static int ovl_fadvise(struct file *file, loff_t offset, loff_t len, int advice)
374{
375 struct fd real;
376 const struct cred *old_cred;
377 int ret;
378
379 ret = ovl_real_fdget(file, &real);
380 if (ret)
381 return ret;
382
383 old_cred = ovl_override_creds(file_inode(file)->i_sb);
384 ret = vfs_fadvise(real.file, offset, len, advice);
385 revert_creds(old_cred);
386
387 fdput(real);
388
389 return ret;
390}
391
dab5ca8f
MS
392static long ovl_real_ioctl(struct file *file, unsigned int cmd,
393 unsigned long arg)
394{
395 struct fd real;
396 const struct cred *old_cred;
397 long ret;
398
399 ret = ovl_real_fdget(file, &real);
400 if (ret)
401 return ret;
402
403 old_cred = ovl_override_creds(file_inode(file)->i_sb);
404 ret = vfs_ioctl(real.file, cmd, arg);
405 revert_creds(old_cred);
406
407 fdput(real);
408
409 return ret;
410}
411
98487de3
JX
412static unsigned int ovl_get_inode_flags(struct inode *inode)
413{
414 unsigned int flags = READ_ONCE(inode->i_flags);
415 unsigned int ovl_iflags = 0;
416
417 if (flags & S_SYNC)
418 ovl_iflags |= FS_SYNC_FL;
419 if (flags & S_APPEND)
420 ovl_iflags |= FS_APPEND_FL;
421 if (flags & S_IMMUTABLE)
422 ovl_iflags |= FS_IMMUTABLE_FL;
423 if (flags & S_NOATIME)
424 ovl_iflags |= FS_NOATIME_FL;
425
426 return ovl_iflags;
427}
428
429static long ovl_ioctl_set_flags(struct file *file, unsigned long arg)
dab5ca8f
MS
430{
431 long ret;
432 struct inode *inode = file_inode(file);
98487de3
JX
433 unsigned int flags;
434 unsigned int old_flags;
435
436 if (!inode_owner_or_capable(inode))
437 return -EACCES;
438
439 if (get_user(flags, (int __user *) arg))
440 return -EFAULT;
441
442 ret = mnt_want_write_file(file);
443 if (ret)
444 return ret;
445
446 inode_lock(inode);
447
448 /* Check the capability before cred override */
449 ret = -EPERM;
450 old_flags = ovl_get_inode_flags(inode);
451 if (((flags ^ old_flags) & (FS_APPEND_FL | FS_IMMUTABLE_FL)) &&
452 !capable(CAP_LINUX_IMMUTABLE))
453 goto unlock;
454
455 ret = ovl_maybe_copy_up(file_dentry(file), O_WRONLY);
456 if (ret)
457 goto unlock;
458
459 ret = ovl_real_ioctl(file, FS_IOC_SETFLAGS, arg);
460
461 ovl_copyflags(ovl_inode_real(inode), inode);
462unlock:
463 inode_unlock(inode);
464
465 mnt_drop_write_file(file);
466
467 return ret;
468
469}
470
471static long ovl_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
472{
473 long ret;
dab5ca8f
MS
474
475 switch (cmd) {
476 case FS_IOC_GETFLAGS:
477 ret = ovl_real_ioctl(file, cmd, arg);
478 break;
479
480 case FS_IOC_SETFLAGS:
98487de3 481 ret = ovl_ioctl_set_flags(file, arg);
dab5ca8f
MS
482 break;
483
484 default:
485 ret = -ENOTTY;
486 }
487
488 return ret;
489}
490
491static long ovl_compat_ioctl(struct file *file, unsigned int cmd,
492 unsigned long arg)
493{
494 switch (cmd) {
495 case FS_IOC32_GETFLAGS:
496 cmd = FS_IOC_GETFLAGS;
497 break;
498
499 case FS_IOC32_SETFLAGS:
500 cmd = FS_IOC_SETFLAGS;
501 break;
502
503 default:
504 return -ENOIOCTLCMD;
505 }
506
507 return ovl_ioctl(file, cmd, arg);
508}
509
8ede2055
MS
510enum ovl_copyop {
511 OVL_COPY,
512 OVL_CLONE,
513 OVL_DEDUPE,
514};
515
42ec3d4c 516static loff_t ovl_copyfile(struct file *file_in, loff_t pos_in,
8ede2055 517 struct file *file_out, loff_t pos_out,
42ec3d4c 518 loff_t len, unsigned int flags, enum ovl_copyop op)
8ede2055
MS
519{
520 struct inode *inode_out = file_inode(file_out);
521 struct fd real_in, real_out;
522 const struct cred *old_cred;
42ec3d4c 523 loff_t ret;
8ede2055
MS
524
525 ret = ovl_real_fdget(file_out, &real_out);
526 if (ret)
527 return ret;
528
529 ret = ovl_real_fdget(file_in, &real_in);
530 if (ret) {
531 fdput(real_out);
532 return ret;
533 }
534
535 old_cred = ovl_override_creds(file_inode(file_out)->i_sb);
536 switch (op) {
537 case OVL_COPY:
538 ret = vfs_copy_file_range(real_in.file, pos_in,
539 real_out.file, pos_out, len, flags);
540 break;
541
542 case OVL_CLONE:
a725356b 543 ret = vfs_clone_file_range(real_in.file, pos_in,
452ce659 544 real_out.file, pos_out, len, flags);
8ede2055
MS
545 break;
546
547 case OVL_DEDUPE:
548 ret = vfs_dedupe_file_range_one(real_in.file, pos_in,
df365836
DW
549 real_out.file, pos_out, len,
550 flags);
8ede2055
MS
551 break;
552 }
553 revert_creds(old_cred);
554
555 /* Update size */
556 ovl_copyattr(ovl_inode_real(inode_out), inode_out);
557
558 fdput(real_in);
559 fdput(real_out);
560
561 return ret;
562}
563
564static ssize_t ovl_copy_file_range(struct file *file_in, loff_t pos_in,
565 struct file *file_out, loff_t pos_out,
566 size_t len, unsigned int flags)
567{
568 return ovl_copyfile(file_in, pos_in, file_out, pos_out, len, flags,
569 OVL_COPY);
570}
571
42ec3d4c
DW
572static loff_t ovl_remap_file_range(struct file *file_in, loff_t pos_in,
573 struct file *file_out, loff_t pos_out,
574 loff_t len, unsigned int remap_flags)
8ede2055 575{
2e5dfc99
DW
576 enum ovl_copyop op;
577
578 if (remap_flags & ~(REMAP_FILE_DEDUP | REMAP_FILE_ADVISORY))
579 return -EINVAL;
580
581 if (remap_flags & REMAP_FILE_DEDUP)
582 op = OVL_DEDUPE;
583 else
584 op = OVL_CLONE;
8ede2055 585
8ede2055
MS
586 /*
587 * Don't copy up because of a dedupe request, this wouldn't make sense
588 * most of the time (data would be duplicated instead of deduplicated).
589 */
2e5dfc99
DW
590 if (op == OVL_DEDUPE &&
591 (!ovl_inode_upper(file_inode(file_in)) ||
592 !ovl_inode_upper(file_inode(file_out))))
8ede2055
MS
593 return -EPERM;
594
452ce659
DW
595 return ovl_copyfile(file_in, pos_in, file_out, pos_out, len,
596 remap_flags, op);
8ede2055
MS
597}
598
d1d04ef8
MS
599const struct file_operations ovl_file_operations = {
600 .open = ovl_open,
601 .release = ovl_release,
602 .llseek = ovl_llseek,
16914e6f 603 .read_iter = ovl_read_iter,
2a92e07e 604 .write_iter = ovl_write_iter,
de30dfd6 605 .fsync = ovl_fsync,
2f502839 606 .mmap = ovl_mmap,
aab8848c 607 .fallocate = ovl_fallocate,
b833a366 608 .fadvise = ovl_fadvise,
dab5ca8f
MS
609 .unlocked_ioctl = ovl_ioctl,
610 .compat_ioctl = ovl_compat_ioctl,
8ede2055
MS
611
612 .copy_file_range = ovl_copy_file_range,
2e5dfc99 613 .remap_file_range = ovl_remap_file_range,
d1d04ef8 614};