mm: add FGP_DONTCACHE folio creation flag

Callers can pass this in for uncached folio creation, in which case if
a folio is newly created it gets marked as uncached. If a folio exists
for this index and lookup succeeds, then it will not get marked as
uncached. If an !uncached lookup finds a cached folio, clear the flag.
For that case, there are competeting uncached and cached users of the
folio, and it should not get pruned.

Signed-off-by: Jens Axboe <axboe@kernel.dk>

diff --git a/include/linux/pagemap.h b/include/linux/pagemap.h
index 5da4b6d42fae6d0467c5457c2d6d2ee16a0722ec..64c6dada837ec2c0d66475d4e3b58bbeec9fd5dd 100644 (file)
--- a/include/linux/pagemap.h
+++ b/include/linux/pagemap.h
@@ -710,6 +710,7 @@ pgoff_t page_cache_prev_miss(struct address_space *mapping,
  * * %FGP_NOFS - __GFP_FS will get cleared in gfp.
  * * %FGP_NOWAIT - Don't block on the folio lock.
  * * %FGP_STABLE - Wait for the folio to be stable (finished writeback)
+ * * %FGP_DONTCACHE - Uncached buffered IO
  * * %FGP_WRITEBEGIN - The flags to use in a filesystem write_begin()
  *   implementation.
  */
@@ -723,6 +724,7 @@ typedef unsigned int __bitwise fgf_t;
 #define FGP_NOWAIT             ((__force fgf_t)0x00000020)
 #define FGP_FOR_MMAP           ((__force fgf_t)0x00000040)
 #define FGP_STABLE             ((__force fgf_t)0x00000080)
+#define FGP_DONTCACHE          ((__force fgf_t)0x00000100)
 #define FGF_GET_ORDER(fgf)     (((__force unsigned)fgf) >> 26) /* top 6 bits */
 
 #define FGP_WRITEBEGIN         (FGP_LOCK | FGP_WRITE | FGP_CREAT | FGP_STABLE)

diff --git a/mm/filemap.c b/mm/filemap.c
index 9842258ba34352f182ac8a821b8ed1021070b371..68bdfff4117ebea2f6fd9aec1f57ff87a84fa0e2 100644 (file)
--- a/mm/filemap.c
+++ b/mm/filemap.c
@@ -2001,6 +2001,8 @@ no_page:
                        /* Init accessed so avoid atomic mark_page_accessed later */
                        if (fgp_flags & FGP_ACCESSED)
                                __folio_set_referenced(folio);
+                       if (fgp_flags & FGP_DONTCACHE)
+                               __folio_set_dropbehind(folio);
 
                        err = filemap_add_folio(mapping, folio, index, gfp);
                        if (!err)
@@ -2023,6 +2025,9 @@ no_page:
 
        if (!folio)
                return ERR_PTR(-ENOENT);
+       /* not an uncached lookup, clear uncached if set */
+       if (folio_test_dropbehind(folio) && !(fgp_flags & FGP_DONTCACHE))
+               folio_clear_dropbehind(folio);
        return folio;
 }
 EXPORT_SYMBOL(__filemap_get_folio);