netfs: Fix interaction between write-streaming and cachefiles culling

An issue can occur between write-streaming (storing dirty data in partial
non-uptodate pages) and a cachefiles object being culled to make space.
The problem occurs because the cache object is only marked in use while
there are files open using it.  Once it has been released, it can be culled
and the cookie marked disabled.

At this point, a streaming write is permitted to occur (if the cache is
active, we require pages to be prefetched and cached), but the cache can
become active again before this gets flushed out - and then two effects can
occur:

 (1) The cache may be asked to write out a region that's less than its DIO
     block size (assumed by cachefiles to be PAGE_SIZE) - and this causes
     one of two debugging statements to be emitted.

 (2) netfs_how_to_modify() gets confused because it sees a page that isn't
     allowed to be non-uptodate being uptodate and tries to prefetch it -
     leading to a warning that PG_fscache is set twice.

Fix this by the following means:

 (1) Add a netfs_inode flag to disallow write-streaming to an inode and set
     it if we ever do local caching of that inode.  It remains set for the
     lifetime of that inode - even if the cookie becomes disabled.

 (2) If the no-write-streaming flag is set, then make netfs_how_to_modify()
     always want to prefetch instead.

 (3) If netfs_how_to_modify() decides it wants to prefetch a folio, but
     that folio has write-streamed data in it, then it requires the folio
     be flushed first.

 (4) Export a counter of the number of times we wanted to prefetch a
     non-uptodate page, but found it had write-streamed data in it.

 (5) Export a counter of the number of times we cancelled a write to the
     cache because it didn't DIO align and remove the debug statements.

Reported-by: Marc Dionne <marc.dionne@auristor.com>
Signed-off-by: David Howells <dhowells@redhat.com>
cc: Jeff Layton <jlayton@kernel.org>
cc: linux-cachefs@redhat.com
cc: linux-erofs@lists.ozlabs.org
cc: linux-fsdevel@vger.kernel.org
cc: linux-mm@kvack.org

diff --git a/fs/cachefiles/io.c b/fs/cachefiles/io.c
index 7529b40bc95a98e22efd5284676b5f564bf53825..3eec269674375cd594c0bbd4ecdad49cbe5b0d7f 100644 (file)
--- a/fs/cachefiles/io.c
+++ b/fs/cachefiles/io.c
@@ -528,12 +528,12 @@ int __cachefiles_prepare_write(struct cachefiles_object *object,
 
        /* Round to DIO size */
        start = round_down(*_start, PAGE_SIZE);
-       if (start != *_start) {
-               kleave(" = -ENOBUFS [down]");
-               return -ENOBUFS;
-       }
-       if (*_len > upper_len) {
-               kleave(" = -ENOBUFS [up]");
+       if (start != *_start || *_len > upper_len) {
+               /* Probably asked to cache a streaming write written into the
+                * pagecache when the cookie was temporarily out of service to
+                * culling.
+                */
+               fscache_count_dio_misfit();
                return -ENOBUFS;
        }
 

diff --git a/fs/netfs/buffered_write.c b/fs/netfs/buffered_write.c
index 08f28800232c3cfb2da229e1abd0095dea00a030..6cd8f7422e9ab88bebdcf54f5ef0f5edb92c6ab5 100644 (file)
--- a/fs/netfs/buffered_write.c
+++ b/fs/netfs/buffered_write.c
@@ -80,10 +80,19 @@ static enum netfs_how_to_modify netfs_how_to_modify(struct netfs_inode *ctx,
                return NETFS_WHOLE_FOLIO_MODIFY;
 
        if (file->f_mode & FMODE_READ)
-               return NETFS_JUST_PREFETCH;
-
-       if (netfs_is_cache_enabled(ctx))
-               return NETFS_JUST_PREFETCH;
+               goto no_write_streaming;
+       if (test_bit(NETFS_ICTX_NO_WRITE_STREAMING, &ctx->flags))
+               goto no_write_streaming;
+
+       if (netfs_is_cache_enabled(ctx)) {
+               /* We don't want to get a streaming write on a file that loses
+                * caching service temporarily because the backing store got
+                * culled.
+                */
+               if (!test_bit(NETFS_ICTX_NO_WRITE_STREAMING, &ctx->flags))
+                       set_bit(NETFS_ICTX_NO_WRITE_STREAMING, &ctx->flags);
+               goto no_write_streaming;
+       }
 
        if (!finfo)
                return NETFS_STREAMING_WRITE;
@@ -95,6 +104,13 @@ static enum netfs_how_to_modify netfs_how_to_modify(struct netfs_inode *ctx,
        if (offset == finfo->dirty_offset + finfo->dirty_len)
                return NETFS_STREAMING_WRITE_CONT;
        return NETFS_FLUSH_CONTENT;
+
+no_write_streaming:
+       if (finfo) {
+               netfs_stat(&netfs_n_wh_wstream_conflict);
+               return NETFS_FLUSH_CONTENT;
+       }
+       return NETFS_JUST_PREFETCH;
 }
 
 /*

diff --git a/fs/netfs/fscache_stats.c b/fs/netfs/fscache_stats.c
index aad812ead398ff2e3d4423940d7e18a0104050c8..add21abdf7134983c30a497644c20b14a7a9a8ac 100644 (file)
--- a/fs/netfs/fscache_stats.c
+++ b/fs/netfs/fscache_stats.c
@@ -48,13 +48,15 @@ atomic_t fscache_n_no_create_space;
 EXPORT_SYMBOL(fscache_n_no_create_space);
 atomic_t fscache_n_culled;
 EXPORT_SYMBOL(fscache_n_culled);
+atomic_t fscache_n_dio_misfit;
+EXPORT_SYMBOL(fscache_n_dio_misfit);
 
 /*
  * display the general statistics
  */
 int fscache_stats_show(struct seq_file *m)
 {
-       seq_puts(m, "FS-Cache statistics\n");
+       seq_puts(m, "-- FS-Cache statistics --\n");
        seq_printf(m, "Cookies: n=%d v=%d vcol=%u voom=%u\n",
                   atomic_read(&fscache_n_cookies),
                   atomic_read(&fscache_n_volumes),
@@ -93,8 +95,9 @@ int fscache_stats_show(struct seq_file *m)
                   atomic_read(&fscache_n_no_create_space),
                   atomic_read(&fscache_n_culled));
 
-       seq_printf(m, "IO     : rd=%u wr=%u\n",
+       seq_printf(m, "IO     : rd=%u wr=%u mis=%u\n",
                   atomic_read(&fscache_n_read),
-                  atomic_read(&fscache_n_write));
+                  atomic_read(&fscache_n_write),
+                  atomic_read(&fscache_n_dio_misfit));
        return 0;
 }

diff --git a/fs/netfs/internal.h b/fs/netfs/internal.h
index 3f9620d0fa63d1715867656e0c3e230c7ba565cf..ec7045d24400df09bd5a933401a7fbb2d36a3d24 100644 (file)
--- a/fs/netfs/internal.h
+++ b/fs/netfs/internal.h
@@ -123,6 +123,7 @@ extern atomic_t netfs_n_rh_write_begin;
 extern atomic_t netfs_n_rh_write_done;
 extern atomic_t netfs_n_rh_write_failed;
 extern atomic_t netfs_n_rh_write_zskip;
+extern atomic_t netfs_n_wh_wstream_conflict;
 extern atomic_t netfs_n_wh_upload;
 extern atomic_t netfs_n_wh_upload_done;
 extern atomic_t netfs_n_wh_upload_failed;

diff --git a/fs/netfs/stats.c b/fs/netfs/stats.c
index 42db36528d921381614905395ca5de543f443b8f..deeba9f9dcf5d55f7bf0692ecdf5991334a848ea 100644 (file)
--- a/fs/netfs/stats.c
+++ b/fs/netfs/stats.c
@@ -29,6 +29,7 @@ atomic_t netfs_n_rh_write_begin;
 atomic_t netfs_n_rh_write_done;
 atomic_t netfs_n_rh_write_failed;
 atomic_t netfs_n_rh_write_zskip;
+atomic_t netfs_n_wh_wstream_conflict;
 atomic_t netfs_n_wh_upload;
 atomic_t netfs_n_wh_upload_done;
 atomic_t netfs_n_wh_upload_failed;
@@ -66,9 +67,10 @@ int netfs_stats_show(struct seq_file *m, void *v)
                   atomic_read(&netfs_n_wh_write),
                   atomic_read(&netfs_n_wh_write_done),
                   atomic_read(&netfs_n_wh_write_failed));
-       seq_printf(m, "Netfs  : rr=%u sr=%u\n",
+       seq_printf(m, "Netfs  : rr=%u sr=%u wsc=%u\n",
                   atomic_read(&netfs_n_rh_rreq),
-                  atomic_read(&netfs_n_rh_sreq));
+                  atomic_read(&netfs_n_rh_sreq),
+                  atomic_read(&netfs_n_wh_wstream_conflict));
        return fscache_stats_show(m);
 }
 EXPORT_SYMBOL(netfs_stats_show);

diff --git a/include/linux/fscache-cache.h b/include/linux/fscache-cache.h
index a174cedf4d9072ae708202693f9647d85dcbe515..bdf7f3eddf0a2fb26b9276f6dacb92228c8e6d29 100644 (file)
--- a/include/linux/fscache-cache.h
+++ b/include/linux/fscache-cache.h
@@ -189,17 +189,20 @@ extern atomic_t fscache_n_write;
 extern atomic_t fscache_n_no_write_space;
 extern atomic_t fscache_n_no_create_space;
 extern atomic_t fscache_n_culled;
+extern atomic_t fscache_n_dio_misfit;
 #define fscache_count_read() atomic_inc(&fscache_n_read)
 #define fscache_count_write() atomic_inc(&fscache_n_write)
 #define fscache_count_no_write_space() atomic_inc(&fscache_n_no_write_space)
 #define fscache_count_no_create_space() atomic_inc(&fscache_n_no_create_space)
 #define fscache_count_culled() atomic_inc(&fscache_n_culled)
+#define fscache_count_dio_misfit() atomic_inc(&fscache_n_dio_misfit)
 #else
 #define fscache_count_read() do {} while(0)
 #define fscache_count_write() do {} while(0)
 #define fscache_count_no_write_space() do {} while(0)
 #define fscache_count_no_create_space() do {} while(0)
 #define fscache_count_culled() do {} while(0)
+#define fscache_count_dio_misfit() do {} while(0)
 #endif
 
 #endif /* _LINUX_FSCACHE_CACHE_H */

diff --git a/include/linux/netfs.h b/include/linux/netfs.h
index d3bac60fcd6f38ebe8c0f9ffc06c554ad29035cb..100cbb261269d1921bff6e616e86223ee9e5512c 100644 (file)
--- a/include/linux/netfs.h
+++ b/include/linux/netfs.h
@@ -142,6 +142,7 @@ struct netfs_inode {
 #define NETFS_ICTX_ODIRECT     0               /* The file has DIO in progress */
 #define NETFS_ICTX_UNBUFFERED  1               /* I/O should not use the pagecache */
 #define NETFS_ICTX_WRITETHROUGH        2               /* Write-through caching */
+#define NETFS_ICTX_NO_WRITE_STREAMING  3       /* Don't engage in write-streaming */
 };
 
 /*