btrfs: optimize split page write in btrfs_set_token_##bits
authorDavid Sterba <dsterba@suse.com>
Thu, 30 Apr 2020 15:57:55 +0000 (17:57 +0200)
committerDavid Sterba <dsterba@suse.com>
Mon, 25 May 2020 09:25:34 +0000 (11:25 +0200)
The fallback path calls helper write_extent_buffer to do write of the
data spanning two extent buffer pages. As the size is known, we can do
the write directly in two steps.  This removes one function call and
compiler can optimize memcpy as the sizes are known at compile time. The
cached token address is set to the second page.

Reviewed-by: Johannes Thumshirn <johannes.thumshirn@wdc.com>
Signed-off-by: David Sterba <dsterba@suse.com>
fs/btrfs/struct-funcs.c

index 7987d3910660011e3def078b2b99b486a0202ebe..225ef6d7e9492b9022dce4e593a86d26eb190890 100644 (file)
@@ -115,7 +115,8 @@ void btrfs_set_token_##bits(struct btrfs_map_token *token,          \
        const unsigned long idx = member_offset >> PAGE_SHIFT;          \
        const unsigned long oip = offset_in_page(member_offset);        \
        const int size = sizeof(u##bits);                               \
-       __le##bits leres;                                               \
+       u8 lebytes[sizeof(u##bits)];                                    \
+       const int part = PAGE_SIZE - oip;                               \
                                                                        \
        ASSERT(token);                                                  \
        ASSERT(token->kaddr);                                           \
@@ -125,16 +126,17 @@ void btrfs_set_token_##bits(struct btrfs_map_token *token,                \
                put_unaligned_le##bits(val, token->kaddr + oip);        \
                return;                                                 \
        }                                                               \
+       token->kaddr = page_address(token->eb->pages[idx]);             \
+       token->offset = idx << PAGE_SHIFT;                              \
        if (oip + size <= PAGE_SIZE) {                                  \
-               token->kaddr = page_address(token->eb->pages[idx]);     \
-               token->offset = idx << PAGE_SHIFT;                      \
                put_unaligned_le##bits(val, token->kaddr + oip);        \
                return;                                                 \
        }                                                               \
+       put_unaligned_le##bits(val, lebytes);                           \
+       memcpy(token->kaddr + oip, lebytes, part);                      \
        token->kaddr = page_address(token->eb->pages[idx + 1]);         \
        token->offset = (idx + 1) << PAGE_SHIFT;                        \
-       leres = cpu_to_le##bits(val);                                   \
-       write_extent_buffer(token->eb, &leres, member_offset, size);    \
+       memcpy(token->kaddr, lebytes + part, size - part);              \
 }                                                                      \
 void btrfs_set_##bits(const struct extent_buffer *eb, void *ptr,       \
                      unsigned long off, u##bits val)                   \