block: optimize blk_bio_segment_split for single-page bvec

Introduce a fast path for single-page bvec IO, then we can avoid
to call bvec_split_segs() unnecessarily.

Signed-off-by: Ming Lei <ming.lei@redhat.com>
Signed-off-by: Jens Axboe <axboe@kernel.dk>

diff --git a/block/blk-merge.c b/block/blk-merge.c
index c1ad8abbd9d61440a105c60a6a308b16a9382b91..9402a7c3ba221304dbd26e043d334a5287e56b70 100644 (file)
--- a/block/blk-merge.c
+++ b/block/blk-merge.c
@@ -286,10 +286,16 @@ new_segment:
                bvprv = bv;
                bvprvp = &bvprv;
 
-               if (bvec_split_segs(q, &bv, &nsegs, &seg_size,
-                                   &front_seg_size, &sectors))
+               if (bv.bv_offset + bv.bv_len <= PAGE_SIZE) {
+                       nsegs++;
+                       seg_size = bv.bv_len;
+                       sectors += bv.bv_len >> 9;
+                       if (nsegs == 1 && seg_size > front_seg_size)
+                               front_seg_size = seg_size;
+               } else if (bvec_split_segs(q, &bv, &nsegs, &seg_size,
+                                   &front_seg_size, &sectors)) {
                        goto split;
-
+               }
        }
 
        do_split = false;