dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB, 2.0 GiB) copied, 3.06469 s, 701 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB, 2.0 GiB) copied, 3.06924 s, 700 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=2798: Thu May 2 10:45:25 2019 read : io=132419MB, bw=2206.1MB/s, iops=564967, runt= 60002msec clat (usec): min=0, max=32016, avg= 7.73, stdev=232.34 lat (usec): min=1, max=32016, avg= 8.92, stdev=256.73 clat percentiles (usec): | 1.00th=[ 1], 5.00th=[ 1], 10.00th=[ 1], 20.00th=[ 1], | 30.00th=[ 1], 40.00th=[ 1], 50.00th=[ 1], 60.00th=[ 1], | 70.00th=[ 2], 80.00th=[ 2], 90.00th=[ 2], 95.00th=[ 2], | 99.00th=[ 137], 99.50th=[ 165], 99.90th=[ 221], 99.95th=[ 366], | 99.99th=[11968] bw (KB /s): min=20496, max=717648, per=12.48%, avg=281930.74, stdev=118951.01 lat (usec) : 2=62.03%, 4=35.94%, 10=0.34%, 20=0.04%, 50=0.01% lat (usec) : 100=0.10%, 250=1.46%, 500=0.03%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.02%, 50=0.01% cpu : usr=6.82%, sys=15.52%, ctx=612645, majf=0, minf=81 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=33899189/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=132419MB, aggrb=2206.1MB/s, minb=2206.1MB/s, maxb=2206.1MB/s, mint=60002msec, maxt=60002msec Disk stats (read/write): vda: ios=524288/96, merge=0/642, ticks=73004/188, in_queue=61568, util=19.04%
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=2808: Thu May 2 10:46:26 2019 read : io=12715MB, bw=216995KB/s, iops=54248, runt= 60001msec clat (usec): min=38, max=21785, avg=144.60, stdev=111.24 lat (usec): min=39, max=21785, avg=145.01, stdev=111.27 clat percentiles (usec): | 1.00th=[ 83], 5.00th=[ 94], 10.00th=[ 102], 20.00th=[ 112], | 30.00th=[ 121], 40.00th=[ 131], 50.00th=[ 141], 60.00th=[ 147], | 70.00th=[ 157], 80.00th=[ 173], 90.00th=[ 193], 95.00th=[ 205], | 99.00th=[ 255], 99.50th=[ 286], 99.90th=[ 374], 99.95th=[ 474], | 99.99th=[ 3248] bw (KB /s): min=17016, max=34688, per=12.50%, avg=27119.01, stdev=3375.84 lat (usec) : 50=0.01%, 100=7.99%, 250=90.87%, 500=1.09%, 750=0.02% lat (usec) : 1000=0.01% lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01% cpu : usr=1.53%, sys=5.31%, ctx=3322743, majf=0, minf=73 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=3254984/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=12715MB, aggrb=216995KB/s, minb=216995KB/s, maxb=216995KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): vda: ios=3249798/2, merge=0/2, ticks=436716/0, in_queue=377108, util=99.75%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=2830: Thu May 2 10:48:26 2019 write: io=106329MB, bw=1772.3MB/s, iops=453632, runt= 60005msec clat (usec): min=1, max=94239, avg=13.84, stdev=453.59 lat (usec): min=1, max=94857, avg=14.51, stdev=465.51 clat percentiles (usec): | 1.00th=[ 2], 5.00th=[ 2], 10.00th=[ 2], 20.00th=[ 2], | 30.00th=[ 2], 40.00th=[ 2], 50.00th=[ 2], 60.00th=[ 3], | 70.00th=[ 3], 80.00th=[ 3], 90.00th=[ 3], 95.00th=[ 4], | 99.00th=[ 6], 99.50th=[ 8], 99.90th=[ 31], 99.95th=[10048], | 99.99th=[23936] bw (KB /s): min= 1, max=363643, per=12.63%, avg=229160.95, stdev=36496.39 lat (usec) : 2=0.41%, 4=94.54%, 10=4.77%, 20=0.15%, 50=0.03% lat (usec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.01%, 4=0.01%, 10=0.03%, 20=0.03%, 50=0.02% lat (msec) : 100=0.01% cpu : usr=5.56%, sys=18.52%, ctx=89474, majf=0, minf=74 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=27220237/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=106329MB, aggrb=1772.3MB/s, minb=1772.3MB/s, maxb=1772.3MB/s, mint=60005msec, maxt=60005msec Disk stats (read/write): vda: ios=0/51724, merge=0/1409, ticks=0/214548, in_queue=204188, util=12.21%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=2820: Thu May 2 10:47:26 2019 write: io=923932KB, bw=15398KB/s, iops=3849, runt= 60005msec clat (usec): min=73, max=296484, avg=2070.61, stdev=10720.82 lat (usec): min=74, max=296485, avg=2071.99, stdev=10720.90 clat percentiles (usec): | 1.00th=[ 125], 5.00th=[ 143], 10.00th=[ 151], 20.00th=[ 163], | 30.00th=[ 177], 40.00th=[ 203], 50.00th=[ 270], 60.00th=[ 298], | 70.00th=[ 314], 80.00th=[ 334], 90.00th=[ 362], 95.00th=[ 406], | 99.00th=[62208], 99.50th=[79360], 99.90th=[111104], 99.95th=[126464], | 99.99th=[166912] bw (KB /s): min= 39, max= 8648, per=12.59%, avg=1937.97, stdev=1259.13 lat (usec) : 100=0.10%, 250=45.67%, 500=50.32%, 750=0.14%, 1000=0.04% lat (msec) : 2=0.03%, 4=0.01%, 10=0.09%, 20=0.35%, 50=1.70% lat (msec) : 100=1.37%, 250=0.18%, 500=0.01% cpu : usr=0.44%, sys=2.08%, ctx=465958, majf=0, minf=74 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=230983/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=923932KB, aggrb=15397KB/s, minb=15397KB/s, maxb=15397KB/s, mint=60005msec, maxt=60005msec Disk stats (read/write): vda: ios=0/230910, merge=0/2228, ticks=0/50764, in_queue=24, util=0.04%