dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB, 2.0 GiB) copied, 10.0739 s, 213 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB, 2.0 GiB) copied, 10.5196 s, 204 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=11266: Wed Sep 27 14:44:22 2017 read : io=7103.3MB, bw=121225KB/s, iops=30306, runt= 60002msec clat (usec): min=2, max=66846, avg=254.24, stdev=567.94 lat (usec): min=2, max=66847, avg=255.18, stdev=568.50 clat percentiles (usec): | 1.00th=[ 3], 5.00th=[ 3], 10.00th=[ 3], 20.00th=[ 4], | 30.00th=[ 6], 40.00th=[ 141], 50.00th=[ 179], 60.00th=[ 213], | 70.00th=[ 258], 80.00th=[ 334], 90.00th=[ 486], 95.00th=[ 668], | 99.00th=[ 2544], 99.50th=[ 3728], 99.90th=[ 7520], 99.95th=[ 9408], | 99.99th=[13632] bw (KB /s): min= 4504, max=49656, per=12.54%, avg=15195.99, stdev=6389.38 lat (usec) : 4=10.60%, 10=20.23%, 20=1.51%, 50=0.97%, 100=0.61% lat (usec) : 250=34.79%, 500=21.83%, 750=5.48%, 1000=1.48% lat (msec) : 2=1.25%, 4=0.80%, 10=0.40%, 20=0.04%, 50=0.01% lat (msec) : 100=0.01% cpu : usr=4.22%, sys=12.99%, ctx=1215127, majf=2, minf=95 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=1818439/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=7103.3MB, aggrb=121225KB/s, minb=121225KB/s, maxb=121225KB/s, mint=60002msec, maxt=60002msec Disk stats (read/write): vda: ios=1201979/14, merge=0/10, ticks=238420/30, in_queue=238740, util=97.82%
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=11296: Wed Sep 27 14:45:22 2017 read : io=4613.7MB, bw=78738KB/s, iops=19684, runt= 60001msec clat (usec): min=61, max=39241, avg=393.25, stdev=748.26 lat (usec): min=62, max=39241, avg=394.30, stdev=748.71 clat percentiles (usec): | 1.00th=[ 103], 5.00th=[ 125], 10.00th=[ 139], 20.00th=[ 163], | 30.00th=[ 185], 40.00th=[ 209], 50.00th=[ 237], 60.00th=[ 274], | 70.00th=[ 330], 80.00th=[ 410], 90.00th=[ 572], 95.00th=[ 860], | 99.00th=[ 3792], 99.50th=[ 5472], 99.90th=[ 9920], 99.95th=[11712], | 99.99th=[16192] bw (KB /s): min= 1552, max=20480, per=12.47%, avg=9817.44, stdev=2984.09 lat (usec) : 100=0.70%, 250=53.41%, 500=32.65%, 750=7.14%, 1000=1.98% lat (msec) : 2=1.80%, 4=1.41%, 10=0.82%, 20=0.09%, 50=0.01% cpu : usr=3.32%, sys=11.85%, ctx=1191960, majf=0, minf=89 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=1181095/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=4613.7MB, aggrb=78738KB/s, minb=78738KB/s, maxb=78738KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): vda: ios=1180381/36, merge=0/27, ticks=256130/50, in_queue=256100, util=97.19%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=11400: Wed Sep 27 14:47:23 2017 write: io=24219MB, bw=412955KB/s, iops=103238, runt= 60056msec clat (usec): min=4, max=1009.1K, avg=66.74, stdev=2941.61 lat (usec): min=5, max=1009.1K, avg=68.07, stdev=2948.91 clat percentiles (usec): | 1.00th=[ 5], 5.00th=[ 6], 10.00th=[ 6], 20.00th=[ 6], | 30.00th=[ 6], 40.00th=[ 7], 50.00th=[ 7], 60.00th=[ 7], | 70.00th=[ 7], 80.00th=[ 8], 90.00th=[ 8], 95.00th=[ 9], | 99.00th=[ 34], 99.50th=[ 114], 99.90th=[20608], 99.95th=[30336], | 99.99th=[46848] bw (KB /s): min= 1869, max=117145, per=13.18%, avg=54424.99, stdev=18207.47 lat (usec) : 10=95.17%, 20=3.40%, 50=0.65%, 100=0.23%, 250=0.20% lat (usec) : 500=0.05%, 750=0.02%, 1000=0.01% lat (msec) : 2=0.02%, 4=0.02%, 10=0.04%, 20=0.07%, 50=0.11% lat (msec) : 100=0.01%, 250=0.01%, 750=0.01%, 1000=0.01%, 2000=0.01% cpu : usr=6.34%, sys=11.25%, ctx=42337, majf=0, minf=84 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=6200099/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=24219MB, aggrb=412954KB/s, minb=412954KB/s, maxb=412954KB/s, mint=60056msec, maxt=60056msec Disk stats (read/write): vda: ios=2124/318260, merge=0/2425, ticks=5680/3417580, in_queue=3424010, util=59.16%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=11340: Wed Sep 27 14:46:23 2017 write: io=784152KB, bw=13034KB/s, iops=3258, runt= 60162msec clat (usec): min=113, max=444301, avg=2445.33, stdev=8744.30 lat (usec): min=114, max=444302, avg=2446.32, stdev=8744.49 clat percentiles (usec): | 1.00th=[ 123], 5.00th=[ 137], 10.00th=[ 151], 20.00th=[ 173], | 30.00th=[ 199], 40.00th=[ 237], 50.00th=[ 362], 60.00th=[ 1672], | 70.00th=[ 2128], 80.00th=[ 2832], 90.00th=[ 4640], 95.00th=[ 7840], | 99.00th=[27776], 99.50th=[41216], 99.90th=[85504], 99.95th=[148480], | 99.99th=[337920] bw (KB /s): min= 43, max= 4830, per=12.64%, avg=1647.73, stdev=931.89 lat (usec) : 250=41.99%, 500=10.00%, 750=1.05%, 1000=0.41% lat (msec) : 2=13.87%, 4=20.53%, 10=8.36%, 20=2.04%, 50=1.40% lat (msec) : 100=0.27%, 250=0.03%, 500=0.04% cpu : usr=0.57%, sys=2.59%, ctx=425301, majf=0, minf=82 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=196038/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=784152KB, aggrb=13034KB/s, minb=13034KB/s, maxb=13034KB/s, mint=60162msec, maxt=60162msec Disk stats (read/write): vda: ios=0/196086, merge=0/2274, ticks=0/48890, in_queue=48990, util=76.40%