dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB) copied, 2.93187 s, 732 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB) copied, 2.80223 s, 766 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=6158: Fri Mar 17 20:57:52 2017 read : io=51965MB, bw=886847KB/s, iops=221711, runt= 60001msec clat (usec): min=0, max=65703, avg=21.89, stdev=243.06 lat (usec): min=0, max=69375, avg=22.54, stdev=252.10 clat percentiles (usec): | 1.00th=[ 0], 5.00th=[ 0], 10.00th=[ 0], 20.00th=[ 0], | 30.00th=[ 1], 40.00th=[ 1], 50.00th=[ 1], 60.00th=[ 1], | 70.00th=[ 1], 80.00th=[ 1], 90.00th=[ 1], 95.00th=[ 28], | 99.00th=[ 322], 99.50th=[ 876], 99.90th=[ 3440], 99.95th=[ 4768], | 99.99th=[ 8512] bw (KB /s): min=19144, max=434019, per=12.42%, avg=110111.67, stdev=83162.18 lat (usec) : 2=92.35%, 4=2.09%, 10=0.16%, 20=0.26%, 50=0.20% lat (usec) : 100=0.04%, 250=3.75%, 500=0.42%, 750=0.17%, 1000=0.10% lat (msec) : 2=0.21%, 4=0.17%, 10=0.07%, 20=0.01%, 50=0.01% lat (msec) : 100=0.01% cpu : usr=1.24%, sys=3.99%, ctx=1135714, majf=0, minf=642215 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=13302921/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=51965MB, aggrb=886846KB/s, minb=886846KB/s, maxb=886846KB/s, mint=60001msec, maxt=60001msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=6169: Fri Mar 17 20:58:53 2017 read : io=61618MB, bw=1026.1MB/s, iops=262901, runt= 60001msec clat (usec): min=0, max=74612, avg=17.98, stdev=240.97 lat (usec): min=0, max=74612, avg=18.62, stdev=249.80 clat percentiles (usec): | 1.00th=[ 0], 5.00th=[ 0], 10.00th=[ 0], 20.00th=[ 0], | 30.00th=[ 1], 40.00th=[ 1], 50.00th=[ 1], 60.00th=[ 1], | 70.00th=[ 1], 80.00th=[ 1], 90.00th=[ 1], 95.00th=[ 2], | 99.00th=[ 191], 99.50th=[ 524], 99.90th=[ 3472], 99.95th=[ 5536], | 99.99th=[ 9152] bw (KB /s): min= 7113, max=402658, per=12.39%, avg=130335.14, stdev=108708.97 lat (usec) : 2=93.03%, 4=2.33%, 10=0.15%, 20=0.28%, 50=0.26% lat (usec) : 100=0.02%, 250=3.10%, 500=0.32%, 750=0.13%, 1000=0.07% lat (msec) : 2=0.13%, 4=0.11%, 10=0.08%, 20=0.01%, 50=0.01% lat (msec) : 100=0.01% cpu : usr=1.49%, sys=4.53%, ctx=999637, majf=0, minf=482098 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=15774326/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=61618MB, aggrb=1026.1MB/s, minb=1026.1MB/s, maxb=1026.1MB/s, mint=60001msec, maxt=60001msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=6192: Fri Mar 17 21:00:53 2017 write: io=152632MB, bw=2543.9MB/s, iops=651208, runt= 60002msec clat (usec): min=0, max=95125, avg= 5.08, stdev=295.68 lat (usec): min=0, max=95125, avg= 5.28, stdev=307.65 clat percentiles (usec): | 1.00th=[ 0], 5.00th=[ 0], 10.00th=[ 1], 20.00th=[ 1], | 30.00th=[ 1], 40.00th=[ 1], 50.00th=[ 1], 60.00th=[ 1], | 70.00th=[ 1], 80.00th=[ 1], 90.00th=[ 2], 95.00th=[ 2], | 99.00th=[ 2], 99.50th=[ 3], 99.90th=[ 16], 99.95th=[ 25], | 99.99th=[15040] bw (KB /s): min=111907, max=405333, per=12.50%, avg=325641.89, stdev=37230.43 lat (usec) : 2=89.75%, 4=9.89%, 10=0.13%, 20=0.18%, 50=0.02% lat (usec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01% lat (msec) : 100=0.01% cpu : usr=3.14%, sys=8.85%, ctx=84923, majf=0, minf=253 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=39073835/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=152632MB, aggrb=2543.9MB/s, minb=2543.9MB/s, maxb=2543.9MB/s, mint=60002msec, maxt=60002msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=6180: Fri Mar 17 20:59:53 2017 write: io=75457MB, bw=1252.6MB/s, iops=320644, runt= 60244msec clat (usec): min=0, max=293624, avg= 6.87, stdev=316.87 lat (usec): min=0, max=293625, avg= 7.18, stdev=327.34 clat percentiles (usec): | 1.00th=[ 0], 5.00th=[ 1], 10.00th=[ 1], 20.00th=[ 1], | 30.00th=[ 1], 40.00th=[ 1], 50.00th=[ 1], 60.00th=[ 1], | 70.00th=[ 1], 80.00th=[ 1], 90.00th=[ 2], 95.00th=[ 2], | 99.00th=[ 3], 99.50th=[ 6], 99.90th=[ 572], 99.95th=[ 2992], | 99.99th=[14016] bw (KB /s): min= 0, max=370249, per=19.89%, avg=255103.75, stdev=60028.72 lat (usec) : 2=83.79%, 4=15.49%, 10=0.30%, 20=0.20%, 50=0.06% lat (usec) : 100=0.02%, 250=0.02%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.03%, 4=0.02%, 10=0.02%, 20=0.01%, 50=0.01% lat (msec) : 100=0.01%, 250=0.01%, 500=0.01% cpu : usr=1.72%, sys=8.72%, ctx=889914, majf=0, minf=6235 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=19316911/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=75457MB, aggrb=1252.6MB/s, minb=1252.6MB/s, maxb=1252.6MB/s, mint=60244msec, maxt=60244msec