dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB) copied, 4.03283 s, 533 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB) copied, 2.57268 s, 835 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=19408: Thu Nov 23 10:09:09 2017 read : io=88116KB, bw=1467.4KB/s, iops=366, runt= 60053msec clat (usec): min=32, max=498638, avg=21793.72, stdev=31828.56 lat (usec): min=32, max=498639, avg=21793.99, stdev=31828.58 clat percentiles (usec): | 1.00th=[ 153], 5.00th=[ 185], 10.00th=[ 243], 20.00th=[ 2512], | 30.00th=[ 6432], 40.00th=[ 9024], 50.00th=[10944], 60.00th=[13760], | 70.00th=[18048], 80.00th=[29056], 90.00th=[69120], 95.00th=[80384], | 99.00th=[142336], 99.50th=[154624], 99.90th=[280576], 99.95th=[481280], | 99.99th=[493568] bw (KB /s): min= 15, max= 4163, per=12.16%, avg=178.33, stdev=263.74 lat (usec) : 50=0.26%, 100=0.19%, 250=10.27%, 500=3.52%, 750=1.06% lat (usec) : 1000=1.11% lat (msec) : 2=2.52%, 4=4.58%, 10=21.62%, 20=27.54%, 50=12.31% lat (msec) : 100=13.17%, 250=1.70%, 500=0.16% cpu : usr=0.04%, sys=0.14%, ctx=22396, majf=0, minf=316 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=22029/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=88116KB, aggrb=1467KB/s, minb=1467KB/s, maxb=1467KB/s, mint=60053msec, maxt=60053msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=19423: Thu Nov 23 10:10:09 2017 read : io=275868KB, bw=4586.8KB/s, iops=1146, runt= 60145msec clat (usec): min=30, max=1333.1K, avg=6887.41, stdev=30555.80 lat (usec): min=30, max=1333.1K, avg=6887.60, stdev=30555.82 clat percentiles (usec): | 1.00th=[ 55], 5.00th=[ 163], 10.00th=[ 185], 20.00th=[ 237], | 30.00th=[ 310], 40.00th=[ 580], 50.00th=[ 980], 60.00th=[ 1144], | 70.00th=[ 3472], 80.00th=[ 7008], 90.00th=[10816], 95.00th=[22656], | 99.00th=[95744], 99.50th=[150528], 99.90th=[399360], 99.95th=[528384], | 99.99th=[1187840] bw (KB /s): min= 3, max= 4675, per=13.39%, avg=614.19, stdev=834.18 lat (usec) : 50=0.76%, 100=0.96%, 250=22.57%, 500=13.51%, 750=6.40% lat (usec) : 1000=10.14% lat (msec) : 2=11.42%, 4=5.55%, 10=17.70%, 20=5.43%, 50=2.60% lat (msec) : 100=2.02%, 250=0.73%, 500=0.16%, 750=0.03%, 1000=0.01% lat (msec) : 2000=0.02% cpu : usr=0.07%, sys=0.34%, ctx=85927, majf=0, minf=301 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=68967/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=275868KB, aggrb=4586KB/s, minb=4586KB/s, maxb=4586KB/s, mint=60145msec, maxt=60145msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=19540: Thu Nov 23 10:12:10 2017 write: io=50189MB, bw=856419KB/s, iops=214104, runt= 60010msec clat (usec): min=1, max=4419.3K, avg=13.27, stdev=2218.28 lat (usec): min=1, max=4419.3K, avg=13.59, stdev=2220.21 clat percentiles (usec): | 1.00th=[ 1], 5.00th=[ 2], 10.00th=[ 2], 20.00th=[ 2], | 30.00th=[ 2], 40.00th=[ 2], 50.00th=[ 3], 60.00th=[ 3], | 70.00th=[ 3], 80.00th=[ 3], 90.00th=[ 3], 95.00th=[ 4], | 99.00th=[ 7], 99.50th=[ 10], 99.90th=[ 900], 99.95th=[ 5728], | 99.99th=[19072] bw (KB /s): min= 433, max=235039, per=13.52%, avg=115776.22, stdev=36396.42 lat (usec) : 2=1.44%, 4=91.70%, 10=6.34%, 20=0.21%, 50=0.13% lat (usec) : 100=0.04%, 250=0.02%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.02%, 4=0.02%, 10=0.03%, 20=0.02%, 50=0.01% lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, >=2000=0.01% cpu : usr=1.92%, sys=8.53%, ctx=160953, majf=0, minf=285 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=12848426/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=50189MB, aggrb=856418KB/s, minb=856418KB/s, maxb=856418KB/s, mint=60010msec, maxt=60010msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=19457: Thu Nov 23 10:11:10 2017 write: io=56170MB, bw=958593KB/s, iops=239648, runt= 60003msec clat (usec): min=0, max=5165.4K, avg=10.94, stdev=2333.32 lat (usec): min=1, max=5165.4K, avg=11.21, stdev=2334.74 clat percentiles (usec): | 1.00th=[ 1], 5.00th=[ 2], 10.00th=[ 2], 20.00th=[ 2], | 30.00th=[ 2], 40.00th=[ 2], 50.00th=[ 2], 60.00th=[ 3], | 70.00th=[ 3], 80.00th=[ 3], 90.00th=[ 3], 95.00th=[ 4], | 99.00th=[ 7], 99.50th=[ 11], 99.90th=[ 980], 99.95th=[ 4832], | 99.99th=[14784] bw (KB /s): min= 765, max=248142, per=13.64%, avg=130792.95, stdev=39031.24 lat (usec) : 2=3.07%, 4=89.68%, 10=6.67%, 20=0.24%, 50=0.15% lat (usec) : 100=0.04%, 250=0.02%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.02%, 4=0.02%, 10=0.04%, 20=0.02%, 50=0.01% lat (msec) : 100=0.01%, 250=0.01%, 750=0.01%, >=2000=0.01% cpu : usr=2.05%, sys=9.66%, ctx=219180, majf=0, minf=301 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=14379607/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=56170MB, aggrb=958592KB/s, minb=958592KB/s, maxb=958592KB/s, mint=60003msec, maxt=60003msec