dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB) copied, 19.835 s, 108 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB) copied, 16.9941 s, 126 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=9415: Fri May 12 20:02:16 2017 read : io=59552KB, bw=992.55KB/s, iops=248, runt= 60029msec clat (usec): min=389, max=69134, avg=32238.42, stdev=3040.06 lat (usec): min=389, max=69135, avg=32239.23, stdev=3040.07 clat percentiles (usec): | 1.00th=[30080], 5.00th=[31104], 10.00th=[31360], 20.00th=[31616], | 30.00th=[31872], 40.00th=[31872], 50.00th=[32128], 60.00th=[32128], | 70.00th=[32128], 80.00th=[32384], 90.00th=[32640], 95.00th=[33024], | 99.00th=[47872], 99.50th=[52480], 99.90th=[64768], 99.95th=[67072], | 99.99th=[69120] bw (KB /s): min= 70, max= 162, per=12.50%, avg=123.98, stdev= 7.69 lat (usec) : 500=0.01%, 750=0.09%, 1000=0.05% lat (msec) : 2=0.03%, 4=0.01%, 10=0.01%, 20=0.03%, 50=98.99% lat (msec) : 100=0.79% cpu : usr=0.06%, sys=0.19%, ctx=15815, majf=0, minf=287 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=14888/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=59552KB, aggrb=992KB/s, minb=992KB/s, maxb=992KB/s, mint=60029msec, maxt=60029msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=9427: Fri May 12 20:03:16 2017 read : io=60124KB, bw=1001.6KB/s, iops=250, runt= 60031msec clat (usec): min=751, max=180894, avg=31924.44, stdev=2928.70 lat (usec): min=751, max=180894, avg=31925.28, stdev=2928.70 clat percentiles (msec): | 1.00th=[ 28], 5.00th=[ 31], 10.00th=[ 32], 20.00th=[ 32], | 30.00th=[ 32], 40.00th=[ 32], 50.00th=[ 33], 60.00th=[ 33], | 70.00th=[ 33], 80.00th=[ 33], 90.00th=[ 33], 95.00th=[ 33], | 99.00th=[ 34], 99.50th=[ 35], 99.90th=[ 68], 99.95th=[ 93], | 99.99th=[ 141] bw (KB /s): min= 95, max= 158, per=12.50%, avg=125.16, stdev= 3.43 lat (usec) : 1000=0.04% lat (msec) : 2=0.12%, 4=0.02%, 10=0.04%, 20=0.05%, 50=99.55% lat (msec) : 100=0.15%, 250=0.02% cpu : usr=0.06%, sys=0.21%, ctx=16135, majf=0, minf=263 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=15031/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): READ: io=60124KB, aggrb=1001KB/s, minb=1001KB/s, maxb=1001KB/s, mint=60031msec, maxt=60031msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: (groupid=0, jobs=8): err= 0: pid=9447: Fri May 12 20:05:16 2017 write: io=26931MB, bw=459179KB/s, iops=114794, runt= 60057msec clat (usec): min=1, max=384019, avg=24.84, stdev=1283.09 lat (usec): min=1, max=384029, avg=25.95, stdev=1293.22 clat percentiles (usec): | 1.00th=[ 1], 5.00th=[ 2], 10.00th=[ 2], 20.00th=[ 2], | 30.00th=[ 2], 40.00th=[ 3], 50.00th=[ 3], 60.00th=[ 3], | 70.00th=[ 3], 80.00th=[ 3], 90.00th=[ 4], 95.00th=[ 5], | 99.00th=[ 9], 99.50th=[ 16], 99.90th=[ 6048], 99.95th=[ 9024], | 99.99th=[16064] bw (KB /s): min= 1041, max=132031, per=12.72%, avg=58425.09, stdev=26590.54 lat (usec) : 2=1.61%, 4=82.62%, 10=14.94%, 20=0.37%, 50=0.16% lat (usec) : 100=0.05%, 250=0.03%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.02%, 4=0.05%, 10=0.11%, 20=0.03%, 50=0.01% lat (msec) : 100=0.01%, 250=0.01%, 500=0.01% cpu : usr=1.25%, sys=5.35%, ctx=80024, majf=0, minf=245 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=6894227/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=26931MB, aggrb=459178KB/s, minb=459178KB/s, maxb=459178KB/s, mint=60057msec, maxt=60057msec
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32 ... fio-2.8 Starting 8 processes benchmark: Laying out IO file(s) (1 file(s) / 256MB) benchmark: (groupid=0, jobs=8): err= 0: pid=9437: Fri May 12 20:04:16 2017 write: io=14003MB, bw=238921KB/s, iops=59730, runt= 60017msec clat (usec): min=0, max=1267.6K, avg=41.63, stdev=2711.61 lat (usec): min=1, max=1267.6K, avg=42.75, stdev=2719.42 clat percentiles (usec): | 1.00th=[ 1], 5.00th=[ 2], 10.00th=[ 2], 20.00th=[ 2], | 30.00th=[ 2], 40.00th=[ 3], 50.00th=[ 3], 60.00th=[ 3], | 70.00th=[ 3], 80.00th=[ 4], 90.00th=[ 4], 95.00th=[ 6], | 99.00th=[ 11], 99.50th=[ 22], 99.90th=[ 6048], 99.95th=[ 9024], | 99.99th=[110080] bw (KB /s): min= 0, max=137701, per=15.18%, avg=36261.82, stdev=33837.57 lat (usec) : 2=1.76%, 4=77.66%, 10=19.04%, 20=1.00%, 50=0.22% lat (usec) : 100=0.04%, 250=0.03%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2=0.02%, 4=0.06%, 10=0.12%, 20=0.02%, 50=0.01% lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec) : 2000=0.01% cpu : usr=0.69%, sys=2.94%, ctx=50857, majf=0, minf=262 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued : total=r=0/w=3584823/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0 latency : target=0, window=0, percentile=100.00%, depth=32 Run status group 0 (all jobs): WRITE: io=14003MB, aggrb=238920KB/s, minb=238920KB/s, maxb=238920KB/s, mint=60017msec, maxt=60017msec