gcc -o pgms/arithoh -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Darithoh src/arith.c 
gcc -o pgms/register -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum="register int" src/arith.c 
gcc -o pgms/short -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=short src/arith.c 
gcc -o pgms/int -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=int src/arith.c 
gcc -o pgms/long -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=long src/arith.c 
gcc -o pgms/float -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=float src/arith.c 
gcc -o pgms/double -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=double src/arith.c 
gcc -o pgms/hanoi -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/hanoi.c 
gcc -o pgms/syscall -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/syscall.c 
gcc -o pgms/context1 -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/context1.c 
gcc -o pgms/pipe -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/pipe.c 
src/pipe.c: In function xe2x80x98mainxe2x80x99:
src/pipe.c:52:2: warning: ignoring return value of xe2x80x98pipexe2x80x99, declared with attribute warn_unused_result [-Wunused-result]
  pipe(pvec);
  ^~~~~~~~~~
gcc -o pgms/spawn -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/spawn.c 
gcc -o pgms/execl -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/execl.c 
In file included from src/execl.c:34:0:
src/big.c: In function xe2x80x98dummyxe2x80x99:
src/big.c:109:5: warning: ignoring return value of xe2x80x98freopenxe2x80x99, declared with attribute warn_unused_result [-Wunused-result]
     freopen("masterlog.00", "a", stderr);
     ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
src/big.c:197:6: warning: ignoring return value of xe2x80x98freopenxe2x80x99, declared with attribute warn_unused_result [-Wunused-result]
      freopen(logname, "w", stderr);
      ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~
src/big.c:221:3: warning: ignoring return value of xe2x80x98dupxe2x80x99, declared with attribute warn_unused_result [-Wunused-result]
   dup(pvec[0]);
   ^~~~~~~~~~~~
src/big.c:225:6: warning: ignoring return value of xe2x80x98freopenxe2x80x99, declared with attribute warn_unused_result [-Wunused-result]
      freopen(logname, "w", stderr);
      ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~
src/big.c:318:4: warning: ignoring return value of xe2x80x98writexe2x80x99, declared with attribute warn_unused_result [-Wunused-result]
    write(fcopy, cp->line, p - cp->line + 1);
    ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
src/big.c:196:34: warning: xe2x80x98%02dxe2x80x99 directive writing between 2 and 10 bytes into a region of size 5 [-Wformat-overflow=]
      sprintf(logname, "masterlog.%02d", firstuser/MAXCHILD);
                                  ^~~~
src/big.c:196:23: note: directive argument in the range [-178956970, 178956970]
      sprintf(logname, "masterlog.%02d", firstuser/MAXCHILD);
                       ^~~~~~~~~~~~~~~~
In file included from /usr/include/stdio.h:862:0,
                 from src/execl.c:25:
/usr/include/x86_64-linux-gnu/bits/stdio2.h:33:10: note: xe2x80x98__builtin___sprintf_chkxe2x80x99 output between 13 and 21 bytes into a destination of size 15
   return __builtin___sprintf_chk (__s, __USE_FORTIFY_LEVEL - 1,
          ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
       __bos (__s), __fmt, __va_arg_pack ());
       ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
gcc -o pgms/dhry2 -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -DHZ= ./src/dhry_1.c ./src/dhry_2.c
gcc -o pgms/dhry2reg -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -DHZ= -DREG=register ./src/dhry_1.c ./src/dhry_2.c
gcc -o pgms/looper -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/looper.c 
gcc -o pgms/fstime -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/fstime.c 
gcc -o pgms/whetstone-double -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -DDP -DUNIX -DUNIXBENCH src/whets.c -lm
make all
make[1]: Entering directory "/root/serverscope-ardHm9/byte-unixbench/UnixBench"
make distr
make[2]: Entering directory "/root/serverscope-ardHm9/byte-unixbench/UnixBench"
Checking distribution of files
./pgms  exists
./src  exists
./testdir  exists
make[2]: Leaving directory "/root/serverscope-ardHm9/byte-unixbench/UnixBench"
make programs
make[2]: Entering directory "/root/serverscope-ardHm9/byte-unixbench/UnixBench"
make[2]: Nothing to be done for "programs".
make[2]: Leaving directory "/root/serverscope-ardHm9/byte-unixbench/UnixBench"
make[1]: Leaving directory "/root/serverscope-ardHm9/byte-unixbench/UnixBench"
sh: 1: 3dinfo: not found
   #    #  #    #  #  #    #          #####   ######  #    #   ####   #    #
   #    #  ##   #  #   #  #           #    #  #       ##   #  #    #  #    #
   #    #  # #  #  #    ##            #####   #####   # #  #  #       ######
   #    #  #  # #  #    ##            #    #  #       #  # #  #       #    #
   #    #  #   ##  #   #  #           #    #  #       #   ##  #    #  #    #
    ####   #    #  #  #    #          #####   ######  #    #   ####   #    #
   Version 5.1.3                      Based on the Byte Magazine Unix Benchmark
   Multi-CPU version                  Version 5 revisions by Ian Smith,
                                      Sunnyvale, CA, USA
   January 13, 2011                   johantheghost at yahoo period com
1 x Dhrystone 2 using register variables  1 2 3 4 5 6 7 8 9 10
1 x Double-Precision Whetstone  1 2 3 4 5 6 7 8 9 10
1 x Execl Throughput  1 2 3
1 x File Copy 1024 bufsize 2000 maxblocks  1 2 3
1 x File Copy 256 bufsize 500 maxblocks  1 2 3
1 x File Copy 4096 bufsize 8000 maxblocks  1 2 3
1 x Pipe Throughput  1 2 3 4 5 6 7 8 9 10
1 x Pipe-based Context Switching  1 2 3 4 5 6 7 8 9 10
1 x Process Creation  1 2 3
1 x System Call Overhead  1 2 3 4 5 6 7 8 9 10
1 x Shell Scripts (1 concurrent)  1 2 3
1 x Shell Scripts (8 concurrent)  1 2 3
4 x Dhrystone 2 using register variables  1 2 3 4 5 6 7 8 9 10
4 x Double-Precision Whetstone  1 2 3 4 5 6 7 8 9 10
4 x Execl Throughput  1 2 3
4 x File Copy 1024 bufsize 2000 maxblocks  1 2 3
4 x File Copy 256 bufsize 500 maxblocks  1 2 3
4 x File Copy 4096 bufsize 8000 maxblocks  1 2 3
4 x Pipe Throughput  1 2 3 4 5 6 7 8 9 10
4 x Pipe-based Context Switching  1 2 3 4 5 6 7 8 9 10
4 x Process Creation  1 2 3
4 x System Call Overhead  1 2 3 4 5 6 7 8 9 10
4 x Shell Scripts (1 concurrent)  1 2 3
4 x Shell Scripts (8 concurrent)  1 2 3
========================================================================
   BYTE UNIX Benchmarks (Version 5.1.3)
   System: byos-test: GNU/Linux
   OS: GNU/Linux -- 4.15.0-30-generic -- #32-Ubuntu SMP Thu Jul 26 17:42:43 UTC 2018
   Machine: x86_64 (x86_64)
   Language: en_US.utf8 (charmap="UTF-8", collate="UTF-8")
   CPU 0: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (6983.8 bogomips)
          x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET
   CPU 1: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (6983.8 bogomips)
          x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET
   CPU 2: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (6983.8 bogomips)
          x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET
   CPU 3: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (6983.8 bogomips)
          x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET
   14:29:52 up 9 min,  1 user,  load average: 7.52, 4.75, 2.09; runlevel 2018-08-14
------------------------------------------------------------------------
Benchmark Run: Tue Aug 14 2018 14:29:52 - 14:59:06
4 CPUs in system; running 1 parallel copy of tests
Dhrystone 2 using register variables       45947342.2 lps   (10.0 s, 7 samples)
Double-Precision Whetstone                     3617.5 MWIPS (16.2 s, 7 samples)
Execl Throughput                               5194.8 lps   (29.9 s, 2 samples)
File Copy 1024 bufsize 2000 maxblocks        913539.1 KBps  (30.0 s, 2 samples)
File Copy 256 bufsize 500 maxblocks          238505.3 KBps  (30.0 s, 2 samples)
File Copy 4096 bufsize 8000 maxblocks       2442797.1 KBps  (30.0 s, 2 samples)
Pipe Throughput                             1293262.1 lps   (10.0 s, 7 samples)
Pipe-based Context Switching                 257922.6 lps   (10.0 s, 7 samples)
Process Creation                              13878.4 lps   (30.0 s, 2 samples)
Shell Scripts (1 concurrent)                  11491.9 lpm   (60.0 s, 2 samples)
Shell Scripts (8 concurrent)                   3725.9 lpm   (60.2 s, 2 samples)
System Call Overhead                         962061.2 lps   (10.0 s, 7 samples)
System Benchmarks Index Values               BASELINE       RESULT    INDEX
Dhrystone 2 using register variables         116700.0   45947342.2   3937.2
Double-Precision Whetstone                       55.0       3617.5    657.7
Execl Throughput                                 43.0       5194.8   1208.1
File Copy 1024 bufsize 2000 maxblocks          3960.0     913539.1   2306.9
File Copy 256 bufsize 500 maxblocks            1655.0     238505.3   1441.1
File Copy 4096 bufsize 8000 maxblocks          5800.0    2442797.1   4211.7
Pipe Throughput                               12440.0    1293262.1   1039.6
Pipe-based Context Switching                   4000.0     257922.6    644.8
Process Creation                                126.0      13878.4   1101.5
Shell Scripts (1 concurrent)                     42.4      11491.9   2710.4
Shell Scripts (8 concurrent)                      6.0       3725.9   6209.8
System Call Overhead                          15000.0     962061.2    641.4
                                                                   ========
System Benchmarks Index Score                                        1629.0
------------------------------------------------------------------------
Benchmark Run: Tue Aug 14 2018 14:59:06 - 15:28:17
4 CPUs in system; running 4 parallel copies of tests
Dhrystone 2 using register variables      183633754.8 lps   (10.0 s, 7 samples)
Double-Precision Whetstone                    15549.2 MWIPS (14.8 s, 7 samples)
Execl Throughput                              18578.4 lps   (29.9 s, 2 samples)
File Copy 1024 bufsize 2000 maxblocks       1302057.6 KBps  (30.0 s, 2 samples)
File Copy 256 bufsize 500 maxblocks          340236.5 KBps  (30.0 s, 2 samples)
File Copy 4096 bufsize 8000 maxblocks       4089030.8 KBps  (30.0 s, 2 samples)
Pipe Throughput                             5173988.9 lps   (10.0 s, 7 samples)
Pipe-based Context Switching                1138942.4 lps   (10.0 s, 7 samples)
Process Creation                              32415.1 lps   (30.0 s, 2 samples)
Shell Scripts (1 concurrent)                  29423.1 lpm   (60.0 s, 2 samples)
Shell Scripts (8 concurrent)                   4892.6 lpm   (60.0 s, 2 samples)
System Call Overhead                        3540608.2 lps   (10.0 s, 7 samples)
System Benchmarks Index Values               BASELINE       RESULT    INDEX
Dhrystone 2 using register variables         116700.0  183633754.8  15735.5
Double-Precision Whetstone                       55.0      15549.2   2827.1
Execl Throughput                                 43.0      18578.4   4320.6
File Copy 1024 bufsize 2000 maxblocks          3960.0    1302057.6   3288.0
File Copy 256 bufsize 500 maxblocks            1655.0     340236.5   2055.8
File Copy 4096 bufsize 8000 maxblocks          5800.0    4089030.8   7050.1
Pipe Throughput                               12440.0    5173988.9   4159.2
Pipe-based Context Switching                   4000.0    1138942.4   2847.4
Process Creation                                126.0      32415.1   2572.6
Shell Scripts (1 concurrent)                     42.4      29423.1   6939.4
Shell Scripts (8 concurrent)                      6.0       4892.6   8154.3
System Call Overhead                          15000.0    3540608.2   2360.4
                                                                   ========
System Benchmarks Index Score                                        4275.1
dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB, 2.0 GiB) copied, 30.8753 s, 69.6 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB, 2.0 GiB) copied, 31.6951 s, 67.8 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting
benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: (groupid=0, jobs=8): err= 0: pid=5259: Tue Aug 14 14:26:45 2018
  read : io=91840KB, bw=1529.9KB/s, iops=382, runt= 60031msec
    clat (usec): min=269, max=792859, avg=20900.23, stdev=27945.30
     lat (usec): min=270, max=792860, avg=20901.46, stdev=27945.30
    clat percentiles (usec):
     |  1.00th=[ 1688],  5.00th=[ 2768], 10.00th=[ 3568], 20.00th=[ 5280],
     | 30.00th=[ 7008], 40.00th=[ 8768], 50.00th=[11712], 60.00th=[16192],
     | 70.00th=[22400], 80.00th=[31872], 90.00th=[49408], 95.00th=[66048],
     | 99.00th=[114176], 99.50th=[134144], 99.90th=[218112], 99.95th=[448512],
     | 99.99th=[774144]
    bw (KB  /s): min=   10, max=  376, per=12.61%, avg=192.77, stdev=52.93
    lat (usec) : 500=0.17%, 750=0.02%, 1000=0.07%
    lat (msec) : 2=1.89%, 4=10.57%, 10=32.09%, 20=22.20%, 50=23.18%
    lat (msec) : 100=8.35%, 250=1.39%, 500=0.04%, 750=0.01%, 1000=0.02%
  cpu          : usr=0.06%, sys=0.25%, ctx=23001, majf=0, minf=91
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=22960/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
   READ: io=91840KB, aggrb=1529KB/s, minb=1529KB/s, maxb=1529KB/s, mint=60031msec, maxt=60031msec
Disk stats (read/write):
    dm-0: ios=22884/141, merge=0/0, ticks=477244/32352, in_queue=509732, util=99.91%, aggrios=22960/69, aggrmerge=0/72, aggrticks=478816/19792, aggrin_queue=430096, aggrutil=97.61%
  vda: ios=22960/69, merge=0/72, ticks=478816/19792, in_queue=430096, util=97.61%
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting
benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: (groupid=0, jobs=8): err= 0: pid=5271: Tue Aug 14 14:27:45 2018
  read : io=94116KB, bw=1567.9KB/s, iops=391, runt= 60030msec
    clat (usec): min=245, max=767661, avg=20392.87, stdev=28867.36
     lat (usec): min=246, max=767662, avg=20394.09, stdev=28867.36
    clat percentiles (usec):
     |  1.00th=[ 1736],  5.00th=[ 2768], 10.00th=[ 3632], 20.00th=[ 5280],
     | 30.00th=[ 7008], 40.00th=[ 8768], 50.00th=[11328], 60.00th=[15936],
     | 70.00th=[21888], 80.00th=[30848], 90.00th=[47360], 95.00th=[64256],
     | 99.00th=[108032], 99.50th=[132096], 99.90th=[280576], 99.95th=[692224],
     | 99.99th=[757760]
    bw (KB  /s): min=    5, max=  379, per=12.69%, avg=198.87, stdev=52.15
    lat (usec) : 250=0.01%, 500=0.09%, 750=0.01%, 1000=0.05%
    lat (msec) : 2=1.73%, 4=10.59%, 10=32.81%, 20=22.57%, 50=23.20%
    lat (msec) : 100=7.68%, 250=1.16%, 500=0.04%, 750=0.06%, 1000=0.01%
  cpu          : usr=0.06%, sys=0.23%, ctx=23553, majf=0, minf=75
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=23529/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
   READ: io=94116KB, aggrb=1567KB/s, minb=1567KB/s, maxb=1567KB/s, mint=60030msec, maxt=60030msec
Disk stats (read/write):
    dm-0: ios=23505/0, merge=0/0, ticks=478296/0, in_queue=478408, util=99.91%, aggrios=23529/0, aggrmerge=0/0, aggrticks=478852/0, aggrin_queue=406668, aggrutil=96.69%
  vda: ios=23529/0, merge=0/0, ticks=478852/0, in_queue=406668, util=96.69%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting
benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: (groupid=0, jobs=8): err= 0: pid=5291: Tue Aug 14 14:29:46 2018
  write: io=144552MB, bw=2409.2MB/s, iops=616744, runt= 60001msec
    clat (usec): min=1, max=524627, avg=10.34, stdev=637.75
     lat (usec): min=1, max=524627, avg=10.76, stdev=639.37
    clat percentiles (usec):
     |  1.00th=[    1],  5.00th=[    2], 10.00th=[    2], 20.00th=[    2],
     | 30.00th=[    2], 40.00th=[    3], 50.00th=[    3], 60.00th=[    3],
     | 70.00th=[    4], 80.00th=[    4], 90.00th=[    5], 95.00th=[    5],
     | 99.00th=[    8], 99.50th=[   10], 99.90th=[   20], 99.95th=[  106],
     | 99.99th=[17280]
    bw (KB  /s): min=    0, max=564489, per=13.03%, avg=321532.83, stdev=123569.56
    lat (usec) : 2=3.55%, 4=63.08%, 10=32.86%, 20=0.41%, 50=0.05%
    lat (usec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
    lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.02%, 50=0.01%
    lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%
  cpu          : usr=8.24%, sys=29.68%, ctx=132980, majf=0, minf=75
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=37005264/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
  WRITE: io=144552MB, aggrb=2409.2MB/s, minb=2409.2MB/s, maxb=2409.2MB/s, mint=60001msec, maxt=60001msec
Disk stats (read/write):
    dm-0: ios=0/8489, merge=0/0, ticks=0/1102284, in_queue=1106724, util=33.06%, aggrios=0/6245, aggrmerge=0/5100, aggrticks=0/819544, aggrin_queue=664724, aggrutil=27.04%
  vda: ios=0/6245, merge=0/5100, ticks=0/819544, in_queue=664724, util=27.04%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting
benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: (groupid=0, jobs=8): err= 0: pid=5281: Tue Aug 14 14:28:46 2018
  write: io=31616KB, bw=539022B/s, iops=131, runt= 60062msec
    clat (msec): min=1, max=4604, avg=60.75, stdev=339.18
     lat (msec): min=1, max=4604, avg=60.75, stdev=339.18
    clat percentiles (msec):
     |  1.00th=[    3],  5.00th=[    3], 10.00th=[    4], 20.00th=[    5],
     | 30.00th=[    6], 40.00th=[    7], 50.00th=[    8], 60.00th=[    8],
     | 70.00th=[    9], 80.00th=[   10], 90.00th=[   11], 95.00th=[   21],
     | 99.00th=[ 1926], 99.50th=[ 2442], 99.90th=[ 3916], 99.95th=[ 4228],
     | 99.99th=[ 4621]
    bw (KB  /s): min=    0, max=  649, per=24.77%, avg=130.30, stdev=193.93
    lat (msec) : 2=0.01%, 4=17.33%, 10=66.64%, 20=10.69%, 50=2.35%
    lat (msec) : 100=0.04%, 250=0.01%, 500=0.03%, 750=0.04%, 1000=0.16%
    lat (msec) : 2000=1.86%, >=2000=0.84%
  cpu          : usr=0.03%, sys=0.17%, ctx=15882, majf=0, minf=81
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7904/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
  WRITE: io=31616KB, aggrb=526KB/s, minb=526KB/s, maxb=526KB/s, mint=60062msec, maxt=60062msec
Disk stats (read/write):
    dm-0: ios=0/8472, merge=0/0, ticks=0/70544, in_queue=70552, util=98.59%, aggrios=0/7970, aggrmerge=0/596, aggrticks=0/60996, aggrin_queue=1784, aggrutil=0.74%
  vda: ios=0/7970, merge=0/596, ticks=0/60996, in_queue=1784, util=0.74%
Downloaded 104857600 bytes in 1.047507 sec Downloaded 104857600 bytes in 0.931394 sec Downloaded 104857600 bytes in 0.929617 sec Downloaded 104857600 bytes in 0.933613 sec Downloaded 104857600 bytes in 0.936519 sec Finished! Average download speed is 837.06 Mbit/s
Retrieving speedtest.net configuration... Retrieving speedtest.net server list... Testing from Hetzner Online GmbH ... Selecting 15 servers that are not too close: 1. IT-Lippstadt (Lippstadt) [89.75 km]: 16.703 ms 2. IT Ohlendorf (Salzgitter) [111.93 km]: 17.739 ms 3. Newone (Ilmenau) [120.64 km]: 20.964 ms 4. Thueringer Netkom GmbH (Weimar) [132.12 km]: 15.407 ms 5. Spacken.net (Hagen) [141.07 km]: 9.088 ms 6. Vodafone DE (Frankfurt) [143.90 km]: 9.168 ms 7. Interoute VDC (Frankfurt) [143.90 km]: 10.049 ms 8. LeaseWeb (Frankfurt) [143.90 km]: 9.736 ms 9. IP-Projects GmbH & Co. KG (Frankfurt) [143.90 km]: 8.732 ms 10. 23media GmbH (Frankfurt) [143.90 km]: 8.867 ms 11. MBN (Frankfurt) [143.90 km]: 11.459 ms 12. CCleaner (Frankfurt) [143.90 km]: 26.55 ms 13. creoline.de (Frankfurt) [143.90 km]: 11.947 ms 14. meerfarbig GmbH & Co. KG (Frankfurt) [143.90 km]: 8.618 ms 15. Vodafone Kabel Deutschland (Frankfurt) [143.90 km]: 13.932 ms Testing upload speeds 1. IT-Lippstadt (Lippstadt): ......................... 357.12 Mbit/s 2. IT Ohlendorf (Salzgitter): ......................... 254.93 Mbit/s 3. Newone (Ilmenau): ......................... 174.54 Mbit/s 4. Thueringer Netkom GmbH (Weimar): ......................... 124.73 Mbit/s 5. Spacken.net (Hagen): ......................... 278.68 Mbit/s 6. Vodafone DE (Frankfurt): ......................... 507.70 Mbit/s 7. Interoute VDC (Frankfurt): ......................... 430.70 Mbit/s 8. LeaseWeb (Frankfurt): ......................... 473.81 Mbit/s 9. IP-Projects GmbH & Co. KG (Frankfurt): ......................... 560.10 Mbit/s 10. 23media GmbH (Frankfurt): ......................... 598.12 Mbit/s 11. MBN (Frankfurt): ......................... 363.70 Mbit/s 12. CCleaner (Frankfurt): ......................... 322.15 Mbit/s 13. creoline.de (Frankfurt): ......................... 493.99 Mbit/s 14. meerfarbig GmbH & Co. KG (Frankfurt): ......................... 560.73 Mbit/s 15. Vodafone Kabel Deutschland (Frankfurt): ......................... 553.25 Mbit/s Average upload speed is 403.62 Mbit/s