gcc -o pgms/arithoh -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Darithoh src/arith.c 
gcc -o pgms/register -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum="register int" src/arith.c 
gcc -o pgms/short -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=short src/arith.c 
gcc -o pgms/int -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=int src/arith.c 
gcc -o pgms/long -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=long src/arith.c 
gcc -o pgms/float -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=float src/arith.c 
gcc -o pgms/double -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -Ddatum=double src/arith.c 
gcc -o pgms/hanoi -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/hanoi.c 
gcc -o pgms/syscall -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/syscall.c 
gcc -o pgms/context1 -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/context1.c 
gcc -o pgms/pipe -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/pipe.c 
gcc -o pgms/spawn -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/spawn.c 
gcc -o pgms/execl -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/execl.c 
gcc -o pgms/dhry2 -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -DHZ= ./src/dhry_1.c ./src/dhry_2.c
gcc -o pgms/dhry2reg -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -DHZ= -DREG=register ./src/dhry_1.c ./src/dhry_2.c
gcc -o pgms/looper -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/looper.c 
gcc -o pgms/fstime -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME src/fstime.c 
gcc -o pgms/whetstone-double -Wall -pedantic -O3 -ffast-math -march=native -mtune=native -I ./src -DTIME -DDP -DUNIX -DUNIXBENCH src/whets.c -lm
make all
make[1]: Entering directory `/root/serverscope-VApy1W/byte-unixbench/UnixBench"
make distr
make[2]: Entering directory `/root/serverscope-VApy1W/byte-unixbench/UnixBench"
Checking distribution of files
./pgms  exists
./src  exists
./testdir  exists
make[2]: Leaving directory `/root/serverscope-VApy1W/byte-unixbench/UnixBench"
make programs
make[2]: Entering directory `/root/serverscope-VApy1W/byte-unixbench/UnixBench"
make[2]: Nothing to be done for `programs".
make[2]: Leaving directory `/root/serverscope-VApy1W/byte-unixbench/UnixBench"
make[1]: Leaving directory `/root/serverscope-VApy1W/byte-unixbench/UnixBench"
sh: 3dinfo: command not found
   #    #  #    #  #  #    #          #####   ######  #    #   ####   #    #
   #    #  ##   #  #   #  #           #    #  #       ##   #  #    #  #    #
   #    #  # #  #  #    ##            #####   #####   # #  #  #       ######
   #    #  #  # #  #    ##            #    #  #       #  # #  #       #    #
   #    #  #   ##  #   #  #           #    #  #       #   ##  #    #  #    #
    ####   #    #  #  #    #          #####   ######  #    #   ####   #    #
   Version 5.1.3                      Based on the Byte Magazine Unix Benchmark
   Multi-CPU version                  Version 5 revisions by Ian Smith,
                                      Sunnyvale, CA, USA
   January 13, 2011                   johantheghost at yahoo period com
1 x Dhrystone 2 using register variables  1 2 3 4 5 6 7 8 9 10
1 x Double-Precision Whetstone  1 2 3 4 5 6 7 8 9 10
1 x Execl Throughput  1 2 3
1 x File Copy 1024 bufsize 2000 maxblocks  1 2 3
1 x File Copy 256 bufsize 500 maxblocks  1 2 3
1 x File Copy 4096 bufsize 8000 maxblocks  1 2 3
1 x Pipe Throughput  1 2 3 4 5 6 7 8 9 10
1 x Pipe-based Context Switching  1 2 3 4 5 6 7 8 9 10
1 x Process Creation  1 2 3
1 x System Call Overhead  1 2 3 4 5 6 7 8 9 10
1 x Shell Scripts (1 concurrent)  1 2 3
1 x Shell Scripts (8 concurrent)  1 2 3
12 x Dhrystone 2 using register variables  1 2 3 4 5 6 7 8 9 10
12 x Double-Precision Whetstone  1 2 3 4 5 6 7 8 9 10
12 x Execl Throughput  1 2 3
12 x File Copy 1024 bufsize 2000 maxblocks  1 2 3
12 x File Copy 256 bufsize 500 maxblocks  1 2 3
12 x File Copy 4096 bufsize 8000 maxblocks  1 2 3
12 x Pipe Throughput  1 2 3 4 5 6 7 8 9 10
12 x Pipe-based Context Switching  1 2 3 4 5 6 7 8 9 10
12 x Process Creation  1 2 3
12 x System Call Overhead  1 2 3 4 5 6 7 8 9 10
12 x Shell Scripts (1 concurrent)  1 2 3
12 x Shell Scripts (8 concurrent)  1 2 3
========================================================================
   BYTE UNIX Benchmarks (Version 5.1.3)
   System: ts1: GNU/Linux
   OS: GNU/Linux -- 3.10.0-862.3.3.el7.x86_64 -- #1 SMP Fri Jun 15 04:15:27 UTC 2018
   Machine: x86_64 (x86_64)
   Language: en_US.utf8 (charmap="UTF-8", collate="UTF-8")
   CPU 0: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 1: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 2: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 3: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 4: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 5: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 6: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 7: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 8: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 9: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 10: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   CPU 11: Intel(R) Core(TM) i7-8700 CPU @ 3.20GHz (6384.0 bogomips)
          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT, SYSCALL/SYSRET, Intel virtualization
   20:57:05 up 31 min,  1 user,  load average: 7.93, 4.44, 1.87; runlevel 2018-07-02
------------------------------------------------------------------------
Benchmark Run: Mon Jul 02 2018 20:57:05 - 21:27:15
12 CPUs in system; running 1 parallel copy of tests
Dhrystone 2 using register variables       57958956.2 lps   (10.0 s, 7 samples)
Double-Precision Whetstone                     3101.8 MWIPS (23.0 s, 7 samples)
Execl Throughput                                775.2 lps   (29.9 s, 2 samples)
File Copy 1024 bufsize 2000 maxblocks        714770.3 KBps  (30.0 s, 2 samples)
File Copy 256 bufsize 500 maxblocks          182233.4 KBps  (30.0 s, 2 samples)
File Copy 4096 bufsize 8000 maxblocks       2401266.9 KBps  (30.0 s, 2 samples)
Pipe Throughput                              895414.9 lps   (10.0 s, 7 samples)
Pipe-based Context Switching                 241639.7 lps   (10.0 s, 7 samples)
Process Creation                              17011.6 lps   (30.0 s, 2 samples)
Shell Scripts (1 concurrent)                   7486.8 lpm   (60.0 s, 2 samples)
Shell Scripts (8 concurrent)                   4405.6 lpm   (60.0 s, 2 samples)
System Call Overhead                         703403.4 lps   (10.0 s, 7 samples)
System Benchmarks Index Values               BASELINE       RESULT    INDEX
Dhrystone 2 using register variables         116700.0   57958956.2   4966.5
Double-Precision Whetstone                       55.0       3101.8    564.0
Execl Throughput                                 43.0        775.2    180.3
File Copy 1024 bufsize 2000 maxblocks          3960.0     714770.3   1805.0
File Copy 256 bufsize 500 maxblocks            1655.0     182233.4   1101.1
File Copy 4096 bufsize 8000 maxblocks          5800.0    2401266.9   4140.1
Pipe Throughput                               12440.0     895414.9    719.8
Pipe-based Context Switching                   4000.0     241639.7    604.1
Process Creation                                126.0      17011.6   1350.1
Shell Scripts (1 concurrent)                     42.4       7486.8   1765.8
Shell Scripts (8 concurrent)                      6.0       4405.6   7342.7
System Call Overhead                          15000.0     703403.4    468.9
                                                                   ========
System Benchmarks Index Score                                        1252.0
------------------------------------------------------------------------
Benchmark Run: Mon Jul 02 2018 21:27:15 - 21:58:08
12 CPUs in system; running 12 parallel copies of tests
Dhrystone 2 using register variables      377634076.1 lps   (10.0 s, 7 samples)
Double-Precision Whetstone                    25890.1 MWIPS (26.9 s, 7 samples)
Execl Throughput                              34766.2 lps   (30.0 s, 2 samples)
File Copy 1024 bufsize 2000 maxblocks       1419805.8 KBps  (30.0 s, 2 samples)
File Copy 256 bufsize 500 maxblocks          367449.3 KBps  (30.0 s, 2 samples)
File Copy 4096 bufsize 8000 maxblocks       4706266.3 KBps  (30.0 s, 2 samples)
Pipe Throughput                             6038498.3 lps   (10.0 s, 7 samples)
Pipe-based Context Switching                1677446.2 lps   (10.0 s, 7 samples)
Process Creation                             113553.4 lps   (30.0 s, 2 samples)
Shell Scripts (1 concurrent)                  50413.9 lpm   (60.0 s, 2 samples)
Shell Scripts (8 concurrent)                   6878.8 lpm   (60.0 s, 2 samples)
System Call Overhead                        4585652.8 lps   (10.0 s, 7 samples)
System Benchmarks Index Values               BASELINE       RESULT    INDEX
Dhrystone 2 using register variables         116700.0  377634076.1  32359.4
Double-Precision Whetstone                       55.0      25890.1   4707.3
Execl Throughput                                 43.0      34766.2   8085.2
File Copy 1024 bufsize 2000 maxblocks          3960.0    1419805.8   3585.4
File Copy 256 bufsize 500 maxblocks            1655.0     367449.3   2220.2
File Copy 4096 bufsize 8000 maxblocks          5800.0    4706266.3   8114.3
Pipe Throughput                               12440.0    6038498.3   4854.1
Pipe-based Context Switching                   4000.0    1677446.2   4193.6
Process Creation                                126.0     113553.4   9012.2
Shell Scripts (1 concurrent)                     42.4      50413.9  11890.1
Shell Scripts (8 concurrent)                      6.0       6878.8  11464.6
System Call Overhead                          15000.0    4585652.8   3057.1
                                                                   ========
System Benchmarks Index Score                                        6536.3
dd if=/dev/zero of=benchmark bs=64K count=32K conv=fdatasync 32768+0 records in 32768+0 records out 2147483648 bytes (2.1 GB) copied, 6.13085 s, 350 MB/s dd if=/dev/zero of=benchmark bs=1M count=2048 conv=fdatasync 2048+0 records in 2048+0 records out 2147483648 bytes (2.1 GB) copied, 6.13771 s, 350 MB/s
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting
benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: (groupid=0, jobs=8): err= 0: pid=28349: Mon Jul  2 20:54:02 2018
  read : io=688091MB, bw=11468MB/s, iops=2935.9K, runt= 60001msec
    clat (usec): min=0, max=11244, avg= 1.88, stdev=12.53
     lat (usec): min=0, max=11244, avg= 1.91, stdev=12.53
    clat percentiles (usec):
     |  1.00th=[    0],  5.00th=[    1], 10.00th=[    1], 20.00th=[    1],
     | 30.00th=[    1], 40.00th=[    1], 50.00th=[    1], 60.00th=[    1],
     | 70.00th=[    1], 80.00th=[    2], 90.00th=[    2], 95.00th=[    2],
     | 99.00th=[    2], 99.50th=[    2], 99.90th=[  239], 99.95th=[  282],
     | 99.99th=[  330]
    bw (MB  /s): min=   16, max= 2425, per=12.47%, avg=1429.87, stdev=854.10
    lat (usec) : 2=75.62%, 4=24.03%, 10=0.04%, 20=0.01%, 50=0.01%
    lat (usec) : 100=0.01%, 250=0.21%, 500=0.09%, 750=0.01%, 1000=0.01%
    lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%
  cpu          : usr=29.23%, sys=48.11%, ctx=526614, majf=0, minf=318
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=176151348/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
   READ: io=688091MB, aggrb=11468MB/s, minb=11468MB/s, maxb=11468MB/s, mint=60001msec, maxt=60001msec
Disk stats (read/write):
    dm-0: ios=524288/1026, merge=0/0, ticks=110173/2639, in_queue=112937, util=24.28%, aggrios=524288/353, aggrmerge=0/661, aggrticks=110307/752, aggrin_queue=111019, aggrutil=24.23%
  sda: ios=524288/353, merge=0/661, ticks=110307/752, in_queue=111019, util=24.23%
./fio --time_based --name=benchmark --size=256M --runtime=60 --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randread --blocksize=4k --group_reporting
benchmark: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: (groupid=0, jobs=8): err= 0: pid=28382: Mon Jul  2 20:55:03 2018
  read : io=8106.8MB, bw=138353KB/s, iops=34588, runt= 60001msec
    clat (usec): min=35, max=115351, avg=228.57, stdev=444.64
     lat (usec): min=35, max=115351, avg=228.64, stdev=444.66
    clat percentiles (usec):
     |  1.00th=[  131],  5.00th=[  143], 10.00th=[  151], 20.00th=[  165],
     | 30.00th=[  177], 40.00th=[  191], 50.00th=[  209], 60.00th=[  227],
     | 70.00th=[  249], 80.00th=[  274], 90.00th=[  302], 95.00th=[  322],
     | 99.00th=[  358], 99.50th=[  382], 99.90th=[ 3472], 99.95th=[ 9792],
     | 99.99th=[12352]
    bw (KB  /s): min=  261, max=19968, per=12.52%, avg=17326.22, stdev=3650.34
    lat (usec) : 50=0.01%, 100=0.22%, 250=70.39%, 500=29.29%, 750=0.01%
    lat (usec) : 1000=0.01%
    lat (msec) : 4=0.01%, 10=0.05%, 20=0.05%, 250=0.01%
  cpu          : usr=0.99%, sys=4.98%, ctx=2075414, majf=0, minf=328
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=2075333/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
   READ: io=8106.8MB, aggrb=138353KB/s, minb=138353KB/s, maxb=138353KB/s, mint=60001msec, maxt=60001msec
Disk stats (read/write):
    dm-0: ios=2073997/96, merge=0/0, ticks=458250/55, in_queue=458811, util=99.71%, aggrios=2075333/57, aggrmerge=0/43, aggrticks=458474/55, aggrin_queue=458330, aggrutil=99.66%
  sda: ios=2075333/57, merge=0/43, ticks=458474/55, in_queue=458330, util=99.66%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting
benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: (groupid=0, jobs=8): err= 0: pid=28445: Mon Jul  2 20:57:03 2018
  write: io=229489MB, bw=3824.9MB/s, iops=979154, runt= 60000msec
    clat (usec): min=1, max=98427, avg= 7.36, stdev=111.29
     lat (usec): min=1, max=98427, avg= 7.40, stdev=111.29
    clat percentiles (usec):
     |  1.00th=[    1],  5.00th=[    2], 10.00th=[    2], 20.00th=[    3],
     | 30.00th=[    4], 40.00th=[    5], 50.00th=[    5], 60.00th=[    6],
     | 70.00th=[    6], 80.00th=[    7], 90.00th=[    7], 95.00th=[    8],
     | 99.00th=[   12], 99.50th=[   33], 99.90th=[  636], 99.95th=[  932],
     | 99.99th=[ 1704]
    bw (KB  /s): min=175628, max=780984, per=12.50%, avg=489415.64, stdev=126140.90
    lat (usec) : 2=2.70%, 4=24.55%, 10=71.06%, 20=1.02%, 50=0.23%
    lat (usec) : 100=0.05%, 250=0.12%, 500=0.13%, 750=0.07%, 1000=0.03%
    lat (msec) : 2=0.04%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%
    lat (msec) : 100=0.01%
  cpu          : usr=10.00%, sys=67.71%, ctx=23400925, majf=0, minf=313
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=58749245/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
  WRITE: io=229489MB, aggrb=3824.9MB/s, minb=3824.9MB/s, maxb=3824.9MB/s, mint=60000msec, maxt=60000msec
Disk stats (read/write):
    dm-0: ios=0/9142, merge=0/0, ticks=0/1509207, in_queue=1509207, util=19.16%, aggrios=0/9042, aggrmerge=0/112, aggrticks=0/1497189, aggrin_queue=1497180, aggrutil=19.14%
  sda: ios=0/9042, merge=0/112, ticks=0/1497189, in_queue=1497180, util=19.14%
./fio --time_based --name=benchmark --size=256M --runtime=60 --filename=benchmark --randrepeat=1 --iodepth=32 --direct=1 --invalidate=1 --verify=0 --verify_fatal=0 --numjobs=8 --rw=randwrite --blocksize=4k --group_reporting
benchmark: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=32
...
fio-2.8
Starting 8 processes
benchmark: Laying out IO file(s) (1 file(s) / 256MB)
benchmark: (groupid=0, jobs=8): err= 0: pid=28409: Mon Jul  2 20:56:03 2018
  write: io=4578.9MB, bw=78144KB/s, iops=19536, runt= 60001msec
    clat (usec): min=28, max=14804, avg=407.73, stdev=167.59
     lat (usec): min=28, max=14804, avg=407.91, stdev=167.60
    clat percentiles (usec):
     |  1.00th=[   47],  5.00th=[  350], 10.00th=[  362], 20.00th=[  374],
     | 30.00th=[  382], 40.00th=[  386], 50.00th=[  390], 60.00th=[  394],
     | 70.00th=[  402], 80.00th=[  418], 90.00th=[  442], 95.00th=[  478],
     | 99.00th=[  932], 99.50th=[  964], 99.90th=[ 1256], 99.95th=[ 1592],
     | 99.99th=[ 9408]
    bw (KB  /s): min= 6840, max=11728, per=12.50%, avg=9770.72, stdev=506.11
    lat (usec) : 50=1.63%, 100=0.50%, 250=0.03%, 500=93.43%, 750=1.16%
    lat (usec) : 1000=2.93%
    lat (msec) : 2=0.30%, 4=0.02%, 10=0.01%, 20=0.01%
  cpu          : usr=0.61%, sys=4.64%, ctx=2344394, majf=0, minf=311
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1172185/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
  WRITE: io=4578.9MB, aggrb=78144KB/s, minb=78144KB/s, maxb=78144KB/s, mint=60001msec, maxt=60001msec
Disk stats (read/write):
    dm-0: ios=0/1172707, merge=0/0, ticks=0/48234, in_queue=48321, util=78.79%, aggrios=0/1172385, aggrmerge=0/1008, aggrticks=0/47626, aggrin_queue=47406, aggrutil=78.72%
  sda: ios=0/1172385, merge=0/1008, ticks=0/47626, in_queue=47406, util=78.72%
Downloaded 104857600 bytes in 2.104 sec Downloaded 104857600 bytes in 5.168 sec Downloaded 104857600 bytes in 1.832 sec Downloaded 104857600 bytes in 1.816 sec Downloaded 104857600 bytes in 1.832 sec Finished! Average download speed is 313.68 Mbit/s
Retrieving speedtest.net configuration... Retrieving speedtest.net server list... Testing from OOO Network of data-centers Selectel ... Selecting 15 servers that are not too close: 1. Beirel Telecom ISP (Pushkino) [32.32 km]: 12.824 ms 2. JSC Intersvyaz (Troitsk) [33.24 km]: 62.922 ms 3. Impulse (Staraya Kupavna) [35.68 km]: 28.308 ms 4. Quartz Telecom (Podolsk) [36.09 km]: 14.02 ms 5. FTIC Ltd (Fryazino) [36.31 km]: 26.064 ms 6. DATAPLANET Ltd. (Zelenograd) [38.81 km]: 15.222 ms 7. Gigacom Systems LLC (Domodedovo) [41.24 km]: 13.883 ms 8. TransMedia (Domodedovo) [41.24 km]: 14.503 ms 9. Proxima (Ramenskoye) [42.77 km]: 18.813 ms 10. AVIEL (Ramenskoye) [42.77 km]: 18.818 ms 11. Proxima (Bronnicy) [53.59 km]: 21.127 ms 12. SKScom LLC (Bronnicy) [53.59 km]: 40.421 ms 13. Ltd. "Flex" (Noginsk) [53.78 km]: 16.454 ms 14. TISP (Chernogolovka) [57.15 km]: 38.753 ms 15. OTS Ltd. (Khotkovo) [62.21 km]: 40.205 ms Testing upload speeds 1. Beirel Telecom ISP (Pushkino): ......................... 296.67 Mbit/s 2. JSC Intersvyaz (Troitsk): ......................... 165.51 Mbit/s 3. Impulse (Staraya Kupavna): ......................... 178.45 Mbit/s 4. Quartz Telecom (Podolsk): ......................... 261.46 Mbit/s 5. FTIC Ltd (Fryazino): ......................... 335.03 Mbit/s 6. DATAPLANET Ltd. (Zelenograd): ......................... 364.02 Mbit/s 7. Gigacom Systems LLC (Domodedovo): ......................... 322.69 Mbit/s 8. TransMedia (Domodedovo): ......................... 208.79 Mbit/s 9. Proxima (Ramenskoye): ......................... 161.18 Mbit/s 10. AVIEL (Ramenskoye): ......................... 316.40 Mbit/s 11. Proxima (Bronnicy): ......................... 271.94 Mbit/s 12. SKScom LLC (Bronnicy): ......................... 125.45 Mbit/s 13. Ltd. "Flex" (Noginsk): ......................... 183.19 Mbit/s 14. TISP (Chernogolovka): ......................... 224.17 Mbit/s 15. OTS Ltd. (Khotkovo): ......................... 180.45 Mbit/s Average upload speed is 239.69 Mbit/s