Command

fio -filename=/tmp/test_randread -direct=1 -iodepth 1 -thread -rw=randrw -ioengine=psync -bs=16k -size=2G -numjobs=16 -runtime=60 -group_reporting -name=native --output=fio_native/fio_docker

debian_docker

root@e745046b9a45:~# cat fio_docker
fio_docker: (g=0): rw=randrw, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.1
Starting 16 threads
fio_docker: Laying out IO file (1 file / 2048MiB)

fio_docker: (groupid=0, jobs=16): err= 0: pid=708: Wed Jun  5 03:20:40 2019
read: IOPS=94, BW=1517KiB/s (1554kB/s)(89.0MiB/60070msec)
    clat (msec): min=17, max=300, avg=105.22, stdev=30.56
    lat (msec): min=17, max=300, avg=105.23, stdev=30.56
    clat percentiles (msec):
    |  1.00th=[   46],  5.00th=[   62], 10.00th=[   70], 20.00th=[   81],
    | 30.00th=[   89], 40.00th=[   96], 50.00th=[  103], 60.00th=[  110],
    | 70.00th=[  118], 80.00th=[  128], 90.00th=[  144], 95.00th=[  157],
    | 99.00th=[  205], 99.50th=[  224], 99.90th=[  266], 99.95th=[  284],
    | 99.99th=[  300]
bw (  KiB/s): min=   31, max=  192, per=6.34%, avg=96.16, stdev=36.09, samples=1893
iops        : min=    1, max=   12, avg= 6.01, stdev= 2.26, samples=1893
write: IOPS=95, BW=1530KiB/s (1567kB/s)(89.8MiB/60070msec)
    clat (usec): min=129, max=269826, avg=62828.65, stdev=55061.44
    lat (usec): min=129, max=269828, avg=62830.51, stdev=55061.49
    clat percentiles (usec):
    |  1.00th=[   194],  5.00th=[   265], 10.00th=[   302], 20.00th=[   392],
    | 30.00th=[   408], 40.00th=[ 47449], 50.00th=[ 79168], 60.00th=[ 90702],
    | 70.00th=[101188], 80.00th=[112722], 90.00th=[127402], 95.00th=[141558],
    | 99.00th=[177210], 99.50th=[210764], 99.90th=[231736], 99.95th=[261096],
    | 99.99th=[270533]
bw (  KiB/s): min=   31, max=  416, per=6.50%, avg=99.43, stdev=56.98, samples=1846
iops        : min=    1, max=   26, avg= 6.21, stdev= 3.56, samples=1846
lat (usec)   : 250=1.83%, 500=16.08%, 750=0.03%, 1000=0.02%
lat (msec)   : 2=1.94%, 10=0.02%, 20=0.02%, 50=1.08%, 100=36.81%
lat (msec)   : 250=42.07%, 500=0.10%
cpu          : usr=0.04%, sys=0.18%, ctx=23026, majf=0, minf=0
IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
    submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
    complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
    issued rwt: total=5697,5744,0, short=0,0,0, dropped=0,0,0
    latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
READ: bw=1517KiB/s (1554kB/s), 1517KiB/s-1517KiB/s (1554kB/s-1554kB/s), io=89.0MiB (93.3MB), run=60070-60070msec
WRITE: bw=1530KiB/s (1567kB/s), 1530KiB/s-1530KiB/s (1567kB/s-1567kB/s), io=89.8MiB (94.1MB), run=60070-60070msec

Disk stats (read/write):
sda: ios=5692/5762, merge=0/11, ticks=111712/3264, in_queue=114916, util=97.86%

debian

root@fo ~/zhuangh7$ cat fio_native
native: (g=0): rw=randrw, bs=16K-16K/16K-16K/16K-16K, ioengine=psync, iodepth=1
...
fio-2.16
Starting 16 threads

native: (groupid=0, jobs=16): err= 0: pid=14176: Tue Jun  4 22:54:06 2019
read : io=80448KB, bw=1338.4KB/s, iops=83, runt= 60109msec
    clat (msec): min=3, max=850, avg=120.49, stdev=44.63
    lat (msec): min=3, max=850, avg=120.49, stdev=44.63
    clat percentiles (msec):
    |  1.00th=[   48],  5.00th=[   67], 10.00th=[   77], 20.00th=[   89],
    | 30.00th=[   99], 40.00th=[  109], 50.00th=[  117], 60.00th=[  126],
    | 70.00th=[  137], 80.00th=[  147], 90.00th=[  167], 95.00th=[  184],
    | 99.00th=[  239], 99.50th=[  258], 99.90th=[  652], 99.95th=[  717],
    | 99.99th=[  848]
write: io=79792KB, bw=1327.5KB/s, iops=82, runt= 60109msec
    clat (usec): min=138, max=745347, avg=71177.04, stdev=66186.39
    lat (usec): min=138, max=745349, avg=71178.70, stdev=66186.48
    clat percentiles (usec):
    |  1.00th=[  199],  5.00th=[  266], 10.00th=[  318], 20.00th=[  390],
    | 30.00th=[  414], 40.00th=[ 1320], 50.00th=[87552], 60.00th=[101888],
    | 70.00th=[114176], 80.00th=[128512], 90.00th=[146432], 95.00th=[162816],
    | 99.00th=[211968], 99.50th=[242688], 99.90th=[561152], 99.95th=[610304],
    | 99.99th=[741376]
    lat (usec) : 250=1.87%, 500=15.08%, 750=0.05%, 1000=0.01%
    lat (msec) : 2=3.15%, 4=0.02%, 10=0.02%, 20=0.05%, 50=0.71%
    lat (msec) : 100=23.92%, 250=54.64%, 500=0.33%, 750=0.15%, 1000=0.01%
cpu          : usr=0.03%, sys=0.16%, ctx=20142, majf=0, minf=0
IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
    submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
    complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
    issued    : total=r=5028/w=4987/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
    latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
READ: io=80448KB, aggrb=1338KB/s, minb=1338KB/s, maxb=1338KB/s, mint=60109msec, maxt=60109msec
WRITE: io=79792KB, aggrb=1327KB/s, minb=1327KB/s, maxb=1327KB/s, mint=60109msec, maxt=60109msec

Disk stats (read/write):
sda: ios=5008/5005, merge=0/19, ticks=115432/4104, in_queue=119532, util=98.36%