>> fio --name=global --rw=randread --size=64m --ioengine=guasi --name=job1 --iodepth=8 --thread job1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=guasi, iodepth=8 Starting 1 thread Jobs: 1: [r] [100.0% done] [ 3135/ 0 kb/s] [eta 00m:00s] job1: (groupid=0, jobs=1): err= 0: pid=29298 read : io=65,536KiB, bw=1,576KiB/s, iops=384, runt= 42557msec slat (msec): min= 0, max= 0, avg= 0.00, stdev= 0.00 clat (msec): min= 0, max= 212, avg=20.26, stdev=18.83 bw (KiB/s) : min= 1166, max= 3376, per=98.51%, avg=1552.50, stdev=317.42 cpu : usr=7.69%, sys=92.99%, ctx=97648 IO depths : 1=0.0%, 2=0.0%, 4=0.1%, 8=99.9%, 16=0.0%, 32=0.0%, >=64=0.0% lat (msec): 2=1.4%, 4=3.6%, 10=25.3%, 20=34.0%, 50=28.1%, 100=6.8% lat (msec): 250=0.8%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=1,576KiB/s, minb=1,576KiB/s, maxb=1,576KiB/s, mint=42557msec, maxt=42557msec Disk stats (read/write): sda: ios=16376/98, merge=8/135, ticks=339481/2810, in_queue=342290, util=99.17% >> fio --name=global --rw=randread --size=64m --ioengine=libaio --name=job1 --iodepth=8 --thread job1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=libaio, iodepth=8 Starting 1 thread Jobs: 1: [r] [95.9% done] [ 2423/ 0 kb/s] [eta 00m:03s] job1: (groupid=0, jobs=1): err= 0: pid=29332 read : io=65,536KiB, bw=929KiB/s, iops=226, runt= 72181msec slat (msec): min= 0, max= 98, avg=31.30, stdev=15.53 clat (msec): min= 0, max= 0, avg= 0.00, stdev= 0.00 bw (KiB/s) : min= 592, max= 2835, per=98.56%, avg=915.58, stdev=325.29 cpu : usr=0.02%, sys=0.34%, ctx=23023 IO depths : 1=22.2%, 2=22.2%, 4=44.4%, 8=11.1%, 16=0.0%, 32=0.0%, >=64=0.0% lat (msec): 2=100.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=929KiB/s, minb=929KiB/s, maxb=929KiB/s, mint=72181msec, maxt=72181msec Disk stats (read/write): sda: ios=16384/43, merge=0/42, ticks=71889/20573, in_queue=92461, util=99.57% >> fio --name=global --rw=randread --size=64m --ioengine=guasi --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=guasi, iodepth=1000 Starting 1 thread Jobs: 1: [r] [93.9% done] [ 815/ 0 kb/s] [eta 00m:02s] job1: (groupid=0, jobs=1): err= 0: pid=29343 read : io=65,536KiB, bw=2,130KiB/s, iops=520, runt= 31500msec slat (msec): min= 0, max= 26, avg= 1.02, stdev= 4.19 clat (msec): min= 12, max=28024, avg=1920.73, stdev=764.20 bw (KiB/s) : min= 1139, max= 3376, per=95.21%, avg=2027.87, stdev=354.38 cpu : usr=7.35%, sys=93.77%, ctx=104637 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.1%, 32=0.2%, >=64=99.6% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.1%, 100=0.4% lat (msec): 250=1.2%, 500=1.0%, 750=0.8%, 1000=0.7%, >=2000=45.5% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=2,130KiB/s, minb=2,130KiB/s, maxb=2,130KiB/s, mint=31500msec, maxt=31500msec Disk stats (read/write): sda: ios=16267/31, merge=115/28, ticks=4019824/313471, in_queue=4333625, util=98.84% >> fio --name=global --rw=randread --size=64m --ioengine=libaio --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=libaio, iodepth=1000 Starting 1 thread Jobs: 1: [r] [98.6% done] [ 4083/ 0 kb/s] [eta 00m:01s]] job1: (groupid=0, jobs=1): err= 0: pid=30346 read : io=65,536KiB, bw=920KiB/s, iops=224, runt= 72925msec slat (msec): min= 0, max= 5539, avg=4431.27, stdev=1268.03 clat (msec): min= 0, max= 0, avg= 0.00, stdev= 0.00 bw (KiB/s) : min= 0, max= 2361, per=103.56%, avg=952.75, stdev=499.54 cpu : usr=0.02%, sys=0.39%, ctx=23089 IO depths : 1=0.2%, 2=0.2%, 4=0.4%, 8=0.8%, 16=1.7%, 32=3.3%, >=64=93.4% lat (msec): 2=100.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=920KiB/s, minb=920KiB/s, maxb=920KiB/s, mint=72925msec, maxt=72925msec Disk stats (read/write): sda: ios=16384/70, merge=0/54, ticks=72644/31038, in_queue=103682, util=99.61% >> fio --name=global --rw=randread --size=64m --ioengine=guasi --name=job1 --iodepth=10000 --thread job1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=guasi, iodepth=10000 Starting 1 thread Jobs: 1: [r] [100.0% done] [ 40752/ 0 kb/s] [eta 00m:00s] job1: (groupid=0, jobs=1): err= 0: pid=32203 read : io=65,536KiB, bw=1,965KiB/s, iops=479, runt= 34148msec slat (msec): min= 0, max= 323, avg=124.06, stdev=112.39 clat (msec): min= 0, max=33982, avg=20686.86, stdev=13689.22 bw (KiB/s) : min= 1, max= 2187, per=94.75%, avg=1861.75, stdev=392.89 cpu : usr=0.35%, sys=2.42%, ctx=166667 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.1%, 32=0.2%, >=64=99.6% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.1%, 50=0.5%, 100=1.5% lat (msec): 250=5.0%, 500=5.6%, 750=1.8%, 1000=0.8%, >=2000=2.3% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=1,965KiB/s, minb=1,965KiB/s, maxb=1,965KiB/s, mint=34148msec, maxt=34148msec Disk stats (read/write): sda: ios=16064/122, merge=319/73, ticks=4350268/172548, in_queue=4521657, util=98.95% >> fio --name=global --rw=randread --size=64m --ioengine=libaio --name=job1 --iodepth=10000 --thread job1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=libaio, iodepth=10000 Starting 1 thread Jobs: 1: [r] [61.3% done] [ 0/ 0 kb/s] [eta 00m:46s]] job1: (groupid=0, jobs=1): err= 0: pid=9791 read : io=65,536KiB, bw=917KiB/s, iops=224, runt= 73118msec slat (msec): min= 1, max=52656, avg=40082.23, stdev=15703.83 clat (msec): min= 0, max= 3, avg= 2.61, stdev= 0.49 bw (KiB/s) : min= 0, max= 2002, per=109.16%, avg=1001.00, stdev=1415.63 cpu : usr=0.02%, sys=0.40%, ctx=23095 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.1%, 16=0.2%, 32=0.4%, >=64=99.2% lat (msec): 2=0.0%, 4=100.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=917KiB/s, minb=917KiB/s, maxb=917KiB/s, mint=73118msec, maxt=73118msec Disk stats (read/write): sda: ios=16384/82, merge=0/86, ticks=72720/36477, in_queue=109197, util=99.44% >> fio --name=global --rw=randread --size=128m --bs=128k --ioengine=guasi --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=128K-128K/128K-128K, ioengine=guasi, iodepth=1000 Starting 1 thread Jobs: 1 job1: (groupid=0, jobs=1): err= 0: pid=10527 read : io=65,536KiB, bw=26,317KiB/s, iops=200, runt= 2550msec slat (msec): min= 4, max= 23, avg=17.37, stdev= 4.55 clat (msec): min= 2522, max= 2545, avg=2529.38, stdev= 5.76 bw (KiB/s) : min= 51, max= 51, per=0.19%, avg=51.00, stdev=-1.00 cpu : usr=0.16%, sys=3.29%, ctx=4782 IO depths : 1=0.2%, 2=0.4%, 4=0.8%, 8=1.6%, 16=3.1%, 32=6.2%, >=64=87.7% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=26,317KiB/s, minb=26,317KiB/s, maxb=26,317KiB/s, mint=2550msec, maxt=2550msec Disk stats (read/write): sda: ios=618/2, merge=232/1, ticks=285574/1346, in_queue=288724, util=87.18% >> fio --name=global --rw=randread --size=128m --bs=128k --ioengine=libaio --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=128K-128K/128K-128K, ioengine=libaio, iodepth=1000 Starting 1 thread Jobs: 1 job1: (groupid=0, jobs=1): err= 0: pid=11041 read : io=65,536KiB, bw=26,092KiB/s, iops=199, runt= 2572msec slat (msec): min= 1982, max= 1984, avg=1982.92, stdev= 0.79 clat (msec): min= 587, max= 587, avg=587.00, stdev= 0.00 bw (KiB/s) : min= 50, max= 50, per=0.19%, avg=50.00, stdev=-1.00 cpu : usr=0.04%, sys=2.14%, ctx=354 IO depths : 1=0.2%, 2=0.4%, 4=0.8%, 8=1.6%, 16=3.1%, 32=6.2%, >=64=87.7% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=100.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=26,092KiB/s, minb=26,092KiB/s, maxb=26,092KiB/s, mint=2572msec, maxt=2572msec Disk stats (read/write): sda: ios=642/0, merge=209/0, ticks=322993/0, in_queue=323974, util=95.22% >> fio --name=global --rw=randread --size=128m --bs=128k --ioengine=guasi --name=job1 --iodepth=10000 --thread job1: (g=0): rw=randread, bs=128K-128K/128K-128K, ioengine=guasi, iodepth=10000 Starting 1 thread Jobs: 1 job1: (groupid=0, jobs=1): err= 0: pid=11054 read : io=65,536KiB, bw=28,067KiB/s, iops=214, runt= 2391msec slat (msec): min= 4, max= 22, avg=17.01, stdev= 4.39 clat (msec): min= 2364, max= 2386, avg=2371.25, stdev= 5.63 bw (KiB/s) : min= 54, max= 54, per=0.19%, avg=54.00, stdev=-1.00 cpu : usr=0.21%, sys=3.01%, ctx=4353 IO depths : 1=0.2%, 2=0.4%, 4=0.8%, 8=1.6%, 16=3.1%, 32=6.2%, >=64=87.7% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=28,067KiB/s, minb=28,067KiB/s, maxb=28,067KiB/s, mint=2391msec, maxt=2391msec Disk stats (read/write): sda: ios=607/0, merge=236/0, ticks=270516/0, in_queue=273292, util=86.45% >> fio --name=global --rw=randread --size=128m --bs=128k --ioengine=libaio --name=job1 --iodepth=10000 --thread job1: (g=0): rw=randread, bs=128K-128K/128K-128K, ioengine=libaio, iodepth=10000 Starting 1 thread Jobs: 1 job1: (groupid=0, jobs=1): err= 0: pid=11568 read : io=65,536KiB, bw=27,811KiB/s, iops=212, runt= 2413msec slat (msec): min= 1822, max= 1825, avg=1823.84, stdev= 0.86 clat (msec): min= 587, max= 587, avg=587.00, stdev= 0.00 bw (KiB/s) : min= 54, max= 54, per=0.19%, avg=54.00, stdev=-1.00 cpu : usr=0.04%, sys=2.32%, ctx=336 IO depths : 1=0.2%, 2=0.4%, 4=0.8%, 8=1.6%, 16=3.1%, 32=6.2%, >=64=87.7% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=100.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=27,811KiB/s, minb=27,811KiB/s, maxb=27,811KiB/s, mint=2413msec, maxt=2413msec Disk stats (read/write): sda: ios=612/0, merge=233/0, ticks=297186/0, in_queue=300652, util=94.81% >> fio --name=global --rw=randread --size=128m --bs=8k --direct=1 --ioengine=guasi --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=8K-8K/8K-8K, ioengine=guasi, iodepth=1000 Starting 1 thread Jobs: 1: [r] [89.5% done] [ 32/ 0 kb/s] [eta 00m:02s] job1: (groupid=0, jobs=1): err= 0: pid=12099 read : io=65,536KiB, bw=3,803KiB/s, iops=464, runt= 17646msec slat (msec): min= 0, max= 25, avg= 2.08, stdev= 5.80 clat (msec): min= 23, max=16145, avg=2150.63, stdev=651.31 bw (KiB/s) : min= 939, max= 5003, per=94.18%, avg=3581.84, stdev=628.78 cpu : usr=0.20%, sys=1.52%, ctx=75684 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.1%, 16=0.2%, 32=0.4%, >=64=99.2% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.2%, 100=0.4% lat (msec): 250=1.1%, 500=1.6%, 750=1.4%, 1000=1.4%, >=2000=18.8% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=3,803KiB/s, minb=3,803KiB/s, maxb=3,803KiB/s, mint=17646msec, maxt=17646msec Disk stats (read/write): sda: ios=7876/27, merge=413/25, ticks=2238007/246948, in_queue=2484974, util=97.94% >> fio --name=global --rw=randread --size=128m --bs=8k --direct=1 --ioengine=libaio --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=8K-8K/8K-8K, ioengine=libaio, iodepth=1000 Starting 1 thread Jobs: 1: [r] [100.0% done] [ 8167/ 0 kb/s] [eta 00m:00s] job1: (groupid=0, jobs=1): err= 0: pid=13101 read : io=65,536KiB, bw=3,937KiB/s, iops=480, runt= 17043msec slat (msec): min= 0, max= 2028, avg=1592.48, stdev=536.88 clat (msec): min= 0, max= 2318, avg=257.83, stdev=598.48 bw (KiB/s) : min= 4, max= 9903, per=105.96%, avg=4171.78, stdev=2543.86 cpu : usr=0.04%, sys=0.59%, ctx=1839 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.1%, 16=0.2%, 32=0.4%, >=64=99.2% lat (msec): 2=75.2%, 4=0.0%, 10=0.0%, 20=0.0%, 50=2.2%, 100=0.0% lat (msec): 250=2.0%, 500=6.8%, 750=1.6%, 1000=0.4%, >=2000=9.2% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=3,937KiB/s, minb=3,937KiB/s, maxb=3,937KiB/s, mint=17043msec, maxt=17043msec Disk stats (read/write): sda: ios=7862/8, merge=427/28, ticks=2363384/9789, in_queue=2373173, util=99.31% >> fio --name=global --rw=randread --size=128m --bs=8k --ioengine=guasi --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=8K-8K/8K-8K, ioengine=guasi, iodepth=1000 Starting 1 thread Jobs: 1: [r] [100.0% done] [ 8159/ 0 kb/s] [eta 00m:00s] job1: (groupid=0, jobs=1): err= 0: pid=14112 read : io=65,536KiB, bw=1,908KiB/s, iops=232, runt= 35166msec slat (msec): min= 0, max= 25, avg= 2.01, stdev= 5.66 clat (msec): min= 78, max=32165, avg=4289.21, stdev=1831.11 bw (KiB/s) : min= 103, max= 3011, per=95.13%, avg=1815.16, stdev=488.29 cpu : usr=0.11%, sys=1.15%, ctx=56072 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.1%, 16=0.2%, 32=0.4%, >=64=99.2% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.1%, 500=0.6%, 750=0.5%, 1000=0.4%, >=2000=1.6% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=1,908KiB/s, minb=1,908KiB/s, maxb=1,908KiB/s, mint=35166msec, maxt=35166msec Disk stats (read/write): sda: ios=16349/49, merge=35/27, ticks=4488771/1113094, in_queue=5601865, util=98.96% >> fio --name=global --rw=randread --size=128m --bs=8k --ioengine=libaio --name=job1 --iodepth=1000 --thread job1: (g=0): rw=randread, bs=8K-8K/8K-8K, ioengine=libaio, iodepth=1000 Starting 1 thread Jobs: 1: [r] [86.4% done] [ 0/ 0 kb/s] [eta 00m:06s]] job1: (groupid=0, jobs=1): err= 0: pid=15116 read : io=65,536KiB, bw=1,720KiB/s, iops=209, runt= 39015msec slat (msec): min= 0, max= 5926, avg=4725.17, stdev=1218.35 clat (msec): min= 0, max= 0, avg= 0.00, stdev= 0.00 bw (KiB/s) : min= 1, max= 3003, per=94.62%, avg=1627.50, stdev=839.87 cpu : usr=0.02%, sys=0.51%, ctx=19962 IO depths : 1=0.2%, 2=0.2%, 4=0.4%, 8=0.9%, 16=1.8%, 32=3.5%, >=64=93.0% lat (msec): 2=100.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=1,720KiB/s, minb=1,720KiB/s, maxb=1,720KiB/s, mint=39015msec, maxt=39015msec Disk stats (read/write): sda: ios=16384/51, merge=0/37, ticks=38769/25245, in_queue=64014, util=99.27% >> fio --name=global --rw=randread --size=128m --bs=8k --ioengine=guasi --name=job1 --iodepth=10000 --thread job1: (g=0): rw=randread, bs=8K-8K/8K-8K, ioengine=guasi, iodepth=10000 Starting 1 thread Jobs: 1: [r] [100.0% done] [ 1869/ 0 kb/s] [eta 00m:00s] job1: (groupid=0, jobs=1): err= 0: pid=15118 read : io=65,536KiB, bw=1,884KiB/s, iops=230, runt= 35603msec slat (msec): min= 71, max= 217, avg=143.78, stdev=42.22 clat (msec): min=35311, max=35529, avg=35420.60, stdev=62.90 bw (KiB/s) : min= 0, max= 0, per=0.00%, avg= 0.00, stdev=-1.00 cpu : usr=0.25%, sys=1.62%, ctx=63454 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.1%, 16=0.2%, 32=0.4%, >=64=99.2% lat (msec): 2=0.0%, 4=0.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=1,884KiB/s, minb=1,884KiB/s, maxb=1,884KiB/s, mint=35603msec, maxt=35603msec Disk stats (read/write): sda: ios=16374/20, merge=10/15, ticks=4534246/106071, in_queue=4640317, util=98.75% >> fio --name=global --rw=randread --size=128m --bs=8k --ioengine=libaio --name=job1 --iodepth=10000 --thread job1: (g=0): rw=randread, bs=8K-8K/8K-8K, ioengine=libaio, iodepth=10000 Starting 1 thread Jobs: 1: [r] [100.0% done] [ 0/ 0 kb/s] [eta 00m:00s] job1: (groupid=0, jobs=1): err= 0: pid=23323 read : io=65,536KiB, bw=1,718KiB/s, iops=209, runt= 39048msec slat (msec): min=38998, max=39044, avg=39021.10, stdev=13.25 clat (msec): min= 2, max= 2, avg= 2.00, stdev= 0.00 bw (KiB/s) : min= 0, max= 0, per=0.00%, avg= 0.00, stdev=-1.00 cpu : usr=0.01%, sys=0.62%, ctx=19972 IO depths : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.1%, 16=0.2%, 32=0.4%, >=64=99.2% lat (msec): 2=0.0%, 4=100.0%, 10=0.0%, 20=0.0%, 50=0.0%, 100=0.0% lat (msec): 250=0.0%, 500=0.0%, 750=0.0%, 1000=0.0%, >=2000=0.0% Run status group 0 (all jobs): READ: io=65,536KiB, aggrb=1,718KiB/s, minb=1,718KiB/s, maxb=1,718KiB/s, mint=39048msec, maxt=39048msec Disk stats (read/write): sda: ios=16384/55, merge=0/42, ticks=38796/17241, in_queue=56037, util=99.16%