fio --name=randrw --rw=randrw --direct=1 --ioengine=libaio --bs=4k --numjobs=8 --rwmixread=90 --size=1G --runtime=60 --group_reporting randrw: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 ... fio-3.19 Starting 8 processes randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) randrw: Laying out IO file (1 file / 1024MiB) Jobs: 3 (f=3): [m(3),_(5)][74.4%][r=55.6MiB/s,w=6337KiB/s][r=14.2k,w=1584 IOPS][eta 00m:21s] randrw: (groupid=0, jobs=8): err= 0: pid=100641: Wed Apr 5 08:22:23 2023 read: IOPS=29.7k, BW=116MiB/s (121MB/s)(6951MiB/60001msec) slat (nsec): min=1632, max=8376.6k, avg=3752.36, stdev=19906.14 clat (usec): min=89, max=10825, avg=221.75, stdev=164.96 lat (usec): min=96, max=10830, avg=225.57, stdev=166.21 clat percentiles (usec): | 1.00th=[ 112], 5.00th=[ 120], 10.00th=[ 127], 20.00th=[ 139], | 30.00th=[ 153], 40.00th=[ 167], 50.00th=[ 180], 60.00th=[ 192], | 70.00th=[ 210], 80.00th=[ 243], 90.00th=[ 433], 95.00th=[ 490], | 99.00th=[ 603], 99.50th=[ 693], 99.90th=[ 1745], 99.95th=[ 2868], | 99.99th=[ 5407] bw ( KiB/s): min=98088, max=158160, per=100.00%, avg=127551.71, stdev=2193.20, samples=893 iops : min=24522, max=39540, avg=31887.86, stdev=548.30, samples=893 write: IOPS=3301, BW=12.9MiB/s (13.5MB/s)(774MiB/60001msec); 0 zone resets slat (nsec): min=1721, max=5612.3k, avg=4984.46, stdev=22173.68 clat (usec): min=131, max=8398, avg=233.30, stdev=121.08 lat (usec): min=135, max=8404, avg=238.37, stdev=123.13 clat percentiles (usec): | 1.00th=[ 155], 5.00th=[ 165], 10.00th=[ 174], 20.00th=[ 188], | 30.00th=[ 200], 40.00th=[ 212], 50.00th=[ 223], 60.00th=[ 235], | 70.00th=[ 249], 80.00th=[ 265], 90.00th=[ 293], 95.00th=[ 318], | 99.00th=[ 392], 99.50th=[ 441], 99.90th=[ 1532], 99.95th=[ 3064], | 99.99th=[ 5211] bw ( KiB/s): min= 9904, max=18704, per=100.00%, avg=14194.07, stdev=272.92, samples=893 iops : min= 2476, max= 4676, avg=3548.46, stdev=68.24, samples=893 lat (usec) : 100=0.01%, 250=79.93%, 500=16.18%, 750=3.53%, 1000=0.15% lat (msec) : 2=0.12%, 4=0.06%, 10=0.02%, 20=0.01% cpu : usr=0.65%, sys=1.88%, ctx=1977682, majf=0, minf=113 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued rwts: total=1779438,198078,0,0 short=0,0,0,0 dropped=0,0,0,0 latency : target=0, window=0, percentile=100.00%, depth=1 Run status group 0 (all jobs): READ: bw=116MiB/s (121MB/s), 116MiB/s-116MiB/s (121MB/s-121MB/s), io=6951MiB (7289MB), run=60001-60001msec WRITE: bw=12.9MiB/s (13.5MB/s), 12.9MiB/s-12.9MiB/s (13.5MB/s-13.5MB/s), io=774MiB (811MB), run=60001-60001msec Disk stats (read/write): dm-2: ios=1779313/198103, merge=0/0, ticks=392478/45634, in_queue=438112, util=99.89%, aggrios=1779607/198109, aggrmerge=0/8, aggrticks=392662/45785, aggrin_queue=438448, aggrutil=99.83% sda: ios=1779607/198109, merge=0/8, ticks=392662/45785, in_queue=438448, util=99.83% [root@localhost telecor]# sync; dd if=/dev/zero of=tempfile bs=1M count=1024; sync 1024+0 records in 1024+0 records out 1073741824 bytes (1.1 GB, 1.0 GiB) copied, 0.678577 s, 1.6 GB/s [root@localhost telecor]# sudo hdparm -t /dev/sda1 /dev/sda1: Timing buffered disk reads: 1024 MB in 0.38 seconds = 2688.93 MB/sec telecor#lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian CPU(s): 4 On-line CPU(s) list: 0-3 Thread(s) per core: 1 Core(s) per socket: 1 Socket(s): 4 NUMA node(s): 1 Vendor ID: GenuineIntel BIOS Vendor ID: GenuineIntel CPU family: 6 Model: 85 Model name: Intel(R) Xeon(R) Gold 6256 CPU @ 3.60GHz BIOS Model name: Intel(R) Xeon(R) Gold 6256 CPU @ 3.60GHz Stepping: 7 CPU MHz: 3591.562 BogoMIPS: 7183.12 Hypervisor vendor: VMware Virtualization type: full L1d cache: 32K L1i cache: 32K L2 cache: 1024K L3 cache: 33792K NUMA node0 CPU(s): 0-3 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov