История изменений
Исправление alex07, (текущая версия) :
Никогда не пользовался этим бенчмарком, но вот результат на ZFS:
[root@crow data]# fio --filename=./test.img --size=1GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=60 --numjobs=5 --time_based --group_reporting --name=iops-test-job
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.36
Starting 5 processes
iops-test-job: Laying out IO file (1 file / 1024MiB)
Jobs: 5 (f=0): [f(5)][100.0%][r=699MiB/s,w=697MiB/s][r=179k,w=178k IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=5): err= 0: pid=246948: Thu Oct 26 10:39:22 2023
read: IOPS=166k, BW=648MiB/s (679MB/s)(37.9GiB/60001msec)
slat (usec): min=3, max=90454, avg= 6.74, stdev=70.07
clat (usec): min=137, max=140977, avg=3846.97, stdev=4922.13
lat (usec): min=145, max=141023, avg=3853.71, stdev=4924.26
clat percentiles (usec):
| 1.00th=[ 2024], 5.00th=[ 2147], 10.00th=[ 2212], 20.00th=[ 2245],
| 30.00th=[ 2311], 40.00th=[ 2343], 50.00th=[ 2442], 60.00th=[ 2540],
| 70.00th=[ 2671], 80.00th=[ 2868], 90.00th=[ 3916], 95.00th=[17957],
| 99.00th=[25035], 99.50th=[27657], 99.90th=[34866], 99.95th=[40633],
| 99.99th=[81265]
bw ( KiB/s): min=81888, max=1116288, per=100.00%, avg=666473.94, stdev=80699.26, samples=595
iops : min=20472, max=279072, avg=166618.40, stdev=20174.84, samples=595
write: IOPS=166k, BW=647MiB/s (679MB/s)(37.9GiB/60001msec); 0 zone resets
slat (usec): min=7, max=97399, avg=20.93, stdev=100.77
clat (usec): min=4, max=140938, avg=3846.19, stdev=4927.67
lat (usec): min=134, max=141000, avg=3867.12, stdev=4961.36
clat percentiles (usec):
| 1.00th=[ 2024], 5.00th=[ 2147], 10.00th=[ 2212], 20.00th=[ 2245],
| 30.00th=[ 2311], 40.00th=[ 2343], 50.00th=[ 2442], 60.00th=[ 2540],
| 70.00th=[ 2671], 80.00th=[ 2868], 90.00th=[ 3916], 95.00th=[17957],
| 99.00th=[25035], 99.50th=[27657], 99.90th=[35390], 99.95th=[40633],
| 99.99th=[86508]
bw ( KiB/s): min=82512, max=1114760, per=100.00%, avg=666197.21, stdev=80751.78, samples=595
iops : min=20628, max=278690, avg=166549.23, stdev=20187.96, samples=595
lat (usec) : 10=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.73%, 4=89.43%, 10=2.69%, 20=3.78%, 50=3.34%
lat (msec) : 100=0.02%, 250=0.01%
cpu : usr=7.37%, sys=61.66%, ctx=630782, majf=0, minf=85
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=9947430,9942958,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=648MiB/s (679MB/s), 648MiB/s-648MiB/s (679MB/s-679MB/s), io=37.9GiB (40.7GB), run=60001-60001msec
WRITE: bw=647MiB/s (679MB/s), 647MiB/s-647MiB/s (679MB/s-679MB/s), io=37.9GiB (40.7GB), run=60001-60001msec
А вот результат на обычном ext4:
[root@crow libvirt_tmp]# fio --filename=./test.img --size=1GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=60 --numjobs=5 --time_based --group_reporting --name=iops-test-job
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.36
Starting 5 processes
iops-test-job: Laying out IO file (1 file / 1024MiB)
Jobs: 5 (f=5): [m(5)][100.0%][r=492KiB/s,w=588KiB/s][r=123,w=147 IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=5): err= 0: pid=248365: Thu Oct 26 10:42:45 2023
read: IOPS=135, BW=542KiB/s (555kB/s)(31.9MiB/60214msec)
slat (usec): min=3, max=251228, avg=11952.66, stdev=20681.34
clat (msec): min=205, max=5796, avg=4446.51, stdev=749.17
lat (msec): min=216, max=5797, avg=4458.46, stdev=749.56
clat percentiles (msec):
| 1.00th=[ 709], 5.00th=[ 3138], 10.00th=[ 4044], 20.00th=[ 4245],
| 30.00th=[ 4396], 40.00th=[ 4463], 50.00th=[ 4597], 60.00th=[ 4665],
| 70.00th=[ 4732], 80.00th=[ 4866], 90.00th=[ 5000], 95.00th=[ 5134],
| 99.00th=[ 5403], 99.50th=[ 5470], 99.90th=[ 5604], 99.95th=[ 5671],
| 99.99th=[ 5805]
bw ( KiB/s): min= 184, max= 984, per=99.48%, avg=539.16, stdev=29.69, samples=559
iops : min= 46, max= 246, avg=134.79, stdev= 7.42, samples=559
write: IOPS=140, BW=562KiB/s (575kB/s)(33.0MiB/60214msec); 0 zone resets
slat (usec): min=4, max=247541, avg=23966.49, stdev=28837.89
clat (msec): min=110, max=6005, avg=4485.99, stdev=772.88
lat (msec): min=155, max=6052, avg=4509.95, stdev=773.13
clat percentiles (msec):
| 1.00th=[ 684], 5.00th=[ 3138], 10.00th=[ 4044], 20.00th=[ 4279],
| 30.00th=[ 4396], 40.00th=[ 4530], 50.00th=[ 4597], 60.00th=[ 4732],
| 70.00th=[ 4799], 80.00th=[ 4933], 90.00th=[ 5067], 95.00th=[ 5201],
| 99.00th=[ 5470], 99.50th=[ 5604], 99.90th=[ 5873], 99.95th=[ 5873],
| 99.99th=[ 6007]
bw ( KiB/s): min= 184, max= 1120, per=99.00%, avg=556.79, stdev=33.07, samples=560
iops : min= 46, max= 280, avg=139.20, stdev= 8.27, samples=560
lat (msec) : 250=0.13%, 500=0.45%, 750=0.55%, 1000=0.30%, 2000=1.66%
lat (msec) : >=2000=96.91%
cpu : usr=0.03%, sys=0.16%, ctx=13574, majf=0, minf=64
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.2%, 16=0.5%, 32=1.0%, >=64=98.1%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=8156,8454,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=542KiB/s (555kB/s), 542KiB/s-542KiB/s (555kB/s-555kB/s), io=31.9MiB (33.4MB), run=60214-60214msec
WRITE: bw=562KiB/s (575kB/s), 562KiB/s-562KiB/s (575kB/s-575kB/s), io=33.0MiB (34.6MB), run=60214-60214msec
Disk stats (read/write):
sdb: ios=8144/8464, sectors=65152/67864, merge=0/19, ticks=1612936/2015426, in_queue=3632602, util=99.89%
Какие-то аномальные результаты….
Исправление alex07, :
Никогда не пользовался этим бенчмарком, но вот результат на ZFS:
[root@crow data]# fio --filename=./test.img --size=1GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=60 --numjobs=5 --time_based --group_reporting --name=iops-test-job
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.36
Starting 5 processes
iops-test-job: Laying out IO file (1 file / 1024MiB)
Jobs: 5 (f=0): [f(5)][100.0%][r=699MiB/s,w=697MiB/s][r=179k,w=178k IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=5): err= 0: pid=246948: Thu Oct 26 10:39:22 2023
read: IOPS=166k, BW=648MiB/s (679MB/s)(37.9GiB/60001msec)
slat (usec): min=3, max=90454, avg= 6.74, stdev=70.07
clat (usec): min=137, max=140977, avg=3846.97, stdev=4922.13
lat (usec): min=145, max=141023, avg=3853.71, stdev=4924.26
clat percentiles (usec):
| 1.00th=[ 2024], 5.00th=[ 2147], 10.00th=[ 2212], 20.00th=[ 2245],
| 30.00th=[ 2311], 40.00th=[ 2343], 50.00th=[ 2442], 60.00th=[ 2540],
| 70.00th=[ 2671], 80.00th=[ 2868], 90.00th=[ 3916], 95.00th=[17957],
| 99.00th=[25035], 99.50th=[27657], 99.90th=[34866], 99.95th=[40633],
| 99.99th=[81265]
bw ( KiB/s): min=81888, max=1116288, per=100.00%, avg=666473.94, stdev=80699.26, samples=595
iops : min=20472, max=279072, avg=166618.40, stdev=20174.84, samples=595
write: IOPS=166k, BW=647MiB/s (679MB/s)(37.9GiB/60001msec); 0 zone resets
slat (usec): min=7, max=97399, avg=20.93, stdev=100.77
clat (usec): min=4, max=140938, avg=3846.19, stdev=4927.67
lat (usec): min=134, max=141000, avg=3867.12, stdev=4961.36
clat percentiles (usec):
| 1.00th=[ 2024], 5.00th=[ 2147], 10.00th=[ 2212], 20.00th=[ 2245],
| 30.00th=[ 2311], 40.00th=[ 2343], 50.00th=[ 2442], 60.00th=[ 2540],
| 70.00th=[ 2671], 80.00th=[ 2868], 90.00th=[ 3916], 95.00th=[17957],
| 99.00th=[25035], 99.50th=[27657], 99.90th=[35390], 99.95th=[40633],
| 99.99th=[86508]
bw ( KiB/s): min=82512, max=1114760, per=100.00%, avg=666197.21, stdev=80751.78, samples=595
iops : min=20628, max=278690, avg=166549.23, stdev=20187.96, samples=595
lat (usec) : 10=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.73%, 4=89.43%, 10=2.69%, 20=3.78%, 50=3.34%
lat (msec) : 100=0.02%, 250=0.01%
cpu : usr=7.37%, sys=61.66%, ctx=630782, majf=0, minf=85
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=9947430,9942958,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=648MiB/s (679MB/s), 648MiB/s-648MiB/s (679MB/s-679MB/s), io=37.9GiB (40.7GB), run=60001-60001msec
WRITE: bw=647MiB/s (679MB/s), 647MiB/s-647MiB/s (679MB/s-679MB/s), io=37.9GiB (40.7GB), run=60001-60001msec
А вот результат на обычном ext4:
[root@crow libvirt_tmp]# fio --filename=./test.img --size=1GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=60 --numjobs=5 --time_based --group_reporting --name=iops-test-job
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.36
Starting 5 processes
iops-test-job: Laying out IO file (1 file / 1024MiB)
Jobs: 5 (f=5): [m(5)][100.0%][r=492KiB/s,w=588KiB/s][r=123,w=147 IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=5): err= 0: pid=248365: Thu Oct 26 10:42:45 2023
read: IOPS=135, BW=542KiB/s (555kB/s)(31.9MiB/60214msec)
slat (usec): min=3, max=251228, avg=11952.66, stdev=20681.34
clat (msec): min=205, max=5796, avg=4446.51, stdev=749.17
lat (msec): min=216, max=5797, avg=4458.46, stdev=749.56
clat percentiles (msec):
| 1.00th=[ 709], 5.00th=[ 3138], 10.00th=[ 4044], 20.00th=[ 4245],
| 30.00th=[ 4396], 40.00th=[ 4463], 50.00th=[ 4597], 60.00th=[ 4665],
| 70.00th=[ 4732], 80.00th=[ 4866], 90.00th=[ 5000], 95.00th=[ 5134],
| 99.00th=[ 5403], 99.50th=[ 5470], 99.90th=[ 5604], 99.95th=[ 5671],
| 99.99th=[ 5805]
bw ( KiB/s): min= 184, max= 984, per=99.48%, avg=539.16, stdev=29.69, samples=559
iops : min= 46, max= 246, avg=134.79, stdev= 7.42, samples=559
write: IOPS=140, BW=562KiB/s (575kB/s)(33.0MiB/60214msec); 0 zone resets
slat (usec): min=4, max=247541, avg=23966.49, stdev=28837.89
clat (msec): min=110, max=6005, avg=4485.99, stdev=772.88
lat (msec): min=155, max=6052, avg=4509.95, stdev=773.13
clat percentiles (msec):
| 1.00th=[ 684], 5.00th=[ 3138], 10.00th=[ 4044], 20.00th=[ 4279],
| 30.00th=[ 4396], 40.00th=[ 4530], 50.00th=[ 4597], 60.00th=[ 4732],
| 70.00th=[ 4799], 80.00th=[ 4933], 90.00th=[ 5067], 95.00th=[ 5201],
| 99.00th=[ 5470], 99.50th=[ 5604], 99.90th=[ 5873], 99.95th=[ 5873],
| 99.99th=[ 6007]
bw ( KiB/s): min= 184, max= 1120, per=99.00%, avg=556.79, stdev=33.07, samples=560
iops : min= 46, max= 280, avg=139.20, stdev= 8.27, samples=560
lat (msec) : 250=0.13%, 500=0.45%, 750=0.55%, 1000=0.30%, 2000=1.66%
lat (msec) : >=2000=96.91%
cpu : usr=0.03%, sys=0.16%, ctx=13574, majf=0, minf=64
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.2%, 16=0.5%, 32=1.0%, >=64=98.1%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=8156,8454,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=542KiB/s (555kB/s), 542KiB/s-542KiB/s (555kB/s-555kB/s), io=31.9MiB (33.4MB), run=60214-60214msec
WRITE: bw=562KiB/s (575kB/s), 562KiB/s-562KiB/s (575kB/s-575kB/s), io=33.0MiB (34.6MB), run=60214-60214msec
Disk stats (read/write):
sdb: ios=8144/8464, sectors=65152/67864, merge=0/19, ticks=1612936/2015426, in_queue=3632602, util=99.89%
Исходная версия alex07, :
Никогда не пользовался этим бенчмарком, но вот:
[root@crow data]# fio --filename=./test.img --size=1GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=60 --numjobs=5 --time_based --group_reporting --name=iops-test-job
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.36
Starting 5 processes
iops-test-job: Laying out IO file (1 file / 1024MiB)
Jobs: 5 (f=0): [f(5)][100.0%][r=699MiB/s,w=697MiB/s][r=179k,w=178k IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=5): err= 0: pid=246948: Thu Oct 26 10:39:22 2023
read: IOPS=166k, BW=648MiB/s (679MB/s)(37.9GiB/60001msec)
slat (usec): min=3, max=90454, avg= 6.74, stdev=70.07
clat (usec): min=137, max=140977, avg=3846.97, stdev=4922.13
lat (usec): min=145, max=141023, avg=3853.71, stdev=4924.26
clat percentiles (usec):
| 1.00th=[ 2024], 5.00th=[ 2147], 10.00th=[ 2212], 20.00th=[ 2245],
| 30.00th=[ 2311], 40.00th=[ 2343], 50.00th=[ 2442], 60.00th=[ 2540],
| 70.00th=[ 2671], 80.00th=[ 2868], 90.00th=[ 3916], 95.00th=[17957],
| 99.00th=[25035], 99.50th=[27657], 99.90th=[34866], 99.95th=[40633],
| 99.99th=[81265]
bw ( KiB/s): min=81888, max=1116288, per=100.00%, avg=666473.94, stdev=80699.26, samples=595
iops : min=20472, max=279072, avg=166618.40, stdev=20174.84, samples=595
write: IOPS=166k, BW=647MiB/s (679MB/s)(37.9GiB/60001msec); 0 zone resets
slat (usec): min=7, max=97399, avg=20.93, stdev=100.77
clat (usec): min=4, max=140938, avg=3846.19, stdev=4927.67
lat (usec): min=134, max=141000, avg=3867.12, stdev=4961.36
clat percentiles (usec):
| 1.00th=[ 2024], 5.00th=[ 2147], 10.00th=[ 2212], 20.00th=[ 2245],
| 30.00th=[ 2311], 40.00th=[ 2343], 50.00th=[ 2442], 60.00th=[ 2540],
| 70.00th=[ 2671], 80.00th=[ 2868], 90.00th=[ 3916], 95.00th=[17957],
| 99.00th=[25035], 99.50th=[27657], 99.90th=[35390], 99.95th=[40633],
| 99.99th=[86508]
bw ( KiB/s): min=82512, max=1114760, per=100.00%, avg=666197.21, stdev=80751.78, samples=595
iops : min=20628, max=278690, avg=166549.23, stdev=20187.96, samples=595
lat (usec) : 10=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.73%, 4=89.43%, 10=2.69%, 20=3.78%, 50=3.34%
lat (msec) : 100=0.02%, 250=0.01%
cpu : usr=7.37%, sys=61.66%, ctx=630782, majf=0, minf=85
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=9947430,9942958,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=648MiB/s (679MB/s), 648MiB/s-648MiB/s (679MB/s-679MB/s), io=37.9GiB (40.7GB), run=60001-60001msec
WRITE: bw=647MiB/s (679MB/s), 647MiB/s-647MiB/s (679MB/s-679MB/s), io=37.9GiB (40.7GB), run=60001-60001msec