幾種磁碟iops對比

fio -filename=/dev/sdc1 -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=200G -numjobs=10 -runtime=1000 -group_reporting -name=mytest

1.惠普 1萬轉的sasi 磁碟，三塊盤做raid5

[root@localhost home]# fio -filename=/dev/sda3 -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=200G -numjobs=10 -runtime=1000 -group_reporting -name=mytest

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

...

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

fio 2.0.7

Starting 10 threads

^Cbs: 10 (f=10): [rrrrrrrrrr] [72.5% done] [11927K/0K /s] [728 /0  iops] [eta 04m:35s]

fio: terminating on signal 2

mytest: (groupid=0, jobs=10): err= 0: pid=20884

  read : io=8194.4MB, bw=11578KB/s, iops=723 , runt=724715msec

    clat (usec): min=56 , max=281178 , avg=13812.75, stdev=12439.56

     lat (usec): min=56 , max=281179 , avg=13813.10, stdev=12439.56

    clat percentiles (msec):

     |  1.00th=[    3],  5.00th=[    4], 10.00th=[    5], 20.00th=[    6],

     | 30.00th=[    7], 40.00th=[    8], 50.00th=[   10], 60.00th=[   12],

     | 70.00th=[   15], 80.00th=[   20], 90.00th=[   30], 95.00th=[   39],

     | 99.00th=[   63], 99.50th=[   74], 99.90th=[   98], 99.95th=[  109],

     | 99.99th=[  135]

    bw (KB/s)  : min=  451, max= 1884, per=10.01%, avg=1159.43, stdev=171.68

    lat (usec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%

    lat (msec) : 2=0.29%, 4=8.79%, 10=43.14%, 20=28.39%, 50=17.03%

    lat (msec) : 100=2.25%, 250=0.08%, 500=0.01%

  cpu          : usr=0.93%, sys=3.01%, ctx=6145622, majf=0, minf=124766

  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%

     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

     issued    : total=r=524437/w=0/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):

   READ: io=8194.4MB, aggrb=11578KB/s, minb=11578KB/s, maxb=11578KB/s, mint=724715msec, maxt=724715msec

Disk stats (read/write):

  sda: ios=524323/66, merge=0/5, ticks=7221605/0, in_queue=7221176, util=100.00%

2.惠普儲存，轉數未知，陣列未知

...

mytest2xx: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

fio 2.0.7

Starting 10 threads

Jobs: 10 (f=10): [rrrrrrrrrr] [100.0% done] [33439K/0K /s] [2041 /0  iops] [eta 00m:00s]

mytest2xx: (groupid=0, jobs=10): err= 0: pid=21195

  read : io=31092MB, bw=31838KB/s, iops=1989 , runt=1000007msec

    clat (usec): min=78 , max=110652 , avg=5023.11, stdev=3133.61

     lat (usec): min=78 , max=110652 , avg=5023.27, stdev=3133.61

    clat percentiles (usec):

     |  1.00th=[ 1384],  5.00th=[ 1896], 10.00th=[ 2256], 20.00th=[ 2832],

     | 30.00th=[ 3376], 40.00th=[ 3920], 50.00th=[ 4384], 60.00th=[ 4896],

     | 70.00th=[ 5408], 80.00th=[ 6432], 90.00th=[ 8512], 95.00th=[10688],

     | 99.00th=[16320], 99.50th=[19072], 99.90th=[26240], 99.95th=[31616],

     | 99.99th=[68096]

    bw (KB/s)  : min=  825, max= 3872, per=10.01%, avg=3186.77, stdev=221.02

    lat (usec) : 100=0.20%, 250=0.03%, 500=0.01%, 750=0.01%, 1000=0.03%

    lat (msec) : 2=6.12%, 4=35.48%, 10=52.07%, 20=5.67%, 50=0.37%

    lat (msec) : 100=0.02%, 250=0.01%

  cpu          : usr=1.06%, sys=4.15%, ctx=21151377, majf=0, minf=82013

  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%

     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

     issued    : total=r=1989875/w=0/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):

   READ: io=31092MB, aggrb=31837KB/s, minb=31837KB/s, maxb=31837KB/s, mint=1000007msec, maxt=1000007msec

Disk stats (read/write):

  sdd: ios=1989433/0, merge=0/0, ticks=9957264/0, in_queue=9956281, util=100.00%

avg-cpu:  %user   %nice %system %iowait  %steal   %idle

           0.05    0.00    0.20   15.67    0.00   84.08

Device:         rrqm/s   wrqm/s     r/s     w/s    rMB/s    wMB/s avgrq-sz avgqu-sz   await r_await w_await  svctm  %util

sda               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

centos-root       0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

centos-swap       0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdb               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdc               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdd               0.00     0.00 1983.00    0.00    30.98     0.00    32.00     9.95    5.04    5.04    0.00   0.50 100.00

sde               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdf               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdg               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

centos-home       0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

3.ssd硬碟

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

...

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

fio 2.0.7

Starting 10 threads

Jobs: 10 (f=10): [rrrrrrrrrr] [100.0% done] [728.9M/0K /s] [44.5K/0  iops] [eta 00m:00s]

mytest: (groupid=0, jobs=10): err= 0: pid=41010

  read : io=683066MB, bw=699459KB/s, iops=43716 , runt=1000001msec

    clat (usec): min=0 , max=1000.3K, avg=227.72, stdev=434.81

     lat (usec): min=0 , max=1000.3K, avg=227.84, stdev=460.35

    clat percentiles (usec):

     |  1.00th=[  131],  5.00th=[  163], 10.00th=[  171], 20.00th=[  181],

     | 30.00th=[  191], 40.00th=[  203], 50.00th=[  215], 60.00th=[  229],

     | 70.00th=[  247], 80.00th=[  270], 90.00th=[  302], 95.00th=[  330],

     | 99.00th=[  398], 99.50th=[  430], 99.90th=[  852], 99.95th=[ 1448],

     | 99.99th=[ 2416]

    bw (KB/s)  : min= 6446, max=209984, per=10.01%, avg=70002.75, stdev=3512.08

    lat (usec) : 2=0.10%, 50=0.01%, 100=0.02%, 250=71.76%, 500=27.89%

    lat (usec) : 750=0.11%, 1000=0.03%

    lat (msec) : 2=0.06%, 4=0.02%, 10=0.01%, 20=0.01%, 50=0.01%

    lat (msec) : 2000=0.01%

  cpu          : usr=12.19%, sys=40.75%, ctx=438248293, majf=0, minf=309696

  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%

     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

     issued    : total=r=43716234/w=0/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):

   READ: io=683066MB, aggrb=699459KB/s, minb=699459KB/s, maxb=699459KB/s, mint=1000001msec, maxt=1000001msec

Disk stats (read/write):

  sdb: ios=43711959/320184, merge=92/527989, ticks=9618336/77818, in_queue=9678093, util=100.00%

[root@mha-transcenter01 ~]# 

avg-cpu:  %user   %nice %system %iowait  %steal   %idle

           0.67    0.00    0.84    3.73    0.00   94.76

Device:         rrqm/s   wrqm/s     r/s     w/s    rMB/s    wMB/s avgrq-sz avgqu-sz   await r_await w_await  svctm  %util

sda               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdb               0.00   684.00 43478.00  370.00   679.34     6.32    32.03     9.68    0.22    0.22    0.31   0.02 100.00

dm-0              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

dm-1              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

dm-2              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00