#! /bin/bash
 
sn=$1
 
iotop -b -o -t -d1 > iotop.$sn &
iostat -tkx 1 sda > iostat.$sn &
 
echo 3 > /proc/sys/vm/drop_caches
( time dd if=/dev/zero of=/var/tmp/test.img bs=1M count=20000 oflag=direct ) |& tee iooutput.$sn
rm -vf /var/tmp/test.img
 
kill -9 $(ps aux | awk '/iotop/{print $2}' | head -1)
kill -9 $(ps aux | awk '/iostat/{print $2}' | head -1)

$ cat randw.fio
[global]
        ioengine=libaio
        invalidate=1
        direct=1
        iodepth=20
        ramp_time=30
        random_generator=tausworthe64
        randrepeat=0
        verify=0
        verify_fatal=0
        runtime=300
        exitall=1

[rand]
        filename=/export/test.img
        size=10G
        rw=randwrite
        bs=${blocksize}
        numjobs=${threads}

$ cat test.sh
#! /bin/bash

blockdevice='sdb'
blocksize=$1
threads=$2
sn=$3

export blocksize
export threads
output_dir="${blocksize}-${threads}t/"

if [ ! -d ${output_dir} ]; then
        mkdir ${output_dir}
fi

echo "====== ${blocksize}/${threads}threads Test Round ${sn} started ======"

echo 'noop' > /sys/block/${blockdevice}/queue/scheduler
cat /sys/block/sdb/queue/scheduler

find /sys/devices/system/cpu -maxdepth 3 -name scaling_governor | xargs -I {} sh -c 'echo performance > {}'
cpucount=$(lscpu | awk '/^CPU\(s\)/{print $NF}')
performance_count=$(for i in `seq 0 $(expr ${cpucount} - 1)`; do cat /sys/devices/system/cpu/cpu${i}/cpufreq/scaling_governor; done | grep 'performance'  | wc -l)

if [ ${performance_count} -ne ${cpucount} ]; then
        echo "something wrong with cpu setting"
else
        echo "${cpucount} cpus are running on performance state"
fi

iotop -b -o -t -d1 > ${output_dir}/iotop.$sn &
iotop_pid=$!
iostat -tkx 1 ${blockdevice} > ${output_dir}/iostat.$sn &
iostat_pid=$!

echo 3 > /proc/sys/vm/drop_caches
rm -vf /export/test.img
fio randw.fio > ${output_dir}/fio.result.$sn

echo "====== ${blocksize}/${threads}threads Test Round ${sn} ended ======"

kill -9 ${iotop_pid} > /dev/null 2>&1
kill -9 ${iostat_pid} > /dev/null 2>&1

unset blocksize
unset threads
unset iotop_pid
unset iostat_pid

$ for j in `seq 1 3`; do for i in {4,8,16}; do ./test.sh ${i}k 32 $

$ $ for i in `seq 1 3`; do  grep -R '^\s*write' 4k-32t/fio.result.$i | awk -F',' '{print $3}' | awk -F'=' 'BEGIN{SUM=0}{SUM+=$2}END{print SUM}'; done | awk 'BEGIN{SUM=0}{SUM+=$0}END{print SUM/NR}'