Virident tachIOn 400GB sysbench oltp

sysbench oltp read-write, 80mln rows (18GB of data)

mdadm --create --verbose /dev/md0 --level=0 --raid-devices=2 /dev/fioa /dev/fiob
mkfs.xfs -f /dev/md0

[mysqld]
basedir=/usr/local/mysql
user=root
socket=/var/lib/mysql/mysql.sock

server_id=1


local_infile=1
tmpdir=/data

datadir=/data
skip-grant-table


innodb_buffer_pool_size=50G

innodb_data_file_path=ibdata1:10M:autoextend
innodb_file_per_table=1
innodb_flush_log_at_trx_commit=2

innodb_log_buffer_size=8M
innodb_log_files_in_group=2
innodb_log_file_size=1900M

innodb_thread_concurrency=0
innodb_flush_method             = O_DIRECT

innodb_write_io_threads=8
innodb_read_io_threads=8
innodb_io_capacity=2000

innodb_max_dirty_pages_pct=90

max_connections=3000
query_cache_size=0
skip-name-resolve

table_cache=10000


[mysql]

socket=/var/lib/mysql/mysql.sock

[client]
socket=/var/lib/mysql/mysql.sock

#!/bin/sh
set -u
set -x
set -e

DR="/data"
BD="/root/sys.18G.back"

WT=300
RT=180

ROWS=80000000

#log2="/bench/"
log2="$DR/"

# restore from backup

rm -fr $DR/*

echo $log2
for nm in ibdata1 ib_logfile0 ib_logfile1
do
rm -f $log2/$nm
cp $BD/$nm $log2
done


cp -r $BD/* $DR

chown mysql.mysql -R $DR
chown mysql.mysql -R $log2


function waitm {

while [ true ]
do

mysql -e "set global innodb_max_dirty_pages_pct=0" sbtest

wt=`mysql -e "SHOW ENGINE INNODB STATUSG" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" sbtest
break 
fi

echo "mysql pages $wt"
sleep 10
done

}

for bp in `seq 22 -2 2`
do

/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.cnf --basedir=/usr/local/mysql --datadir=$DR  --innodb_data_home_dir=$log2 --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=16 --innodb_buffer_pool_size=${bp}GB &

sleep 60
mysql -e "select avg(id) from sbtest;" sbtest

sysbench --test=oltp --oltp-table-size=$ROWS --init-rng=on --num-threads=16 --max-requests=0 --oltp-dist-type=uniform --max-time=$WT  --mysql-user=root  run 
sleep 30
waitm

for j in 1 2 3
do
echo "$j"
iostat -dx 5 >> oltp.bp$bp.iostat.res &
sysbench --test=oltp --oltp-table-size=$ROWS --init-rng=on --num-threads=16 --max-requests=0 --oltp-dist-type=uniform --max-time=$RT  --mysql-user=root run | tee -a oltp.bp$bp.res
kill -9 `pidof iostat`
sleep 30
waitm
done


mysqladmin  shutdown

done