1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
|
#!/bin/sh
set -u
set -x
set -e
#export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
export LD_LIBRARY_PATH=/usr/local/Percona-Server/lib/mysql/
MYSQLDIR=/usr/local/mysql
ulimit -c unlimited
#DR="/mnt/fio320"
BD=/mlc/back/tpc1000w/
#DR=/data/db/bench
DR="/tachion/data"
#DR="/mnt/tachion/tpc1000w"
CONFIG="/etc/my.y.cnf"
#CONFIG="/etc/my.y.558.cnf"
WT=10
RT=10800
ROWS=80000000
#log2="/tachion/system/"
log2="/data/bench/"
#log2="$DR/"
# restore from backup
function restore {
#sysctl -w dev.flashcache.cache_all=0
mkdir -p $DR
rm -fr $DR/*
rm -f $log2/ib*
echo $log2
#for nm in ibdata1 ib_logfile0 ib_logfile1
#for nm in ibdata1
#do
#rm -f $log2/$nm
#pagecache-management.sh cp $BD/$nm $log2
#done
cp -r $BD/mysql $DR
pagecache-management.sh cp -r $BD/tpcc1000 $DR
pagecache-management.sh cp -r $BD/ibdata1 $log2
sync
echo 3 > /proc/sys/vm/drop_caches
chown mysql.mysql -R $DR
chown mysql.mysql -R $log2
chmod -R 755 $DR
#sysctl -w dev.flashcache.cache_all=1
}
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi
echo "mysql pages $wt"
sleep 10
done
}
# Determine run number for selecting an output directory
RUN_NUMBER=-1
if [ -f ".run_number" ]; then
read RUN_NUMBER < .run_number
fi
if [ $RUN_NUMBER -eq -1 ]; then
RUN_NUMBER=0
fi
OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR
RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number
for trxv in 2
do
for logsz in 4G
do
#for par in 1 2 4 6 8 10 12 14 16 18 20 22 24 26 28 30 43
#for par in 13 26 39 52 65 78
#for par in 39 52 65 78
#for par in 13 52 78 144
for par in 13 52 144
do
runid="par$par.log$logsz.trx$trxv."
restore
sysctl -w dev.flashcache.dirty_thresh_pct=90
export OS_FILE_LOG_BLOCK_SIZE=4096
#/usr/local/mysql/bin/mysqld --defaults-file=$CONFIG --datadir=$DR --innodb_data_home_dir=$DR --innodb_log_group_home_dir=$DR --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${par}GB --innodb-log-file-size=$logsz --innodb_flush_log_at_trx_commit=$trxv &
/usr/local/mysql/bin/mysqld --defaults-file=$CONFIG --datadir=$DR --innodb_data_home_dir=$log2 --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${par}GB --innodb-log-file-size=$logsz --innodb_flush_log_at_trx_commit=$trxv &
MYSQLPID=$!
set +e
while true;
do
mysql -Bse "SELECT 1" mysql
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
fio-status -a /dev/fioa >>$OUTDIR/fiostatus.${runid}res
iostat -mxt 1 >> $OUTDIR/iostat.${runid}res &
PID=$!
vmstat 10 2000 >> $OUTDIR/vmstat.${runid}res &
PIDV=$!
./virident_stat.sh >> $OUTDIR/virident.${runid}res &
PIDVS=$!
./flashcache_stat.sh >> $OUTDIR/flashcache.${runid}res &
PIDFC=$!
$MYSQLDIR/bin/mysqladmin ext -i10 -r >> $OUTDIR/mysqladminext.${runid}res &
PIDMYSQLSTAT=$!
./innodb_stat.sh >> $OUTDIR/innodb.${runid}res &
PIDINN=$!
cp $CONFIG $OUTDIR
cp $0 $OUTDIR
mysqladmin variables >> $OUTDIR/mysql_variables.res
sysctl -a >> $OUTDIR/sysctl.res
./tpcc_start localhost tpcc1000 root "" 1000 32 10 10800 | tee -a $OUTDIR/tpcc.${runid}.out
kill $PIDMYSQLSTAT
kill -9 $PID
kill -9 $PIDV
kill -9 $PIDVS
kill -9 $PIDFC
kill -9 $MYSQLPID
kill -9 $PIDINN
done
done
done
|