]]>
]]>

LRU auto dump / restore

Hardware: Cisco UCS

Benchmark tpcc-mysql, 1000W ( 100GB ), buffer_pool 140GB, 10 connections, 3600 sec run.

time,seccold runlru restore
101414635
201484679
301554715
401584565
501734703
601704756
701794783
801894823
901894883
1001984853
1101974877
1202015072
1302075020
1402124954
1502125033
1602255100
1702465026
1802365032
1902415092
2002465090
2102465218
2202495177
2302615300
2402715320
2502585352
2602674986
2702695356
2802685319
2902785309
3002815284
3102905465
3202925293
3302955322
3403055541
3503065198
3603182400
3703012607
3803342467
3903172408
4003252321
4103352492
4203382904
4303342486
4403412284
4503382949
4603642290
4703582389
4803592322
4903472483
5003752756
5103872772
5203722598
5304093065
5403982314
5504212358
5604062122
5704082506
5804292713
5904182578
6004142682
6104262530
6204452421
6304532685
6404522378
6504772401
6604772739
6704792830
6805052532
6904972420
7004832457
7104822474
7205062540
7305492817
7405302813
7505372523
7605442853
7705712946
7805792793
7905982904
8005972970
8105622841
8205753173
8306022525
8406082468
8505852888
8606703277
8706492536
8806243856
8906602857
9007273021
9106813468
9206682826
9307132944
9406793161
9507022927
9607413488
9707523130
9807512485
9907692498
10007782358
10107403519
10207643920
10307903326
10408452537
10508332642
10608312987
10708213832
10808863331
10908462699
11008812697
11108353117
11209102637
11309483168
11409233469
11509172973
11609032837
117010272599
118010033076
11909192578
12009153803
121010153657
122010583180
123010403239
124010762774
125010782538
126010892934
127010763038
128011172928
129011063719
130011683315
131012423321
132011262924
133011702399
134012013172
135011953259
136012802965
137011862228
138012292870
139012443406
140013023261
141013072456
142013343274
143013273366
144013673064
145014112896
146013733092
147013903045
148014382793
149013973234
150014092851
151014653151
152015373048
153015172959
154015143293
155015703260
156016993035
157015763163
158016393380
159016953176
160016913128
161016793310
162017223447
163017482963
164017922649
165018472939
166018232800
167018742890
168018773508
169019463010
170020103049
171019703113
172020012676
173020563455
174013792390
175013122950
176013563351
177013653186
178013073143
179013602741
180013653318
181013073178
182013573152
183014063605
184014062952
185014453527
186013812917
187013312991
188013922948
189014592941
190013722482
191014933932
192015062925
193014513131
194014132165
195014992458
196014333059
197014742935
198014252968
199016003249
200015052894
201014953146
202015282243
203016122937
204014622855
205015623213
206015283084
207015803285
208015311856
209015873032
210016063063
211014963543
212016193123
213015212950
214015692912
215015772845
216015833339
217015603419
218016112474
219015503195
220015832845
221016431674
222016191736
223016041530
224015911628
225015961658
226016191541
227016341696
228015731528
229016121785
230016331640
231017022002
232016031737
233016941602
234015801970
235016341927
236017371653
237016411738
238017101705
239016511872
240016621825
241015961865
242016251830
243016421838
244017421904
245016471878
246016221987
247016531765
248016382030
249016961906
250017712054
251016602084
252017261996
253016402092
254016762051
255016682012
256017102040
257016792008
258017211990
259016702031
260017202178
261017152016
262016261967
263017142172
264017532020
265016202251
266017641812
267015692204
268017922206
269015772182
270017012267
271017482182
272015902238
273018432208
274016332312
275018222210
276016631968
277017242163
278016881983
279016522163
280017091950
281016802006
282016972234
283017531842
284017211933
285017751925
286016551974
287017171993
288018122058
289017322160
290017161803
291017401995
292016192047
293018752144
294016882019
295016351899
296017562205
297017192159
298017671906
299017192077
300016182138
301018481923
302017802015
303017252249
304017122097
305017452125
306017462010
307019351914
308017152070
309017032090
310017062186
311018762028
312016731885
313018171926
314019232231
315019552289
316018352021
317020092248
318016772128
319019081907
320017512207
321017731996
322019201885
323019662394
324018282143
325022752172
326018812181
327021332098
328021062262
329017572160
330019142336
331018662246
332018342252
333017312334
334020982184
335024022158
336018752465
337018762129
338022932585
339020821902
340021952761
341020362368
342020932305
343019022385
344021972386
345020782456
346019412344
347018912532
348021312523
349024652459
350019982317
351022502281
352021262472
353021242522
354019982317
355022882298
356025062626
357020962449
358024742597
359024312130
360022672357

Configs and scripts

[mysqld]
basedir=/usr/local/Percona-Server/
user=root
server_id=1
local_infile=1
datadir=/mnt/tachion/
tmpdir=/mnt/tachion/
skip-grant-table
innodb_buffer_pool_size=140G
innodb_data_file_path=ibdata1:10M:autoextend
innodb_file_per_table=1
innodb_flush_log_at_trx_commit=2
innodb_log_buffer_size=256M
innodb_log_files_in_group=2
innodb_log_file_size=3G
innodb_thread_concurrency=24
innodb_flush_method             = O_DIRECT
innodb_max_purge_lag=100000
innodb_write_io_threads=16
innodb_read_io_threads=16
innodb_io_capacity=500
innodb_flush_neighbor_pages = 0
innodb-auto-lru-dump=300
innodb_max_dirty_pages_pct=90
max_connections=3000
query_cache_size=0
skip-name-resolve
table_cache=10000
[mysql]
socket=/tmp/mysql.sock
[client]
socket=/tmp/mysql.sock
#!/bin/sh
set -u
set -x
set -e

#export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
export LD_LIBRARY_PATH=/usr/local/Percona-Server/lib/mysql/

ulimit -c unlimited

#DR="/mnt/fio320"
BD=/mnt/tachion/tpc1000w
#DR=/data/db/bench
DR="/data/db/bench"

WT=10
RT=10800

ROWS=80000000

#log2="/data/log/"
log2="$DR/"

# restore from backup


function waitm {

while [ true ]
do

mysql -e "set global innodb_max_dirty_pages_pct=0" mysql

wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi

echo "mysql pages $wt"
sleep 10
done

}



# Determine run number for selecting an output directory
RUN_NUMBER=-1

if [ -f ".run_number" ]; then
  read RUN_NUMBER < .run_number
fi

if [ $RUN_NUMBER -eq -1 ]; then
        RUN_NUMBER=0
fi

OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR

RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number

#for par in  1 2 4 6 8 10 12 14 16 18 20 22 24 26 28 30 43
#for par in   13 26 39 52 65 78
for par in  24
do
export OS_FILE_LOG_BLOCK_SIZE=4096
/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.cnf --datadir=$DR  --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=0  --log-error=error.log &

sleep 900

set +e

while true;
do
mysql -Bse "SELECT 1" mysql

if [ "$?" -eq 0 ]
then
  break
fi

sleep 30

echo -n "."
done
set -e




iostat -dx 5 2000 >> $OUTDIR/iostat.${par}res &
PID=$!
vmstat 5 2000 >> $OUTDIR/vmstat.${par}res &
PIDV=$!
./tpcc_start localhost tpcc1000 root "" 1000 10 10 3600 | tee -a $OUTDIR/tpcc.${par}.out
kill -9 $PID
kill -9 $PIDV

waitm


mysqladmin  shutdown

done
 
benchmark/cisco/auto_lru/start.txt · Last modified: 2011/07/17 21:05 (external edit)
Except where otherwise noted, content on this wiki is licensed under the following license:CC Attribution-Noncommercial-Share Alike 3.0 Unported
Contact Us 24 Hours A Day
SupportContact us 24×7
Emergency? Contact us for help now!
Sales North America(888) 316-9775 or
(208) 473-2904
Sales
Europe
+44-208-133-0309 (UK)
0-800-051-8984 (UK)
0-800-181-0665 (GER)
Training(855) 55TRAIN or
(925) 271-5054

 

Share This
]]> ]]>