]]>
]]>

FlashCache benchmarks on tpcc-like workload

Binary package of FlashCache for CentOS 5.5, Kernel 2.6.18-194 is there http://www.percona.com/downloads/TESTING/FlashCache/centos-2.6.18-194.el5.tar.gz

  • IO subsystems
    • RAID10: 8 disks SAS 2.5” 15K
    • SSD: Intel X25-M 160GB ( 2 gen ) ( Model Number: INTEL SSDSA2M160G2GC, Firmware Revision: 2CV102HA )
    • FlashCache: build over SSD-2
  • Filesystem XFS, builds as: mkfs.xfs -f -d su=16384,sw=16 /dev/sda2
    • mounted with -o nobarrier,swalloc option
  • deadline IO scheduler for all devices
  • InnoDB files layout: ibdata1 and ib_logfile* are placed on separate RAID partition ( not on FlashCache or SSD)
  • MySQL version: Percona Server/XtraDB 5.1.45 rel10.1

Benchmark: tpcc-mysql workload, 1000W ( about 100GB of data ). Buffer pool 22GB, for Cache partition allocated 70GB ( flashcache_create -b 4k -s 70g cachedev /dev/sdb /dev/sda2 )

There were next storage configurations tested:

  • Tables on RAID ( raid )
  • Tables on SSD ( ssd )
  • FlashCache is configured for 20% dirty pages
  • FlashCache is configured for 80% dirty pages

Graph results

Raw results

time,secraidSSD20pct80pct
10182046104
20206091123
3020993101128
4023052799132
50233549105149
60238563113139
70245617118139
80243686105149
902581308101163
1002622119104167
110268230296164
1202722538108149
1302712002110156
1403052444117165
1503282661111173
1603322978101176
1703481936104194
180343253106212
190353289105223
200378485110223
210354402115251
220340341110346
230385143110349
240372575107337
250387142106340
26038337100331
27038181118331
28041140106327
29042543120344
30042029111346
310392104119348
320433190120344
33042953253364
340450136262362
35045654271356
360471179244381
370467126261393
380481273294367
390471287259391
400456240280384
410496231288412
420482206273412
430511117298424
440500170308429
450509324289427
460536382312456
470497172293413
48054059324448
490549124298517
500566210301453
510579154307490
520577413331475
530594493307507
540598535310476
550619221333491
560638273338500
570595142328563
580601548348571
590709675340539
600629222331521
610453603346576
620572698347582
630422641360590
640573568358585
650316299381613
660255540379618
670485379371609
680584326397444
690183791416253
700136388371626
710319653375301
7205461216401330
7304081390376411
7404181174480612
750451997412568
7605151205443428
7703831486438679
7803912153419713
7903701930452716
8004102711441486
8103491622484796
8203431332462750
8302021265472605
8403681301479447
8502371351473252
8603481274507441
870501268441290
8801771242282126
8901811249377202
900941251350400
9101731272259180
9204431292401314
9308411246404485
9402011238503466
9501841109352763
9601511111319824
9704151016391746
980371039336723
9901731145239695
10002051215357882
10105451134311795
10204921140362860
10303321162341906
104010810993031012
10503441142127747
10603471257235911
10707621250173788
10802221311159903
10905471251561114
1100100136442897
11102931325153988
11201481546236764
11302071513341582
1140233145873544
11503801468423552
11604891449328606
1170156138535627
11805341375103550
11905531375356542
12007121338344563
12105851269409539
12204091234306567
12308001240325527
12408221221402643
12507291354253580
12607741316506696
12709021240374632
12804731271516640
12904871286505626
13004731264440655
13104381128544711
13205071290376685
13304881252532707
13404841233360749
13504841276472634
13604871314517624
13704961217594722
13804831185464722
13904791165433693
14004721186546739
14105001193425647
14204511197475679
14305131204376634
14404401111573623
14504671111696656
14604611143482660
14704571114553662
14804951093636651
14904581098571606
15004901025657654
15105261042614652
15204941037589633
1530504941586685
1540522989675590
1550408990618644
1560514997588705
1570475970631618
1580452997540658
15904311023547637
1600482927391732
1610451933340661
16204671025357696
1630461898395702
16404551012363671
16505111004357686
1660473958338614
16705091021334711
1680481943348741
1690496937380761
17004781001417837
1710450972339748
1720468958338842
17304921020326673
1740484895338769
1750451942347817
1760428904305826
1770437985344763
1780424954282787
17904411033319747
1800334962310797
1810431960310783
1820373976354815
1830430944301766
1840368921309832
18504301021311771
18604041037290781
18703841087312801
1880367993338777
18904021096352800
19003971124330705
19104411138347757
19204071174335738
19304271088297761
19404121133325666
19503701101295757
19603911193326786
19704241069356768
19803901116326775
19903661142290757
20003831150321804
20103771072315819
20204121139346713
20303891103301712
20404071143330765
20504351092324756
20603871127315759
20704081136355762
20804221163337705
20903591373270749
21004271249332738
21103971242380700
21203801318315781
21304371325350795
21404181199362780
21503841268376808
21604041346325816
21703721272334753
21803701276374708
21904331310296807
22004001229330680
22104131321356786
22204121311339811
22304011270316774
22403771330295774
22504261307334742
22603621216339761
22704541105271819
22804091222327814
22904121304288788
23004771334332738
23104091248377792
23204621298353840
23303641326363697
23404051331339851
23504321389321795
23604021276304850
23704381099333761
23803881280311783
23904181306297801
24003931419348816
24103791366313746
24204881339325813
24303771379422855
24404131341315824
24503921343317871
24604201368358868
24703881318345875
24804421238374837
24904131177353763
25004221346350858
25103631369348820
25204341265342816
25303451334360913
25403841286318857
25504001319351740
25604331358324766
25703931285400802
25803741370321770
25903951281381835
26004431140397735
26103891376323766
26204131313354745
26303521362399746
26404211353377694
26504241233349743
26604201358367729
26703851330369701
26804061297351819
26904171305408743
27003981382362809
27104021151355739
27203801130386727
27304341240357733
27404171366351805
27504181326362738
27604201240405824
27703901370388700
27803881310359733
27903871364362766
28004441331356802
28104501298359734
28203581314338785
28303921108402716
28404381355390719
28504171386432694
28604181324371765
28704561243364734
28803801408385726
28904101307380788
29003701294389782
29104261294331712
29204391400474787
29303871246361762
29404061242422765
29504041348410753
29603841410416716
29704101384421768
29803661318430736
29904141365427771
30003821371391767
30104451294371739
30203931405453809
30304471391420740
30404501390444743
30503941152417692
30604061293423769
30703831369466869
30803511379471767
30904211436461811
31004061336400820
31103881431421752
31204171442442803
31304671422418766
31404521393446757
31503801396413754
31604101352409821
31704411196430822
31804411360397776
31904391398444749
32003961432432728
32104191336441752
32204161312427794
32304161391422780
32404411381432788
32504741366484733
32603681339416709
32704201294411803
32803621307451793
32904501243413743
33004461368401770
33103701377458749
33204231287427742
33304041374425748
33403781343460763
33504011376431750
33604421368440852
33704271324420745
33804751352456858
33904161240403741
34004021243448799
34103681300426817
34203951325444779
34304201383378845
34404191297456861
34504031333438821
34604041371451811
34704451383464830
34804071392436754
34904021321444847
35004381275439854
35104021178472786
35204441341420823
35303791331444794
35404341353458806
35504141360469881
35604361289413818
35703981300442823
35804151348434850
35904221291484799
36003611296468873
36103951337404811
36204101086388837
36304031369473846
36404271303393802
36504291285455821
36604451324430852
36703451273436845
36803551374451840
36904241314442822
37004241372418839
37104131263485852
37203901354447837
37304291256424869
37403911129468877
37504011269424787
37603871313467908
37703821351468811
37804181294460756
37904311273429788
38004111331461759
38104391250466857
38203691327441828
38304231302441793
38404231287474831
38504231132434860
38604091116477864
38704441318513828
38804441292410794
38904441288466863
39004151201432815
39103971253438811
39204141253434869
39303991311441805
39403901312482798
39503901333401819
39604091076472844
39703801226406863
39804831251425809
39903961325397773
40003891295531869
40103911204437862
40204401295485835
40304021282513793
40404061290457779
40503701334442830
40603961302506849
40704271229507892
40803981145472869
40904291109425764
41004321302473885
41103601340447882
41204411274437844
41304561214479821
41404611285456904
41504261322427794
41604251338501798
41704231249448856
41804041261480829
41904281147463880
42003921274509827
42104481263469840
42204591293506886
42304401296467818
42403961235451868
42503941216510910
42604331330460850
42704461219481926
42803891311521901
42904581331407900
43004181269505865
43104401158511829
43204301244476878
43304651327474810
43404091237440861
43504141293508916
43604301249493805
43704321315506828
43804411227448858
43904741293515905
44004291284462836
44104131292481895
44204051138505851
44304241287475822
44404191286534932
44504361271510842
44604221350504844
44704331175494830
44803991290524839
44904081249465845
45004331299551856
45104461315533874
45204111231527847
45304451162499836
45404271266482846
45504421265545863
45604261273485841
45704451308529868
45804301344467786
45903911266517849
46004101290572852
46104031312516824
46203721258508847
46304521306521802
46404221103524766
46504141246537789
46604361205499818
46704111304510829
46804481268539897
46904611283539784
47004481300561858
47104421297559826
47204561368518821
47304131332540848
47404091294545881
47504261221479805
47604121100547913
47704631285514739
47803941253520814
47904211271509834
48004681318543876
48104381296524853
48204371248489896
48304691287493884
48404121344518888
48503941310523894
48604671247546865
48704491108521854
48804531301505824
48904711256467859
49004191341563815
49104371271539836
49204141315541829
49304551278561805
49404671275544839
49504561255518805
49604321336529842
49703921300565808
49804321313536782
49904331277510867
50003991284522835
50104001284546859
50204651353504862
50304401262543768
50404591297565785
50504491277517825
50604281310477840
50704761280495838
50804331313551829
50904181141556866
51004941108534830
51104501142575827
51204371270527824
51304591274566820
51404291245544855
51504291315531810
51604191258555752
51703771295578835
51804551263520868
51904821250504865
52004491126558813
52105191179557731
52204481314543778
52304941321515857
52404221258541762
52504501297484788
52604291284601773
52704681255541770
52804361227549787
52904391300568879
53004801281549780
53104621191490813
53204091166574901
53303991231541844
53404371225543838
53504521354567870
53604101275570848
53705061302558834
53804621344534837
53904691333523802
54004681268580865
54103821350573736
54204411106485857
54304591161513802
54404621246555854
54503981332561827
54604151366560808
54704511247569858
54805181323555857
54904971298490874
55004711285570759
55104581354567857
55204401321562830
55304471245504844
55404561083504837
55504421165532850
55604761257564802
55704601285568826
55804371338522891
55904411339452800
56004731251535767
56104711359493826
56204671309532861
56304071272558798
56404821209533821
56504461174539789
56604261263538795
56704601339550821
56804671209525843
56904431329549869
57004501261561795
57104731264550825
57204831272526808
57304561248526807
57404371307556848
57504441225596812
57604471111594770
57704381233502819
57804671285553792
57904391344565794
58004451223537837
58104211259568765
58204361279506809
58304951263543760
58404431243524832
58504601270570860
58604471222584801
58704511118581795
58804571264574811
58904171219533888
59004451236573813
59104601199558719
59204701276579762
59304611257586889
59404351283572824
59504621230485807
59604461308534848
59704271232517734
59804561109574809
59904411223559820
60004621249549812
60104631219604767
60204331169525827
60304141301509866
60404041242594894
60504301232493782
60604991242588862
60704461241562795
60804771177460781
60904881126534827
61004201099525775
61104771210508867
61204511295528814
61304121236530818
61404401223529874
61504591269484824
61604541272524820
61704691257599745
61804581216568783
61904131200554854
62004551170506855
62104341215519819
62204321249569807
62304801176510795
62404581200552752
62504391227562796
62604611246525797
62704741242569779
62804781256552850
62904621248527796
63004571164576861
63104531076476857
63204431224613836
63304681298520879
63404321266582785
63503951208545860
63604231246483831
63704511217596768
63804141239575866
63904721279532938
64004491274534827
64104101221569867
64204441137567827
64304601097494743
64404231115575779
64504381260501776
64604581231514832
64704701276585770
64804751209587880
64904501296542764
65004571179560806
65104181236548851
65204331176590820
65304461139542797
65404261184521803
65504221176560831
65604201247519837
65704531180553812
65804311240595861
65904431229547809
66004291277563835
66104541221541807
66204441256561853
66304871145607842
66404161176597842
66504881148566814
66604371067610876
66704621275541884
66804361194505830
66904291209600834
67004791241575823
67104511212594871
67203831278515937
67304521290548732
67404171261586892
67504401101611860
67603971162547817
67704561107546810
67804201310508824
67904421249580840
68004721249557895
68104441250555776
68204431258553835
68304801213550776
68404561276550890
68504151072539809
68604841133589896
68704641018564788
68804321240517871
68904381233573729
69004231192525819
69104171261559888
69204441272582812
69304361243560834
69404381226500888
69504161224561878
69604471153504776
69704111083573818
69804361163546808
69904701256556866
70004211209563891
70104371223513801
70204161210595845
70304331252530806
70404361296609884
70504421213586774
70604201182556865
70704301106548820
70804331057602861
70904731136574855
71004311266579868
71104391256554812
71204841193605764
71304671297578766
71404121255578903
71504531255622817
71604191270554842
71704311257603877
71804261154555833
71904201124551850
72004701247576843

Config and run script

[mysqld]
basedir=/usr/local/mysql
user=root
socket=/var/lib/mysql/mysql.sock
server_id=1
local_infile=1
tmpdir=/mnt/fio
datadir=/mnt/fio320
skip-grant-table
log_slow_queries=ON
slow_query_log_file=slow.log
innodb_buffer_pool_size=24G
innodb_data_file_path=ibdata1:10M:autoextend
innodb_file_per_table=1
innodb_flush_log_at_trx_commit=1
innodb_fast_checksum=1
innodb_log_buffer_size=8M
innodb_log_files_in_group=2
innodb_log_file_size=1900M
innodb_thread_concurrency=0
innodb_flush_method             = O_DIRECT
innodb_write_io_threads=4
innodb_read_io_threads=4
innodb_io_capacity=500
innodb_max_dirty_pages_pct=90
max_connections=3000
query_cache_size=0
skip-name-resolve
table_cache=10000
[mysql]
socket=/var/lib/mysql/mysql.sock
[client]
socket=/var/lib/mysql/mysql.sock
set -u
set -x
set -e
DR="/bench"
BD="/mnt/fio/back"
WT=10
RT=7200
ROWS=80000000
log2="/data/log"
ENAME="bp_22_7200_cachdev_80pct_lru"
mkdir -p $ENAME
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break 
fi
echo "mysql pages $wt"
sleep 10
done
}
for par in  22
do
/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.opt.cnf --basedir=/usr/local/mysql --datadir=$DR  --innodb_data_home_dir=$log2 --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=0 --innodb_buffer_pool_size=${par}GB  &
sleep 60
mysql -e "select count(*) from order_line" tpcc
mysql -e "select count(*) from customer" tpcc
iostat -dxm 5 260 >> $ENAME/iostat.5.txt &
vmstat  5 260 >> $ENAME/vmstat.5.txt &
./tpcc_start localhost tpcc root "" 1000 16 10 7200 | tee -a $ENAME/res1.out
waitm
mysqladmin  shutdown
done
 
benchmark/flashcache/tpcc/start.txt · Last modified: 2011/07/17 21:05 (external edit)
Except where otherwise noted, content on this wiki is licensed under the following license:CC Attribution-Noncommercial-Share Alike 3.0 Unported
Contact Us 24 Hours A Day
SupportContact us 24×7
Emergency? Contact us for help now!
Sales North America(888) 316-9775 or
(208) 473-2904
Sales
Europe
+44-208-133-0309 (UK)
0-800-051-8984 (UK)
0-800-181-0665 (GER)
Training(855) 55TRAIN or
(925) 271-5054

 

Share This
]]> ]]>