Round 14 Final versus Round 15 Preview 2

Round 14 FinalRound 15 Preview 2
ChangeFrameworkTest TypeOld RPSNew RPSChange in RPSOld RankNew RankChange in Rank
actframeworkjson334,157414,029+23.9%4337+6
actframeworkplaintext601,3912,852,629+374.3%4511+34
REMOVEDactframework-beetlsql-pgdb73,18549
REMOVEDactframework-beetlsql-pgquery7,13632
REMOVEDactframework-beetlsql-pgupdate1,85132
REMOVEDactframework-beetlsql-pgfortune33,16382
actframework-ebean-mydb53,80134,678-35.5%76125-49
actframework-ebean-myquery2,1134,527+114.2%17789+88
actframework-ebean-myupdate750842+12.2%141160-19
actframework-ebean-myfortune50,49327,406-45.7%50105-55
actframework-ebean-pgdb71,029100,841+42.0%5236+16
actframework-ebean-pgquery7,3924,076-44.9%2299-77
actframework-ebean-pgupdate1,6901,670-1.2%4278-36
actframework-ebean-pgfortune59,04028,840-51.2%38103-65
ADDEDactframework-ebean-pg-rythmfortune14,782150
actframework-jdbc-pgdb77,650136,283+75.5%4416+28
actframework-jdbc-pgquery7,6967,747+0.7%1417-3
actframework-jdbc-pgupdate1,9781,962-0.8%2652-26
actframework-jdbc-pgfortune61,71031,890-48.3%3793-56
actframework-morphia-modb66,66491,755+37.6%5638+18
actframework-morphia-moquery4,6194,364-5.5%9193-2
actframework-morphia-moupdate6332,144+238.6%15434+120
actframework-morphia-mofortune25,72021,571-16.1%100120-20
activewebjson53,57956,342+5.2%151154-3
activewebplaintext131,939130,516-1.1%97101-4
activewebdb51,47548,064-6.6%8095-15
activewebquery3,2202,417-25.0%132183-51
activewebupdate1,0961,359+24.0%90107-17
activewebfortune13,55713,534-0.2%152156-4
activeweb-jacksonjson176,825161,387-8.7%7590-15
activeweb-jacksondb52,57848,887-7.0%7993-14
activeweb-jacksonquery3,5442,680-24.4%125170-45
activeweb-jacksonupdate1,1541,447+25.4%8392-9
aiohttpjson154,019180,404+17.1%8479+5
aiohttpplaintext161,183193,907+20.3%8685+1
aiohttpdb39,10140,913+4.6%105117-12
aiohttpquery2,5382,507-1.2%157178-21
aiohttpupdate1,0821,091+0.8%91131-40
aiohttpfortune29,25431,907+9.1%9192-1
aiohttp-pg-rawdb30,29436,968+22.0%125123+2
aiohttp-pg-rawquery6,0516,471+6.9%5930+29
aiohttp-pg-rawupdate1,2441,269+2.1%73116-43
aiohttp-pg-rawfortune28,65229,861+4.2%9696+0
akka-httpjson103,454104,914+1.4%110117-7
akka-httpplaintext186,405198,102+6.3%8383+0
akka-httpdb83,83171,382-14.8%3855-17
akka-httpquery7,1803,815-46.9%27114-87
akka-httpupdate2,0391,513-25.8%2287-65
akka-httpfortune6,8246,790-0.5%182191-9
alephjson234,768301,002+28.2%6054+6
alephplaintext632,305511,982-19.0%4455-11
ADDEDamberjson174,63184
ADDEDamberplaintext108,076118
ADDEDamberdb66,89562
ADDEDamberquery3,241150
ADDEDamberupdate1,039136
ADDEDamberfortune82,88531
api_hourjson88,82299,756+12.3%121122-1
api_hourplaintext108,140126,175+16.7%110103+7
api_hourdb40,26243,145+7.2%101108-7
api_hourquery3,3883,370-0.5%127145-18
api_hourupdate9061,062+17.2%117133-16
api_hourfortune28,96533,744+16.5%9588+7
api_hour-dbsdb5357,429+1,289.2%268217+51
api_hour-dbsquery9583,338+248.2%224147+77
api_hour-dbsupdate2911,001+243.5%185140+45
api_hour-jsonjson452,258527,408+16.6%1818+0
api_hour-mysqldb36,98643,130+16.6%111109+2
api_hour-mysqlquery4,7404,881+3.0%8983+6
api_hour-mysqlupdate36+95.7%221226-5
api_hour-mysqlfortune24,19525,763+6.5%106111-5
api_hour-plaintextplaintext412434+5.3%235236-1
apistarjson479,870431,026-10.2%1234-22
apistarplaintext1,027,904950,771-7.5%2637-11
aspnet-monojson8,1437,419-8.9%209217-8
aspnet-monoplaintext4,5297,730+70.7%217211+6
aspnet-mono-jsonnetjson8,1097,553-6.9%211215-4
aspnet-mono-mysql-entityframeworkdb5,449182-96.7%216269-53
aspnet-mono-mysql-entityframeworkquery8271,249+51.0%229222+7
aspnet-mono-mysql-entityframeworkupdate620985+58.7%157144+13
aspnet-mono-mysql-entityframeworkfortune5,5215,181-6.1%194202-8
aspnet-mono-mysql-rawjson7,6397,362-3.6%214219-5
aspnet-mono-mysql-rawplaintext4,5757,474+63.4%216213+3
aspnet-mono-mysql-rawdb6,9776,275-10.1%204221-17
aspnet-mono-mysql-rawquery1,6703,964+137.3%200104+96
aspnet-mono-mysql-rawupdate7391,665+125.2%14379+64
aspnet-mono-mysql-rawfortune6,4955,964-8.2%183195-12
aspnet-mono-servicestackjson8,2277,483-9.0%208216-8
aspnetcoreplaintext1,713,1722,059,996+20.2%1517-2
aspnetcore-middleware-dapperdb34,66150,019+44.3%11688+28
aspnetcore-middleware-dapperquery2,2662,705+19.3%170167+3
aspnetcore-middleware-dapperupdate217233+7.4%190201-11
aspnetcore-middleware-dapperfortune19,12519,608+2.5%125134-9
aspnetcore-middleware-efdb25,68030,255+17.8%142135+7
aspnetcore-middleware-efquery2,1781,630-25.2%173212-39
aspnetcore-middleware-efupdate512737+44.0%167171-4
aspnetcore-middleware-effortune14,06519,964+41.9%148132+16
aspnetcore-middleware-jsonjson209,133311,749+49.1%6451+13
aspnetcore-middleware-rawdb33,66945,656+35.6%118101+17
aspnetcore-middleware-rawquery2,8782,571-10.7%144176-32
aspnetcore-middleware-rawupdate2,0301,719-15.3%2475-51
aspnetcore-middleware-rawfortune20,02220,084+0.3%122131-9
aspnetcore-mvc-dapperdb35,10446,517+32.5%11497+17
aspnetcore-mvc-dapperquery2,4882,448-1.6%161181-20
aspnetcore-mvc-dapperupdate250258+3.0%187198-11
aspnetcore-mvc-dapperfortune19,36620,698+6.9%123126-3
aspnetcore-mvc-efdb25,82730,131+16.7%141136+5
aspnetcore-mvc-efquery1,8541,557-16.0%189216-27
aspnetcore-mvc-efupdate529689+30.2%165177-12
aspnetcore-mvc-effortune13,74117,901+30.3%150140+10
aspnetcore-mvc-linuxplaintext831,988789,753-5.1%3443-9
aspnetcore-mvc-linux-jsonjson192,145232,077+20.8%6966+3
aspnetcore-mvc-rawdb34,63044,595+28.8%117104+13
aspnetcore-mvc-rawquery2,8642,432-15.1%145182-37
aspnetcore-mvc-rawupdate1,9841,709-13.8%2576-51
aspnetcore-mvc-rawfortune18,19018,618+2.4%130137-7
baratinejson61,83360,853-1.6%144148-4
baratineplaintext92,587114,627+23.8%119112+7
bayoujson136,676145,897+6.7%9395-2
bayouplaintext1,870,5401,806,366-3.4%1318-5
beegojson233,106233,560+0.2%6165-4
beegoplaintext672,936645,414-4.1%4349-6
beego-orm-mysqldb56,77359,609+5.0%7169+2
beego-orm-mysqlquery807807+0.0%231235-4
beego-orm-mysqlupdate660714+8.2%149174-25
blazejson505,464561,963+11.2%712-5
blazeplaintext1,245,4581,277,953+2.6%2024-4
bottlejson318,515343,409+7.8%4649-3
bottleplaintext525,025522,454-0.5%4754-7
bottledb21,15821,766+2.9%153161-8
bottlequery1,7091,621-5.2%196214-18
bottleupdate844906+7.4%124153-29
bottlefortune15,62615,896+1.7%140147-7
bottle-mysql-rawdb79,91080,619+0.9%4047-7
bottle-mysql-rawquery6,7175,577-17.0%4552-7
bottle-mysql-rawupdate1,2771,742+36.4%6971-2
bottle-mysql-rawfortune45,90747,069+2.5%5456-2
bottle-nginx-uwsgijson4,7044,594-2.3%235236-1
bottle-nginx-uwsgiplaintext4,8544,859+0.1%215224-9
bottle-nginx-uwsgidb5,0144,632-7.6%222241-19
bottle-nginx-uwsgiquery1,8421,904+3.4%190204-14
bottle-nginx-uwsgiupdate785804+2.3%132167-35
bottle-nginx-uwsgifortune6,1335,257-14.3%189201-12
bottle-py3json310,402301,879-2.7%4753-6
bottle-py3plaintext438,883418,803-4.6%5460-6
bottle-py3db22,39421,201-5.3%152165-13
bottle-py3query1,8741,844-1.6%187206-19
bottle-py3update893953+6.7%120151-31
bottle-py3fortune17,09816,912-1.1%133145-12
REMOVEDbottle-pypyjson68,043133
REMOVEDbottle-pypyplaintext85,017126
REMOVEDbottle-pypydb2,852248
REMOVEDbottle-pypyquery453242
REMOVEDbottle-pypyupdate131198
REMOVEDbottle-pypyfortune7,746179
ADDEDbottle-pypy2json60,646149
ADDEDbottle-pypy2plaintext90,602128
ADDEDbottle-pypy2db2,039256
ADDEDbottle-pypy2query274251
ADDEDbottle-pypy2update101211
ADDEDbottle-pypy2fortune7,356188
FAILEDcakephpjson4,389238
FAILEDcakephpplaintext5,112211
FAILEDcakephpdb3,079244
FAILEDcakephpquery1,774194
cherrypyjson306307+0.3%259256+3
cherrypyplaintext296294-0.5%241240+1
cherrypydb201205+1.7%277268+9
cherrypyquery2529+15.7%270261+9
cherrypyupdate1615-7.2%216220-4
cherrypyfortune196197+0.3%236238-2
cherrypy-py3json473466-1.5%255255+0
cherrypy-py3plaintext487466-4.3%232235-3
cherrypy-py3db278271-2.7%276267+9
cherrypy-py3query3430-13.3%261260+1
cherrypy-py3update1415+6.6%217219-2
cherrypy-py3fortune251244-2.6%234236-2
chicagobossjson5,0605,050-0.2%233233+0
chicagobossplaintext5,0624,965-1.9%212222-10
clancatsjson7,75910,315+32.9%213208+5
clancatsplaintext7,1908,574+19.3%205204+1
clancatsdb5,7117,348+28.7%212219-7
clancatsquery2,8943,055+5.6%143158-15
clancatsupdate763966+26.5%137148-11
clancatsfortune4,6406,784+46.2%202192+10
codeigniterjson11,82412,394+4.8%194202-8
codeigniter-hhvmjson5,6225,140-8.6%229232-3
codeigniter-rawdb11,61112,143+4.6%182190-8
codeigniter-rawquery5,0354,764-5.4%8285-3
codeigniter-rawfortune11,12211,673+4.9%162168-6
codeigniter-raw_hhvmdb5,5965,069-9.4%214236-22
codeigniter-raw_hhvmquery4,7133,647-22.6%90125-35
codeigniter-raw_hhvmfortune5,4154,973-8.2%195204-9
REMOVEDColliejson6,020228
REMOVEDCollieplaintext25,277173
REMOVEDCollie-ldcjson6,029227
REMOVEDCollie-ldcplaintext27,356171
colossusjson457,535578,792+26.5%179+8
colossusplaintext3,133,7353,343,010+6.7%75+2
compojurejson103,222111,961+8.5%111110+1
compojureplaintext148,419161,922+9.1%9189+2
compojuredb24,56325,029+1.9%148156-8
compojurequery768911+18.7%234232+2
compojureupdate450506+12.5%174184-10
compojurefortune13,46113,505+0.3%153157-4
compojure-rawdb44,39144,723+0.7%93103-10
compojure-rawquery6,4764,993-22.9%5276-24
compojure-rawupdate1,035909-12.2%106152-46
compojure-rawfortune21,56621,986+1.9%115119-4
comsat-servletjson59,47659,225-0.4%147151-4
comsat-servletplaintext90,906100,271+10.3%121121+0
comsat-servlet-undertowjson29,39631,112+5.8%174180-6
comsat-servlet-undertowplaintext121,646134,580+10.6%10198+3
comsat-webactorsjson74,89475,456+0.8%130137-7
comsat-webactorsplaintext58,86941,349-29.8%137158-21
comsat-webactors-undertowjson83,98096,172+14.5%126126+0
comsat-webactors-undertowplaintext81,27780,511-0.9%127134-7
cowboyjson143,770142,244-1.1%9197-6
cowboyplaintext442,383454,768+2.8%5359-6
cowboydb14,21514,215+0.0%178186-8
cowboyquery614614+0.0%238241-3
cpoll_cppspjson418,259500,976+19.8%2522+3
cpoll_cppspplaintext2,204,0722,580,823+17.1%1212+0
cpoll_cppsp-postgres-rawdb168,516175,131+3.9%85+3
cpoll_cppsp-postgres-rawquery6,6896,789+1.5%4629+17
cpoll_cppsp-postgres-raw-threadpooldb176,207178,795+1.5%53+2
cpoll_cppsp-postgres-raw-threadpoolquery7,6767,817+1.8%1515+0
cpoll_cppsp-rawdb162,925145,150-10.9%1013-3
cpoll_cppsp-rawquery7,2976,894-5.5%2428-4
cpoll_cppsp-rawupdate1,1862,213+86.6%8030+50
cpoll_cppsp-rawfortune130,117112,069-13.9%1115-4
crystal-rawjson24,231540,644+2,131.2%17915+164
crystal-rawplaintext47,9692,549,655+5,215.2%14113+128
ADDEDcrystal-rawdb76,51252
ADDEDcrystal-rawquery3,720121
ADDEDcrystal-rawupdate1,155126
ADDEDcrystal-rawfortune84,38028
curacaojson117,926117,771-0.1%100106-6
ADDEDcuracaoplaintext124,754106
cutelystjson69,64670,542+1.3%132139-7
cutelystplaintext106,461106,653+0.2%111119-8
cutelyst-nginxjson98,481100,666+2.2%115120-5
cutelyst-nginxplaintext86,85586,539-0.4%124133-9
cutelyst-nginx-mysql-rawdb91,51284,027-8.2%3544-9
cutelyst-nginx-mysql-rawquery5,6284,942-12.2%6878-10
cutelyst-nginx-mysql-rawupdate2,0661,894-8.4%2057-37
cutelyst-nginx-mysql-rawfortune84,45877,431-8.3%2934-5
cutelyst-nginx-postgres-rawdb110,128111,092+0.9%3026+4
cutelyst-nginx-postgres-rawquery7,3797,525+2.0%2321+2
cutelyst-nginx-postgres-rawupdate3,0583,122+2.1%312-9
cutelyst-nginx-postgres-rawfortune107,038107,751+0.7%1816+2
cutelyst-pf-epolljson99,32191,286-8.1%114129-15
cutelyst-pf-epollplaintext61,94563,202+2.0%135138-3
ADDEDcutelyst-pf-mysqldb86,42940
ADDEDcutelyst-pf-mysqlquery4,84084
ADDEDcutelyst-pf-mysqlupdate1,88158
ADDEDcutelyst-pf-mysqlfortune79,70633
cutelyst-pf-mysql-epolldb71,18767,605-5.0%5160-9
cutelyst-pf-mysql-epollquery4,5943,708-19.3%92122-30
cutelyst-pf-mysql-epollupdate2,1191,794-15.3%1966-47
cutelyst-pf-mysql-epollfortune67,18263,975-4.8%3440-6
cutelyst-pf-postgresdb98,456108,819+10.5%3328+5
cutelyst-pf-postgresquery7,4117,539+1.7%2120+1
cutelyst-pf-postgresupdate3,0503,127+2.5%411-7
cutelyst-pf-postgresfortune87,37889,457+2.4%2725+2
REMOVEDcutelyst-pf-postgres-epolldb73,38548
REMOVEDcutelyst-pf-postgres-epollquery7,05733
REMOVEDcutelyst-pf-postgres-epollupdate2,9685
REMOVEDcutelyst-pf-postgres-epollfortune72,40130
cutelyst-threadjson389,488459,623+18.0%2930-1
cutelyst-threadplaintext1,051,5811,057,034+0.5%2431-7
cutelyst-thread-epolljson481,550533,283+10.7%1116-5
cutelyst-thread-epollplaintext1,670,5181,626,255-2.6%1619-3
ADDEDcutelyst-thread-epoll-halfjson510,23521
ADDEDcutelyst-thread-epoll-halfplaintext1,041,80332
cutelyst-thread-mysql-epolldb122,233106,408-12.9%2532-7
cutelyst-thread-mysql-epollquery6,1425,305-13.6%5869-11
cutelyst-thread-mysql-epollupdate2,1442,002-6.6%1846-28
cutelyst-thread-mysql-epollfortune112,46598,489-12.4%1522-7
cutelyst-thread-mysql-rawdb122,481105,821-13.6%2433-9
cutelyst-thread-mysql-rawquery6,1655,295-14.1%5770-13
cutelyst-thread-mysql-rawupdate2,1511,999-7.1%1747-30
cutelyst-thread-mysql-rawfortune112,22898,907-11.9%1621-5
cutelyst-thread-postgres-epolldb152,578154,833+1.5%1410+4
cutelyst-thread-postgres-epollquery7,5177,619+1.4%1819-1
cutelyst-thread-postgres-epollupdate2,7752,813+1.3%818-10
cutelyst-thread-postgres-epollfortune164,760167,191+1.5%55+0
cutelyst-thread-postgres-rawdb152,708155,669+1.9%139+4
cutelyst-thread-postgres-rawquery7,5167,638+1.6%1918+1
cutelyst-thread-postgres-rawupdate2,7722,817+1.6%917-8
cutelyst-thread-postgres-rawfortune164,224164,719+0.3%66+0
cygnitejson9,40412,963+37.8%205201+4
cygniteplaintext9,8559,444-4.2%193202-9
cygnite-rawdb8,11110,007+23.4%198201-3
cygnite-rawquery2,9183,127+7.2%141156-15
cygnite-rawfortune6,4698,513+31.6%184183+1
dancerjson11,6125,612-51.7%197229-32
dancerdb3625,819+1,505.6%273228+45
dancerquery865,439+6,214.7%25663+193
dartjson123,563126,361+2.3%98103-5
dartplaintext198,978204,902+3.0%8082-2
dartdb56,09958,090+3.5%7376-3
dartquery4,1104,059-1.2%101101+0
dartupdate1,4231,416-0.5%5299-47
dartfortune47,11448,364+2.7%5354-1
djangojson87,42889,645+2.5%122130-8
djangoplaintext88,02092,115+4.7%122126-4
djangodb25,45425,643+0.7%144153-9
djangoquery1,9871,912-3.8%181203-22
djangoupdate837806-3.7%127166-39
djangofortune10,98111,124+1.3%164172-8
django-postgresqldb26,97027,236+1.0%138146-8
django-postgresqlquery1,9801,979-0.0%182200-18
django-postgresqlupdate859840-2.2%123161-38
django-postgresqlfortune12,23812,432+1.6%159164-5
django-py3json83,39086,228+3.4%127133-6
django-py3plaintext87,02388,046+1.2%123131-8
django-py3db25,52526,059+2.1%143151-8
django-py3query2,1002,051-2.3%178195-17
django-py3update903875-3.2%118156-38
django-py3fortune12,48412,588+0.8%157163-6
dropwizardjson98,46498,503+0.0%116123-7
dropwizardplaintext96,298125,140+30.0%117104+13
REMOVEDdropwizarddb48,38084
REMOVEDdropwizardquery6,85840
REMOVEDdropwizardupdate1,10488
REMOVEDdropwizardfortune33,61680
ADDEDdropwizard-jdbi-postgresdb56,82877
ADDEDdropwizard-jdbi-postgresquery2,162190
ADDEDdropwizard-jdbi-postgresupdate1,78067
ADDEDdropwizard-jdbi-postgresfortune41,69167
dropwizard-mongodbdb43,75350,702+15.9%9487+7
dropwizard-mongodbquery2,5982,481-4.5%155180-25
dropwizard-mongodbupdate6961,417+103.6%14698+48
dropwizard-mongodbfortune11,39512,023+5.5%160166-6
ADDEDdropwizard-mysqldb49,83490
ADDEDdropwizard-mysqlquery2,336187
ADDEDdropwizard-mysqlupdate2,65022
ADDEDdropwizard-mysqlfortune32,04091
dropwizard-postgresdb55,53355,279-0.5%7481-7
dropwizard-postgresquery8,4792,603-69.3%10173-163
dropwizard-postgresupdate1,7152,580+50.5%3923+16
dropwizard-postgresfortune36,29434,429-5.1%7287-15
dudajson370,912582,742+57.1%348+26
dudaplaintext690,296464,626-32.7%4258-16
echojson114,611116,644+1.8%104107-3
echoplaintext137,611139,695+1.5%9597-2
echodb52,76553,060+0.6%7885-7
echoquery3,7083,506-5.5%118133-15
echoupdate1,9071,913+0.3%3056-26
echofortune36,24535,696-1.5%7380-7
elixir-cowboyjson173,860177,087+1.9%7681-5
elixir-cowboyplaintext420,081501,000+19.3%5856+2
ellijson133,569133,431-0.1%9499-5
elliplaintext1,073,0431,034,471-3.6%2333-10
ellidb14,07714,026-0.4%180187-7
evhttp-sharpjson87,22093,429+7.1%123127-4
evhttp-sharpplaintext58,01859,264+2.1%139141-2
expressjson199,878198,532-0.7%6669-3
expressplaintext231,920232,798+0.4%7881-3
FAILEDexpress-mongodbdb2,229255
FAILEDexpress-mongodbquery29267
FAILEDexpress-mongodbupdate28210
express-mongodbfortune4,3044,524+5.1%205209-4
express-mysqldb37,83544,059+16.4%109106+3
express-mysqlquery3,2823,846+17.2%130110+20
express-mysqlupdate1,1501,303+13.3%84112-28
express-mysqlfortune30,65634,557+12.7%8686+0
falconjson432,895461,105+6.5%2329-6
falconplaintext804,249776,561-3.4%3544-9
falcon-py3json362,461396,483+9.4%3742-5
falcon-py3plaintext731,385700,811-4.2%4046-6
REMOVEDfalcon-pypyjson181,84674
REMOVEDfalcon-pypyplaintext212,66779
falcorejson229,208229,628+0.2%6267-5
falcoreplaintext382,769386,811+1.1%6462+2
falcoredb64,78563,680-1.7%5964-5
falcorequery3,8983,848-1.3%105109-4
falcoreupdate1,0422,234+114.3%10226+76
falcorefortune39,82639,911+0.2%6274-12
fasthttpjson302,846325,383+7.4%4850-2
fasthttpplaintext2,981,1502,988,447+0.2%89-1
fasthttpdb67,29668,843+2.3%5558-3
fasthttpquery3,7583,528-6.1%113130-17
fasthttpupdate1,2552,206+75.8%7132+39
fasthttpfortune64,29966,300+3.1%3638-2
fasthttp-postgresqldb154,818152,247-1.7%1111+0
fasthttp-postgresqlquery8,7718,752-0.2%99+0
fasthttp-postgresqlupdate2,7302,739+0.3%1019-9
fasthttp-postgresqlfortune141,130139,131-1.4%109+1
fat-freejson34,83935,677+2.4%162169-7
fat-freeplaintext35,38436,536+3.3%160162-2
fat-freedb17,42520,707+18.8%167168-1
fat-freequery5,7615,225-9.3%6472-8
fat-freeupdate1,1162,009+79.9%8743+44
fat-free-rawdb25,18226,906+6.8%146150-4
fat-free-rawquery6,7335,488-18.5%4459-15
fat-free-rawupdate1,0672,005+87.9%9544+51
fat-free-rawfortune16,64518,729+12.5%135136-1
ffead-cppdb3,5429,188+159.4%231208+23
REMOVEDffead-cpp-apache2-mongojson11,612196
REMOVEDffead-cpp-apache2-mongoplaintext8,090201
REMOVEDffead-cpp-apache2-mongodb10,252188
REMOVEDffead-cpp-apache2-mongoquery819230
REMOVEDffead-cpp-apache2-mongoupdate561162
REMOVEDffead-cpp-apache2-mysqljson11,438199
REMOVEDffead-cpp-apache2-mysqlplaintext14,340184
REMOVEDffead-cpp-apache2-mysqldb8,569196
REMOVEDffead-cpp-apache2-mysqlquery1,391211
REMOVEDffead-cpp-apache2-mysqlupdate463171
REMOVEDffead-cpp-apache2-mysqlfortune4,816201
REMOVEDffead-cpp-apache2-postgresqljson11,338200
REMOVEDffead-cpp-apache2-postgresqlplaintext13,685185
REMOVEDffead-cpp-apache2-postgresqldb8,355197
REMOVEDffead-cpp-apache2-postgresqlquery2,678148
REMOVEDffead-cpp-apache2-postgresqlupdate1,33861
REMOVEDffead-cpp-apache2-postgresqlfortune4,886198
REMOVEDffead-cpp-mysqljson400258
REMOVEDffead-cpp-mysqldb3,184239
REMOVEDffead-cpp-nginx-mongojson17262
REMOVEDffead-cpp-nginx-mongoplaintext417234
ffead-cpp-nginx-mongodb179,382+54,874.6%281205+76
REMOVEDffead-cpp-nginx-mongoquery17274
REMOVEDffead-cpp-nginx-mongoupdate17214
REMOVEDffead-cpp-nginx-mysqljson17261
REMOVEDffead-cpp-nginx-mysqlplaintext397236
REMOVEDffead-cpp-nginx-mysqldb17280
REMOVEDffead-cpp-nginx-mysqlquery17273
REMOVEDffead-cpp-nginx-mysqlupdate17213
REMOVEDffead-cpp-nginx-mysqlfortune17242
REMOVEDffead-cpp-nginx-postgresqljson17260
REMOVEDffead-cpp-nginx-postgresqlplaintext362238
ffead-cpp-nginx-postgresqldb1710,798+63,166.8%279196+83
REMOVEDffead-cpp-nginx-postgresqlquery17272
REMOVEDffead-cpp-nginx-postgresqlupdate17212
REMOVEDffead-cpp-nginx-postgresqlfortune17241
REMOVEDffead-cpp-postgresqljson400257
ffead-cpp-postgresqldb3,11510,849+248.3%242195+47
finaglejson391,735426,550+8.9%2836-8
finagleplaintext533,691674,243+26.3%4647-1
finatrajson441,072532,734+20.8%2117+4
finatraplaintext517,645890,629+72.1%4939+10
finchjson201,448404,029+100.6%6540+25
finchplaintext419,885569,603+35.7%5951+8
fintrospectjson370,377412,426+11.4%3538-3
fintrospectplaintext522,009598,870+14.7%4850-2
fintrospectdb93,10895,986+3.1%3437-3
fintrospectquery5,0344,953-1.6%8377+6
fintrospectupdate1,0682,130+99.4%9436+58
fintrospectfortune85,13086,676+1.8%2826+2
flaskjson93,37396,221+3.0%117125-8
flaskplaintext117,210117,289+0.1%104108-4
flaskdb17,27220,959+21.3%168167+1
flaskquery2,0942,059-1.7%179194-15
flaskupdate8811,062+20.6%121132-11
flaskfortune11,37113,358+17.5%161158+3
flask-mysql-rawdb43,30849,477+14.2%9591+4
flask-mysql-rawquery5,9895,630-6.0%6148+13
flask-mysql-rawupdate1,3151,748+32.9%6570-5
flask-mysql-rawfortune25,05126,152+4.4%102109-7
flask-nginx-uwsgijson4,6934,847+3.3%236234+2
flask-nginx-uwsgiplaintext5,0525,402+6.9%213220-7
flask-nginx-uwsgidb5,0805,009-1.4%221238-17
flask-nginx-uwsgiquery2,2392,334+4.2%171188-17
flask-nginx-uwsgiupdate839868+3.5%125157-32
flask-nginx-uwsgifortune6,3705,909-7.2%187197-10
flask-py3json106,679105,931-0.7%109116-7
flask-py3plaintext126,821124,952-1.5%99105-6
flask-py3db19,49523,161+18.8%157160-3
flask-py3query2,3432,525+7.8%168177-9
flask-py3update9541,153+20.9%112127-15
flask-py3fortune13,44714,602+8.6%154151+3
REMOVEDflask-pypyjson19,383186
REMOVEDflask-pypyplaintext12,118187
REMOVEDflask-pypydb2,378254
REMOVEDflask-pypyquery402245
REMOVEDflask-pypyupdate130199
REMOVEDflask-pypyfortune3,232213
REMOVEDflask-pypy-mysql-rawdb5,526215
REMOVEDflask-pypy-mysql-rawquery2,603154
REMOVEDflask-pypy-mysql-rawupdate1,19879
REMOVEDflask-pypy-mysql-rawfortune10,565168
fueljson6,9468,812+26.9%219211+8
fueldb4,8005,607+16.8%224230-6
fuelquery2,3352,337+0.1%169186-17
fuelfortune4,0354,523+12.1%206210-4
geminijson549,035611,515+11.4%45-1
geminiplaintext857,372952,765+11.1%3336-3
gemini-mysqldb131,177107,984-17.7%2229-7
gemini-mysqlquery6,5635,388-17.9%5167-16
ADDEDgemini-mysqlcached_query179,4005
gemini-mysqlupdate1,0041,856+84.9%10861+47
gemini-mysqlfortune122,090105,442-13.6%1218-6
gemini-postgresdb177,110171,041-3.4%47-3
gemini-postgresquery7,7187,457-3.4%1323-10
ADDEDgemini-postgrescached_query189,1144
gemini-postgresupdate1,9371,915-1.1%2755-28
gemini-postgresfortune178,392179,538+0.6%32+1
ginjson249,840247,559-0.9%5761-4
ginplaintext886,830809,334-8.7%3140-9
gindb59,59561,658+3.5%6467-3
ginquery3,9113,932+0.5%104105-1
ginupdate1,0352,212+113.7%10531+74
ginfortune51,30551,792+0.9%4851-3
gojson261,449260,332-0.4%5257-5
goplaintext783,959763,113-2.7%3745-8
godb58,56956,293-3.9%6680-14
goquery3,6813,542-3.8%121129-8
goupdate1,0442,221+112.8%10127+74
gofortune49,39449,979+1.2%5153-2
go-interpolatedb122,721106,677-13.1%2331-8
go-interpolatequery6,8295,513-19.3%4157-16
go-interpolateupdate1,0422,002+92.2%10345+58
go-interpolatefortune51,00642,966-15.8%4965-16
go-mongodb19,84716,702-15.8%156180-24
go-mongoquery1,099835-24.1%221234-13
go-mongoupdate461322-30.0%172194-22
go-mongofortune9,8638,418-14.7%171184-13
go-postgresdb58,63159,495+1.5%6570-5
go-postgresquery3,6823,672-0.3%120123-3
go-postgresupdate1,8931,936+2.3%3154-23
go-postgresfortune36,32450,121+38.0%7152+19
go-preforkjson469,108432,023-7.9%1333-20
go-preforkplaintext1,117,4661,134,026+1.5%2128-7
go-preforkdb133,098135,840+2.1%2017+3
go-preforkquery4,0476,385+57.8%10232+70
go-preforkupdate7581,622+114.0%13983+56
go-preforkfortune102,119113,154+10.8%2014+6
gojijson83,13383,612+0.6%128134-6
gojiplaintext86,54787,305+0.9%125132-7
gojidb60,21660,565+0.6%6368-5
gojiquery3,8873,836-1.3%106113-7
gojiupdate1,0392,218+113.5%10428+76
gojifortune55,40754,251-2.1%4750-3
grailsjson37,02135,930-2.9%160168-8
grailsplaintext35,65530,998-13.1%157168-11
grailsdb35,04529,474-15.9%115139-24
grailsquery6,1824,889-20.9%5682-26
grailsupdate1,1011,817+64.9%8962+27
grailsfortune8,4337,565-10.3%177187-10
grapejson8,11110,599+30.7%210207+3
grapeplaintext7,37011,741+59.3%204195+9
grapedb3,4055,542+62.8%233232+1
grapequery517700+35.4%241239+2
grapeupdate161138-14.7%196205-9
grape-thinjson1,0321,324+28.4%248248+0
grape-thinplaintext353320-9.2%239239+0
grape-thindb432593+37.5%271260+11
grape-thinquery5765+12.8%259256+3
grape-thinupdate87-17.9%219224-5
grape-unicornjson7,00011,604+65.8%218205+13
grape-unicornplaintext9,59014,404+50.2%194189+5
grape-unicorndb2,9494,894+65.9%246239+7
grape-unicornquery447570+27.5%243242+1
grape-unicornupdate127116-9.1%200209-9
grizzlyjson494,668578,644+17.0%810-2
grizzlyplaintext948,806789,844-16.8%3042-12
grizzly-jerseyjson219,895235,197+7.0%6364-1
grizzly-jerseyplaintext17,35217,378+0.1%182187-5
grizzly-jerseydb84,70869,382-18.1%3757-20
grizzly-jerseyquery5,0353,851-23.5%81108-27
grizzly-jerseyfortune69,44459,867-13.8%3141-10
h2ojson490,136588,484+20.1%107+3
h2oplaintext1,614,9022,374,627+47.0%1715+2
h2odb183,877186,302+1.3%21+1
h2oquery8,8248,880+0.6%88+0
ADDEDh2ocached_query85,1646
h2oupdate4,3824,472+2.1%11+0
h2ofortune177,704174,207-2.0%44+0
ADDEDh2o_mrubyjson248,67360
ADDEDh2o_mrubyplaintext1,347,25823
ADDEDhanamijson4,639235
ADDEDhanamiplaintext20,530184
ADDEDhanamidb2,800252
ADDEDhanamiquery354244
ADDEDhanamiupdate118208
ADDEDhanamifortune3,885215
ADDEDhanami-thinjson565254
ADDEDhanami-thinplaintext383238
ADDEDhanami-thindb334265
ADDEDhanami-thinquery38258
ADDEDhanami-thinupdate7225
ADDEDhanami-thinfortune447233
ADDEDhanami-unicornjson3,179246
ADDEDhanami-unicornplaintext6,322218
ADDEDhanami-unicorndb2,117255
ADDEDhanami-unicornquery339245
ADDEDhanami-unicornupdate110210
ADDEDhanami-unicornfortune2,595225
hapijson6,2256,185-0.6%226226+0
ADDEDhapiplaintext41,095159
FAILEDhapidb1,784257
FAILEDhapiquery948225
ADDEDhapifortune2,774224
hapi-mysqldb5,8405,986+2.5%209226-17
hapi-mysqlquery2,4112,671+10.7%163171-8
hapi-mysqlupdate9931,170+17.8%110124-14
hapi-mysqlfortune5,5345,690+2.8%192200-8
hapi-postgresdb5,8325,961+2.2%210227-17
hapi-postgresquery2,1262,401+13.0%176185-9
hapi-postgresupdate1,2471,436+15.1%7295-23
hapi-postgresfortune5,5305,715+3.3%193198-5
REMOVEDhaywireplaintext799,65836
hexagonjson160,371158,411-1.2%8191-10
hexagonplaintext348,43011,903-96.6%69193-124
hexagondb113,11084,711-25.1%2843-15
hexagonquery3,1632,766-12.5%135164-29
ADDEDhexagonupdate1,50188
hexagonfortune14,51626,344+81.5%146107+39
ADDEDhexagon-jetty_postgresqljson139,13198
ADDEDhexagon-jetty_postgresqlplaintext11,884194
ADDEDhexagon-jetty_postgresqldb141,48815
ADDEDhexagon-jetty_postgresqlquery8,55813
ADDEDhexagon-jetty_postgresqlupdate1,388104
ADDEDhexagon-jetty_postgresqlfortune31,38895
REMOVEDhexagon-mysqljson163,30779
REMOVEDhexagon-mysqlplaintext369,12468
REMOVEDhexagon-mysqldb154,47712
REMOVEDhexagon-mysqlquery7,59117
REMOVEDhexagon-mysqlfortune22,783112
hhvmjson7,3187,362+0.6%215218-3
hhvmplaintext11,21711,495+2.5%188197-9
hhvmdb7,0707,370+4.2%203218-15
hhvmquery5,4084,694-13.2%7386-13
hhvmupdate9421,388+47.4%114103+11
hhvmfortune6,9437,291+5.0%181189-8
historicaljson738764+3.4%253252+1
historicalplaintext859767-10.8%229232-3
historicaldb8286+5.1%278270+8
historicalquery7681+6.8%257255+2
historicalupdate7580+6.7%207214-7
historicalfortune8892+5.2%240240+0
hotjson10,6279,877-7.1%201209-8
hotplaintext9,0898,725-4.0%196203-7
hot-mongodbdb10,1279,342-7.8%190207-17
hot-mongodbquery1,046924-11.7%222231-9
hot-mongodbupdate689731+6.2%147172-25
hot-mongodbfortune3,6913,464-6.2%208218-10
http-kitjson54,27153,509-1.4%150156-6
http-kitplaintext62,55558,237-6.9%134142-8
http-kitdb26,02324,134-7.3%140158-18
http-kitquery1,0341,168+12.9%223225-2
http-kitupdate545606+11.2%163180-17
http-kitfortune15,10414,031-7.1%142153-11
http-kit-rawdb38,27440,508+5.8%107118-11
http-kit-rawquery6,9805,793-17.0%3540-5
http-kit-rawupdate1,305976-25.2%68145-77
http-kit-rawfortune24,67524,825+0.6%103114-11
ADDEDhttp4kjson68,943140
ADDEDhttp4kplaintext153,70093
ADDEDhttp4k-nettyjson2257
http4sjson81,71782,328+0.7%129136-7
http4splaintext57,06389,316+56.5%140130+10
http4sdb64,85366,086+1.9%5863-5
http4squery5,3395,352+0.3%8068+12
http4supdate13950-63.8%197217-20
http4sfortune55,67555,813+0.2%4546-1
hyperjson326,974485,030+48.3%4525+20
hyperplaintext404,3342,539,984+528.2%6214+48
ironjson341,296354,641+3.9%4248-6
ironplaintext243,618238,707-2.0%7780-3
irondb24,39424,963+2.3%149157-8
ironquery1,3091,334+1.9%217219-2
ironupdate747760+1.7%142169-27
ironfortune22,30122,773+2.1%113117-4
ADDEDjawnjson198,24570
ADDEDjawnplaintext275,12276
ADDEDjawndb28,668142
ADDEDjawnquery4,31995
ADDEDjawnupdate1,67877
ADDEDjawnfortune25,327112
jesterjson60,32755,313-8.3%145155-10
jettyjson250,671166,855-33.4%5686-30
jettyplaintext398,033308,039-22.6%6373-10
jetty-servletjson269,875175,705-34.9%5182-31
jetty-servletplaintext372,976271,910-27.1%6777-10
jlhttpjson344,547393,325+14.2%3943-4
jlhttpplaintext415,551402,484-3.1%6061-1
joobyjson330,811122,941-62.8%44105-61
joobyplaintext415,175315,287-24.1%6172-11
joobydb79,205107,641+35.9%4230+12
ADDEDjoobyquery9,0737
ADDEDjoobyupdate2,28625
joobyfortune29,72585,666+188.2%8827+61
kamijson279,076275,833-1.2%5056-6
kamiplaintext774,238799,827+3.3%3841-3
kamidb131,311110,703-15.7%2127-6
kamiquery7,0185,607-20.1%3450-16
kamiupdate1,0651,998+87.6%9648+48
kamifortune58,53159,336+1.4%4142-1
kelpjson12,26512,028-1.9%192204-12
kelpplaintext8,3948,381-0.2%198207-9
kelpdb10,72410,489-2.2%187199-12
kelpquery4,5613,872-15.1%93107-14
kelpfortune10,38910,478+0.9%169173-4
kelp-mongodbjson11,90511,390-4.3%193206-13
kelp-mongodbplaintext8,9798,313-7.4%197208-11
kelp-mongodbdb11,60910,618-8.5%183198-15
kelp-mongodbquery4,5083,745-16.9%96120-24
kelp-mongodbfortune10,82610,234-5.5%165175-10
kemaljson12,846181,208+1,310.7%19077+113
kemalplaintext17,464109,286+525.8%181116+65
kemaldb2,67775,756+2,729.5%25053+197
kemalquery1493,807+2,448.3%254116+138
kemalupdate701,158+1,549.2%208125+83
kemalfortune9383,906+89,799.5%23929+210
ADDEDkemalystjson181,20378
ADDEDkemalystplaintext108,613117
ADDEDkemalystdb67,32361
ADDEDkemalystquery3,233151
ADDEDkemalystupdate1,043134
ADDEDkemalystfortune82,65332
kleinjson844811-4.0%251250+1
kleinplaintext745668-10.3%231233-2
kleindb340324-4.8%274266+8
kleinquery3125-18.3%263262+1
kleinupdate99+4.4%218222-4
kleinfortune280266-5.1%233235-2
koajson152,926192,342+25.8%8573+12
koaplaintext154,437243,353+57.6%8979+10
FAILEDkoadb3,310236
FAILEDkoaquery32262
koafortune29,1123,493-88.0%93217-124
ADDEDkoa-mysqldb45,89299
ADDEDkoa-mysqlquery3,806117
ADDEDkoa-mysqlupdate1,299113
ADDEDkoa-mysqlfortune35,50081
ADDEDkoa-postgresdb41,750111
ADDEDkoa-postgresquery3,179153
ADDEDkoa-postgresupdate1,81363
ADDEDkoa-postgresfortune34,83884
ADDEDktorjson296,09555
ADDEDktorplaintext337,79269
ADDEDktordb116,84322
ADDEDktorquery5,82338
ADDEDktorupdate2,10939
ADDEDktor-jettyjson41,512163
ADDEDktor-jettyplaintext49,821145
ADDEDktor-jettydb25,887152
ADDEDktor-jettyquery5,72644
ADDEDktor-jettyupdate2,04841
lapisjson343,577371,869+8.2%4146-5
lapisplaintext504,060533,333+5.8%5153-2
lapisdb76,93377,205+0.4%4649-3
lapisquery2,1683,608+66.4%174126+48
lapisupdate995991-0.4%109143-34
lapisfortune58,85357,608-2.1%3945-6
laraveljson7,0217,965+13.5%217214+3
laravelplaintext5,8036,658+14.7%210217-7
laravel-hhvmjson5,1895,196+0.1%230231-1
laravel-hhvmplaintext11,13311,643+4.6%189196-7
laravel-hhvm-rawdb5,0045,176+3.4%223235-12
laravel-hhvm-rawquery3,0712,858-6.9%138161-23
laravel-hhvm-rawfortune4,5875,102+11.2%204203+1
laravel-php5json4,1244,161+0.9%241241+0
laravel-php5plaintext3,6603,606-1.5%221227-6
laravel-php5-rawdb3,4853,370-3.3%232245-13
laravel-php5-rawquery1,6292,011+23.5%201197+4
laravel-php5-rawfortune3,1403,093-1.5%214220-6
laravel-rawdb5,3856,161+14.4%218222-4
laravel-rawquery1,4551,903+30.8%208205+3
laravel-rawfortune4,8235,698+18.2%200199+1
REMOVEDlibreactorjson427,21124
REMOVEDlibreactorplaintext3,987,1692
ADDEDlight-4jjson647,3834
ADDEDlight-4jplaintext2,971,75310
ADDEDlight-4j-postgresqldb143,82914
ADDEDlight-4j-postgresqlquery8,73310
ADDEDlight-4j-postgresqlupdate2,10440
ADDEDlight-4j-postgresqlfortune153,6168
REMOVEDlight-javajson527,1446
REMOVEDlight-javaplaintext2,729,55610
REMOVEDlight-java-mysqldb77,10445
REMOVEDlight-java-mysqlquery3,861110
REMOVEDlight-java-mysqlupdate1,49445
REMOVEDlight-java-mysqlfortune68,12532
REMOVEDlight-java-postgresqldb173,5596
REMOVEDlight-java-postgresqlquery9,0067
REMOVEDlight-java-postgresqlupdate2,19214
REMOVEDlight-java-postgresqlfortune158,8048
limonadejson7313,065+319.5%254247+7
limonadeplaintext1,7272,995+73.4%227230-3
limonadedb8533,036+255.8%265250+15
limonadequery5752,829+392.0%239162+77
limonadeupdate227899+296.1%188154+34
limonadefortune7663,033+295.8%228221+7
lithiumjson6,8119,776+43.5%222210+12
lithiumplaintext6,8338,430+23.4%208206+2
lithiumdb3,1735,210+64.2%240234+6
lithiumquery1,3761,458+6.0%212218-6
lithiumupdate724812+12.2%144165-21
lithiumfortune3,0454,110+35.0%215214+1
lumenjson8,0348,477+5.5%212212+0
lumenplaintext7,6017,828+3.0%203210-7
lumendb5,1055,606+9.8%219231-12
lumenquery1,4721,639+11.4%207211-4
lumenupdate614623+1.6%158179-21
lumenfortune4,6294,965+7.3%203205-2
luminusjson74,71072,094-3.5%131138-7
luminusplaintext75,20274,196-1.3%129135-6
luminusdb44,43745,957+3.4%9298-6
luminusquery3,4003,454+1.6%126135-9
luminusupdate1,3231,375+4.0%63106-43
luminusfortune15,68616,205+3.3%139146-7
REMOVEDlwanjson449,74919
REMOVEDlwanplaintext1,855,14014
REMOVEDlwan-sqlitedb16,498170
REMOVEDlwan-sqlitequery1,687198
REMOVEDlwan-sqlitefortune12,262158
mojoliciousjson25,59523,136-9.6%176189-13
mojoliciousplaintext24,88826,599+6.9%174177-3
mojoliciousdb17,43917,496+0.3%166175-9
mojoliciousquery5,3645,643+5.2%7746+31
mojoliciousupdate2,5852,684+3.9%1221-9
mojoliciousfortune11,04412,012+8.8%163167-4
ADDEDmorepathjson225,85068
ADDEDmorepathplaintext266,62278
ADDEDmorepathdb59,46971
ADDEDmorepathquery4,26096
ADDEDmorepathupdate1,80164
ADDEDmorepathfortune23,919115
nancy-monojson6,9126,741-2.5%221222-1
nancy-monoplaintext3,9466,900+74.9%220216+4
nancy-monodb6,7866,141-9.5%206223-17
nancy-monoquery3,7236,040+62.3%11633+83
nettyjson433,529545,897+25.9%2213+9
nettyplaintext2,527,0213,332,219+31.9%116+5
ngx_mrubyjson386,690411,822+6.5%3039-9
ngx_mrubyplaintext749,6461,147,664+53.1%3925+14
FAILEDngx_mrubydb78,57943
ngx_mrubyquery3,9983,487-12.8%103134-31
nickeljson358,618397,752+10.9%3841-3
nickelplaintext37,96339,527+4.1%155160-5
ninja-standalonejson24,69326,849+8.7%178184-6
ninja-standaloneplaintext29,06329,980+3.2%166172-6
ninja-standalonedb20,50619,461-5.1%155170-15
ninja-standalonequery6,9265,459-21.2%3660-24
ninja-standaloneupdate1,9171,725-10.0%2974-45
ninja-standalonefortune13,14012,418-5.5%156165-9
nodejsjson372,531381,149+2.3%3245-13
nodejsplaintext429,494466,313+8.6%5657-1
nodejsdb143,245119,315-16.7%1520-5
nodejsquery7,2115,941-17.6%2634-8
ADDEDnodejscached_query73,8577
nodejsupdate2,1962,129-3.0%1337-24
nodejsfortune101,277101,469+0.2%2119+2
nodejs-default-mitoljson363,638481,322+32.4%3626+10
ADDEDnodejs-default-mitolplaintext1,589,93220
nodejs-default-mitoldb142,259118,058-17.0%1621-5
nodejs-default-mitolquery7,1605,935-17.1%2935-6
nodejs-default-mitolupdate2,1842,144-1.9%1635-19
nodejs-default-mitolfortune100,99599,828-1.2%2220+2
FAILEDnodejs-mongodbdb1,480259
FAILEDnodejs-mongodb-mitoldb1,053261
FAILEDnodejs-mongodb-mitolquery25268
FAILEDnodejs-mongodb-rawdb1,817256
FAILEDnodejs-mongodb-rawquery18271
FAILEDnodejs-mongodb-rawfortune90,72125
FAILEDnodejs-mongodb-raw-mitoldb1,011263
FAILEDnodejs-mongodb-raw-mitolquery25269
FAILEDnodejs-mongodb-raw-mitolfortune168237
nodejs-mysqldb48,93054,054+10.5%8282+0
nodejs-mysqlquery3,1883,843+20.6%134111+23
nodejs-mysqlupdate1,1331,413+24.8%86100-14
nodejs-mysqlfortune34,95640,415+15.6%7773+4
nodejs-mysql-mitoldb53,25058,471+9.8%7775+2
nodejs-mysql-mitolquery3,2583,767+15.6%131119+12
nodejs-mysql-mitolupdate1,1551,235+7.0%82119-37
ADDEDnodejs-mysql-mitolfortune43,14364
nodejs-postgresdb42,76348,101+12.5%9794+3
nodejs-postgresquery2,6453,327+25.8%152148+4
nodejs-postgresupdate1,4601,860+27.4%4759-12
nodejs-postgresfortune34,09641,444+21.6%7870+8
nodejs-postgres-mitoldb45,77249,835+8.9%8789-2
nodejs-postgres-mitolquery2,6613,176+19.3%149154-5
nodejs-postgres-mitolupdate1,4411,860+29.1%4960-11
nodejs-postgres-mitolfortune35,77044,460+24.3%7461+13
REMOVEDoctaneplaintext4,084,7201
octopusjson101,461106,658+5.1%113114-1
octopusplaintext110,091110,398+0.3%109115-6
octopusdb10,9038,632-20.8%186212-26
octopusquery2,369253-89.3%166252-86
octopusupdate205218+6.1%191202-11
octopusfortune9,2837,867-15.3%175186-11
ADDEDonion-rawdb33,938127
openrestyjson461,002522,106+13.3%1619-3
openrestyplaintext695,7561,059,130+52.2%4130+11
openrestydb136,239112,506-17.4%1724-7
openrestyquery5,5195,282-4.3%7171+0
openrestyfortune99,317105,511+6.2%2317+6
padrinojson6,7016,493-3.1%223224-1
padrinoplaintext8,2238,089-1.6%200209-9
padrinodb3,3593,332-0.8%235246-11
padrinoquery325299-7.9%248250-2
padrinoupdate119119+0.3%201207-6
padrinofortune1,3811,383+0.2%225229-4
padrino-thinjson814809-0.6%252251+1
padrino-thinplaintext344292-14.9%240241-1
padrino-thindb394388-1.6%272263+9
padrino-thinquery3131+0.0%264259+5
padrino-thinupdate77+0.0%220223-3
padrino-thinfortune167167+0.0%238239-1
padrino-unicornjson6,6246,673+0.7%224223+1
padrino-unicornplaintext10,38510,215-1.6%192200-8
padrino-unicorndb3,2413,199-1.3%238248-10
padrino-unicornquery313310-0.7%250249+1
padrino-unicornupdate119120+1.0%202206-4
padrino-unicornfortune1,3511,360+0.7%226230-4
pedestaljson42,04540,124-4.6%157165-8
pedestalplaintext35,50131,563-11.1%158165-7
pedestaldb28,93928,463-1.6%134143-9
pedestalquery5,8513,841-34.3%63112-49
pedestalupdate1,269580-54.3%70181-111
pedestalfortune21,07120,245-3.9%119129-10
permeagilityplaintext379419+10.6%237237+0
permeagilityquery651650-0.3%236240-4
permeagilityupdate8280-3.0%206215-9
permeagilityfortune5,1514,948-3.9%197207-10
phalconjson34,43932,284-6.3%163177-14
phalconplaintext35,69032,285-9.5%156164-8
phalcondb4,0068,925+122.8%226211+15
phalconquery2,2271,951-12.4%172202-30
phalconupdate642829+29.1%153162-9
phalconfortune3,6853,285-10.8%209219-10
phalcon-mongodbdb22,60423,522+4.1%151159-8
phalcon-mongodbquery5,6725,538-2.4%6654+12
phalcon-mongodbfortune18,00019,118+6.2%131135-4
phoenixjson164,921168,915+2.4%7885-7
phoenixplaintext323,343327,801+1.4%7370+3
FAILEDphoenixdb30,183126
FAILEDphoenixquery1,858188
FAILEDphoenixupdate751140
FAILEDphoenixfortune32,56083
phpjson42,30844,436+5.0%156160-4
phpplaintext43,32145,773+5.7%153155-2
phpdb3,8953,018-22.5%228251-23
phpquery2,5192,728+8.3%159165-6
php-kohanajson20,33523,681+16.5%182188-6
php-kohana-rawdb9,8329,367-4.7%191206-15
php-kohana-rawquery3,2173,422+6.4%133139-6
php-kohana-rawfortune9,1789,444+2.9%176181-5
php-phalcon-microjson39,86541,244+3.5%159164-5
php-phalcon-microdb32,09932,665+1.8%121128-7
php-phalcon-microquery6,6775,574-16.5%4853-5
php-phalcon-microfortune25,32326,230+3.6%101108-7
php-php5json44,32844,687+0.8%153159-6
php-php5plaintext44,88246,091+2.7%151154-3
php-php5db3,8118,083+112.1%229215+14
php-php5query2,6252,481-5.5%153179-26
php-php5-rawdb39,42741,474+5.2%103114-11
php-php5-rawquery6,8065,516-19.0%4255-13
php-php5-rawupdate1,0641,988+86.9%9749+48
php-php5-rawfortune38,83541,407+6.6%6571-6
php-phpixiejson33,15236,268+9.4%165167-2
php-phpixieplaintext35,46237,872+6.8%159161-2
php-phpixiedb9,77411,475+17.4%193192+1
php-phpixiequery3,0763,417+11.1%137140-3
php-phpixieupdate532813+52.8%164164+0
php-phpixiefortune9,57910,233+6.8%174176-2
php-raw7db38,96441,681+7.0%106113-7
php-raw7query6,6875,515-17.5%4756-9
php-raw7update1,0462,016+92.7%10042+58
php-raw7fortune39,04141,150+5.4%6372-9
phreezejson8743,225+269.1%250245+5
phreezeplaintext1,5753,070+95.0%228229-1
phreezedb1,0233,162+208.9%262249+13
phreezequery6292,699+328.9%237168+69
phreezeupdate772961+24.4%133150-17
phreezefortune7533,021+301.1%229222+7
plackjson5,1535,230+1.5%231230+1
plackdb1,0081,000-0.8%264257+7
play1json8,7078,355-4.0%206213-7
play1db8,9418,372-6.4%195213-18
play1query4,5453,911-13.9%95106-11
play2json147,431114,741-22.2%87108-21
play2plaintext147,518187,247+26.9%9286+6
play2-java-ebean-hikaricpdb17,51010,715-38.8%165197-32
play2-java-ebean-hikaricpquery919536-41.6%226243-17
play2-java-ebean-hikaricpupdate442271-38.6%175195-20
play2-java-ebean-hikaricpfortune15,4429,459-38.7%141180-39
play2-java-jpa-hikaricpdb28,51621,682-24.0%135163-28
play2-java-jpa-hikaricpquery1,3681,140-16.7%213228-15
play2-java-jpa-hikaricpupdate403259-35.8%177197-20
play2-java-jpa-hikaricpfortune23,06117,781-22.9%111142-31
play2-scalajson240,174104,753-56.4%59118-59
play2-scalaplaintext421,080145,331-65.5%5795-38
play2-scala-anorm-linuxjson6,5496,068-7.4%225228-3
play2-scala-anorm-linuxplaintext6,0765,844-3.8%209219-10
play2-scala-anorm-linuxdb6,5295,728-12.3%207229-22
play2-scala-anorm-linuxquery1,6251,211-25.5%202224-22
play2-scala-anorm-linuxupdate951651-31.6%113178-65
play2-scala-anorm-linuxfortune2,0212-99.9%223241-18
play2-scala-reactivemongojson109,050109,476+0.4%107111-4
play2-scala-reactivemongoplaintext136,082133,512-1.9%96100-4
FAILEDplay2-scala-reactivemongodb2,569252
play2-scala-reactivemongoquery1,6001,568-2.0%203215-12
ADDEDplay2-scala-reactivemongoupdate55216
play2-scala-reactivemongofortune18,69218,055-3.4%128139-11
play2-scala-slickjson114,378122,988+7.5%105104+1
play2-scala-slickplaintext155,639156,171+0.3%8891-3
FAILEDplay2-scala-slickdb15,889174
play2-scala-slickquery728767+5.4%235237-2
play2-scala-slickupdate415437+5.2%176188-12
play2-scala-slickfortune24,03823,751-1.2%108116-8
pocoplaintext101,858103,232+1.3%114120-6
ADDEDproteusjson430,80135
ADDEDproteusplaintext1,412,89321
ADDEDproteusdb81,94346
ADDEDproteusfortune36,41578
ADDEDproteus-mysqldb49,25292
ADDEDproteus-mysqlfortune34,89383
pyramidjson162,963161,593-0.8%8089-9
pyramidplaintext327,130323,648-1.1%7171+0
pyramiddb29,32529,658+1.1%132138-6
pyramidquery1,7861,777-0.5%193209-16
pyramidupdate1,4011,453+3.7%5591-36
pyramidfortune21,30021,018-1.3%117124-7
pyramid-py2json172,667181,908+5.4%7776+1
pyramid-py2plaintext346,948345,145-0.5%7067+3
pyramid-py2db28,34228,738+1.4%136141-5
pyramid-py2query1,5461,459-5.7%204217-13
pyramid-py2update1,2371,192-3.7%74123-49
pyramid-py2fortune21,59321,199-1.8%114123-9
rackjson46,72039,587-15.3%152166-14
rackplaintext68,16255,932-17.9%132144-12
rackdb11,59016,745+44.5%184179+5
rackquery2,7782,589-6.8%146174-28
rackupdate7971,040+30.4%131135-4
rack-sequeljson187,666175,471-6.5%7283-11
rack-sequelplaintext114,888114,031-0.7%107113-6
rack-sequeldb58,28254,026-7.3%6783-16
rack-sequelquery3,6523,255-10.9%122149-27
rack-sequelupdate1,3641,326-2.8%59109-50
rack-sequelfortune57,68555,730-3.4%4248-6
rack-sequel-passenger-mrijson64,14764,637+0.8%140141-1
rack-sequel-passenger-mriplaintext46,20047,008+1.7%147153-6
rack-sequel-passenger-mridb37,25336,680-1.5%110124-14
rack-sequel-passenger-mriquery3,8853,400-12.5%107142-35
rack-sequel-passenger-mriupdate1,5141,386-8.4%44105-61
rack-sequel-passenger-mrifortune36,62636,288-0.9%7079-9
rack-sequel-postgresjson190,823185,808-2.6%7075-5
rack-sequel-postgresplaintext115,553115,126-0.4%106111-5
rack-sequel-postgresdb74,46672,684-2.4%4754-7
rack-sequel-postgresquery5,7045,586-2.1%6551+14
rack-sequel-postgresupdate2,0652,111+2.2%2138-17
rack-sequel-postgresfortune58,67859,237+1.0%4043-3
rack-sequel-postgres-passenger-mrijson64,33064,492+0.3%139142-3
rack-sequel-postgres-passenger-mriplaintext46,08247,190+2.4%149150-1
rack-sequel-postgres-passenger-mridb42,46342,856+0.9%99110-11
rack-sequel-postgres-passenger-mriquery7,7477,753+0.1%1216-4
rack-sequel-postgres-passenger-mriupdate2,7782,834+2.0%716-9
rack-sequel-postgres-passenger-mrifortune36,86136,732-0.3%6977-8
rack-sequel-postgres-torquebox-jrubyjson131,414130,133-1.0%95101-6
rack-sequel-postgres-torquebox-jrubyplaintext139,796142,582+2.0%9496-2
rack-sequel-postgres-torquebox-jrubydb14,93114,393-3.6%176185-9
rack-sequel-postgres-torquebox-jrubyquery883882-0.0%228233-5
rack-sequel-postgres-torquebox-jrubyupdate473503+6.4%170185-15
rack-sequel-postgres-torquebox-jrubyfortune14,55714,795+1.6%144148-4
rack-sequel-postgres-unicorn-mrijson31,90432,906+3.1%169175-6
rack-sequel-postgres-unicorn-mriplaintext29,51229,957+1.5%165173-8
rack-sequel-postgres-unicorn-mridb30,73031,034+1.0%124133-9
rack-sequel-postgres-unicorn-mriquery7,2366,976-3.6%2526-1
rack-sequel-postgres-unicorn-mriupdate2,6882,702+0.5%1120-9
rack-sequel-postgres-unicorn-mrifortune29,66529,804+0.5%8997-8
rack-sequel-torquebox-jrubyjson128,605132,066+2.7%97100-3
rack-sequel-torquebox-jrubyplaintext139,850147,257+5.3%9394-1
rack-sequel-torquebox-jrubydb14,58712,035-17.5%177191-14
rack-sequel-torquebox-jrubyquery773704-8.9%233238-5
rack-sequel-torquebox-jrubyupdate460403-12.5%173190-17
rack-sequel-torquebox-jrubyfortune14,57713,020-10.7%143162-19
rack-sequel-unicorn-mrijson32,21233,027+2.5%168173-5
rack-sequel-unicorn-mriplaintext29,58713,516-54.3%164191-27
rack-sequel-unicorn-mridb29,74130,272+1.8%130134-4
rack-sequel-unicorn-mriquery3,8333,351-12.6%111146-35
rack-sequel-unicorn-mriupdate1,4551,391-4.4%48102-54
rack-sequel-unicorn-mrifortune29,17229,553+1.3%9299-7
rack-thinjson3,5473,886+9.6%246243+3
rack-thinplaintext3,5663,922+10.0%223226-3
rack-thindb754762+1.2%266258+8
rack-thinquery168144-14.3%252253-1
rack-thinupdate10387-15.6%203212-9
rack-unicornjson67,33957,365-14.8%135153-18
rack-unicornplaintext79,86366,614-16.6%128137-9
rack-unicorndb7,7007,565-1.7%201216-15
rack-unicornquery1,3401,296-3.3%214220-6
rack-unicornupdate806748-7.3%129170-41
railsjson4,06432,936+710.4%242174+68
railsplaintext3,60430,969+759.4%222169+53
railsdb3,08416,353+430.2%243182+61
railsquery5323,427+544.5%240138+102
railsupdate222849+282.7%189159+30
railsfortune2,02611,174+451.5%222171+51
rails-strippedjson4,3484,209-3.2%239240-1
rails-strippeddb2,7182,682-1.3%249253-4
rails-strippedquery329311-5.4%247248-1
rails-thinjson462583+26.1%256253+3
rails-thinplaintext440543+23.3%233234-1
rails-thindb331353+6.4%275264+11
rails-thinquery5359+11.7%260257+3
rails-thinupdate1611-33.6%215221-6
rails-thinfortune229242+5.6%235237-2
rails-unicornjson4,12620,915+406.8%240191+49
rails-unicornplaintext6,96121,443+208.1%206182+24
rails-unicorndb2,85711,222+292.9%247193+54
rails-unicornquery4362,031+365.5%244196+48
rails-unicornupdate166502+202.5%195186+9
rails-unicornfortune1,8897,119+276.9%224190+34
rapidoidjson343,705496,502+44.5%4023+17
rapidoidplaintext3,599,3893,732,887+3.7%63+3
rapidoid-http-fastjson372,076566,843+52.3%3311+22
rapidoid-http-fastplaintext3,794,9213,203,483-15.6%48-4
rapidoid-mysqlfortune115,255118,158+2.5%1412+2
rapidoid-postgresfortune116,967117,423+0.4%1313+0
redstonejson93,08496,280+3.4%118124-6
redstoneplaintext124,908130,162+4.2%100102-2
redstonedb45,28045,025-0.6%89102-13
redstonequery4,3224,579+5.9%9887+11
redstoneupdate1,4171,409-0.6%54101-47
redstonefortune35,27234,654-1.8%7585-10
redstone-mongodbdb54,34753,243-2.0%7584-9
redstone-mongodbquery9,4699,306-1.7%45-1
redstone-mongodbupdate6223,697+494.6%1555+150
redstone-mongodbfortune24,27025,300+4.2%105113-8
REMOVEDrestexpressjson112,325106
REMOVEDrestexpressplaintext485,27952
REMOVEDrestexpressdb39,381104
REMOVEDrestexpressquery1,430210
REMOVEDrestexpress-mysql-rawdb1,676258
REMOVEDrestexpress-mysql-rawquery1,488205
reveljson18,93119,738+4.3%187192-5
revelplaintext18,02918,572+3.0%180186-6
revel-jetdb17,58517,724+0.8%164174-10
revel-jetquery3,6383,571-1.8%123128-5
revel-jetupdate1,0781,797+66.7%9365+28
REMOVEDrevel-jetfortune16,084137
revel-qbsdb18,87619,130+1.3%159171-12
revel-qbsquery3,6913,520-4.6%119131-12
revel-qbsupdate9211,463+58.9%11590+25
REMOVEDrevel-qbsfortune17,013134
revel-rawdb18,34416,884-8.0%162178-16
revel-rawquery3,8723,600-7.0%109127-18
revel-rawupdate1,0472,215+111.6%9929+70
REMOVEDrevel-rawfortune16,506136
revenjjson143,517189,909+32.3%9274+18
revenjplaintext949,227980,615+3.3%2934-5
revenjdb16,21452,537+224.0%17286+86
revenjquery3143,969+1,162.8%249103+146
revenjupdate2523,235+1,182.0%18610+176
revenjfortune8,10317,662+118.0%178143+35
revenj-jvmjson554,143599,639+8.2%26-4
revenj-jvmplaintext861,0161,136,159+32.0%3227+5
revenj-jvmdb173,071172,317-0.4%76+1
revenj-jvmquery7,4347,509+1.0%2022-2
revenj-jvmupdate3,7133,808+2.5%24-2
revenj-jvmfortune88,86494,894+6.8%2624+2
ringojsjson62,82558,842-6.3%143152-9
ringojsplaintext71,44868,774-3.7%130136-6
ringojsdb45,15632,066-29.0%90132-42
ringojsquery4,1713,374-19.1%100144-44
ringojsupdate1,3911,008-27.5%56138-82
ringojs-convenientjson26,07826,288+0.8%175185-10
ringojs-convenientplaintext22,52622,057-2.1%175181-6
ringojs-convenientdb22,73521,208-6.7%150164-14
ringojs-convenientquery3,5772,697-24.6%124169-45
ringojs-convenientupdate991556-43.9%111182-71
ringojs-convenientfortune3,5252,927-17.0%212223-11
roda-sequeljson193,679192,718-0.5%6872-4
roda-sequelplaintext114,702113,789-0.8%108114-6
roda-sequeldb91,08388,254-3.1%3639-3
roda-sequelquery6,9245,751-16.9%3742-5
roda-sequelupdate1,2011,466+22.0%7789-12
roda-sequelfortune55,50355,438-0.1%4649-3
roda-sequel-passenger-mrijson87,05386,753-0.3%124131-7
roda-sequel-passenger-mriplaintext46,88547,121+0.5%144151-7
roda-sequel-passenger-mridb60,34659,235-1.8%6273-11
roda-sequel-passenger-mriquery7,1675,881-17.9%2837-9
roda-sequel-passenger-mriupdate1,8041,622-10.1%3382-49
roda-sequel-passenger-mrifortune42,58441,527-2.5%5968-9
roda-sequel-postgresjson190,315193,856+1.9%7171+0
roda-sequel-postgresplaintext115,628115,241-0.3%105110-5
roda-sequel-postgresdb82,13979,656-3.0%3948-9
roda-sequel-postgresquery4,9434,925-0.4%8679+7
roda-sequel-postgresupdate1,3071,324+1.3%66110-44
roda-sequel-postgresfortune57,49958,040+0.9%4344-1
roda-sequel-postgres-passenger-mrijson87,01986,647-0.4%125132-7
roda-sequel-postgres-passenger-mriplaintext46,09647,115+2.2%148152-4
roda-sequel-postgres-passenger-mridb63,02663,073+0.1%6165-4
roda-sequel-postgres-passenger-mriquery5,3935,455+1.1%7461+13
roda-sequel-postgres-passenger-mriupdate1,7401,764+1.4%3568-33
roda-sequel-postgres-passenger-mrifortune43,13442,528-1.4%5766-9
roda-sequel-postgres-torquebox-jrubyjson101,845100,381-1.4%112121-9
roda-sequel-postgres-torquebox-jrubyplaintext118,770116,311-2.1%102109-7
roda-sequel-postgres-torquebox-jrubydb17,26817,423+0.9%169176-7
roda-sequel-postgres-torquebox-jrubyquery1,3141,213-7.7%215223-8
roda-sequel-postgres-torquebox-jrubyupdate346331-4.4%182193-11
roda-sequel-postgres-torquebox-jrubyfortune13,22813,239+0.1%155160-5
roda-sequel-postgres-unicorn-mrijson33,06334,208+3.5%166171-5
roda-sequel-postgres-unicorn-mriplaintext29,71831,018+4.4%162167-5
roda-sequel-postgres-unicorn-mridb32,48033,956+4.5%119126-7
roda-sequel-postgres-unicorn-mriquery5,3425,423+1.5%7964+15
roda-sequel-postgres-unicorn-mriupdate1,7121,739+1.6%4072-32
roda-sequel-postgres-unicorn-mrifortune29,32129,431+0.4%90101-11
roda-sequel-torquebox-jrubyjson108,331103,861-4.1%108119-11
roda-sequel-torquebox-jrubyplaintext118,401124,276+5.0%103107-4
roda-sequel-torquebox-jrubydb18,41416,677-9.4%161181-20
roda-sequel-torquebox-jrubyquery1,4741,140-22.7%206227-21
ADDEDroda-sequel-torquebox-jrubyupdate245199
roda-sequel-torquebox-jrubyfortune13,87111,580-16.5%149169-20
roda-sequel-unicorn-mrijson32,48633,794+4.0%167172-5
roda-sequel-unicorn-mriplaintext29,64131,391+5.9%163166-3
roda-sequel-unicorn-mridb31,28232,226+3.0%123130-7
roda-sequel-unicorn-mriquery6,8755,816-15.4%3939+0
roda-sequel-unicorn-mriupdate1,7041,593-6.5%4185-44
roda-sequel-unicorn-mrifortune29,07429,523+1.5%94100-6
rouillejson25,09527,470+9.5%177183-6
rouilleplaintext21,30323,076+8.3%177179-2
s-serverjson550,096655,362+19.1%32+1
s-serverplaintext1,508,8222,078,254+37.7%1816+2
sailsjsjson879957+8.9%249249+0
sailsjsplaintext804951+18.3%230231-1
sailsjsdb478536+12.2%270262+8
sailsjsquery3017-42.9%266264+2
sailsjsfortune394442+12.3%232234-2
sailsjs-postgresdb480553+15.2%269261+8
sailsjs-postgresquery3024-21.8%265263+2
sailsjs-postgresupdate33+0.0%222227-5
sailsjs-postgresfortune415452+8.9%231232-1
scruffyjson67,18661,141-9.0%136147-11
scruffyplaintext45,04436,413-19.2%150163-13
scruffydb70,31269,699-0.9%5356-3
servantjson156,821165,705+5.7%8287-5
servantplaintext312,389342,355+9.6%7468+6
servantdb32,27432,355+0.3%120129-9
servantquery102112+9.5%255254+1
servantupdate4949-1.5%209218-9
servantfortune30,40929,375-3.4%87102-15
servicestack-nginx-defaultjson7,2366,833-5.6%216221-5
servicestack-nginx-defaultplaintext4,2997,035+63.7%218215+3
servletjson560,548658,629+17.5%11+0
servletplaintext963,901972,265+0.9%2735-8
servlet-postgres-rawdb118,74076,809-35.3%2751-24
servlet-postgres-rawquery7,6547,847+2.5%1614+2
ADDEDservlet-postgres-rawcached_query262,2183
servlet-postgres-rawupdate1,9291,967+2.0%2851-23
servlet-postgres-rawfortune106,88471,077-33.5%1935-16
servlet-rawdb119,36877,190-35.3%2650-24
servlet-rawquery6,4525,402-16.3%5365-12
servlet-rawupdate1,0291,968+91.1%10750+57
servlet-rawfortune107,97065,138-39.7%1739-22
silexjson18,09619,478+7.6%188193-5
silexdb14,08615,904+12.9%179183-4
silexquery5,3915,104-5.3%7574+1
silex-ormjson16,34117,767+8.7%189195-6
silex-ormdb5,8206,428+10.5%211220-9
silex-ormquery3,8724,015+3.7%108102+6
silex-rawjson20,23522,104+9.2%183190-7
silex-rawplaintext14,84220,964+41.2%183183+0
silex-rawdb10,2399,440-7.8%189204-15
silex-rawquery3,8203,451-9.7%112136-24
silex-rawupdate659827+25.4%150163-13
silex-rawfortune9,5959,760+1.7%173178-5
ADDEDsiliconplaintext89,385129
ADDEDsilicondb68,65059
ADDEDsiliconquery6,46531
ADDEDsiliconupdate2,17233
ADDEDsiliconfortune69,33536
sinatrajson116,281112,248-3.5%103109-6
sinatraplaintext102,211100,051-2.1%113122-9
sinatradb43,26439,444-8.8%96120-24
sinatraquery5,5714,923-11.6%7080-10
sinatraupdate1,1991,095-8.7%78130-52
sinatrafortune23,27121,418-8.0%110121-11
sinatra-passenger-mrijson63,89761,534-3.7%141145-4
sinatra-passenger-mriplaintext47,00847,778+1.6%142147-5
sinatra-passenger-mridb29,48327,374-7.2%131145-14
sinatra-passenger-mriquery5,5835,021-10.1%6975-6
sinatra-passenger-mriupdate1,3301,208-9.1%62122-60
sinatra-passenger-mrifortune18,81017,891-4.9%127141-14
sinatra-postgresjson118,094108,176-8.4%99113-14
sinatra-postgresplaintext103,43099,630-3.7%112123-11
sinatra-postgresdb39,43037,662-4.5%102121-19
sinatra-postgresquery4,8004,161-13.3%8898-10
sinatra-postgresupdate1,1561,100-4.9%81129-48
sinatra-postgresfortune23,61620,876-11.6%109125-16
sinatra-postgres-passenger-mrijson63,84061,376-3.9%142146-4
sinatra-postgres-passenger-mriplaintext46,57247,695+2.4%146148-2
sinatra-postgres-passenger-mridb29,05327,179-6.5%133147-14
sinatra-postgres-passenger-mriquery5,8785,610-4.6%6249+13
sinatra-postgres-passenger-mriupdate1,3621,290-5.3%60115-55
sinatra-postgres-passenger-mrifortune19,06418,154-4.8%126138-12
sinatra-postgres-unicorn-mrijson31,18531,185-0.0%171179-8
sinatra-postgres-unicorn-mriplaintext27,35524,188-11.6%172178-6
sinatra-postgres-unicorn-mridb25,35025,092-1.0%145155-10
sinatra-postgres-unicorn-mriquery6,0005,637-6.0%6047+13
sinatra-postgres-unicorn-mriupdate1,3761,238-10.0%58118-60
sinatra-postgres-unicorn-mrifortune21,05820,301-3.6%120128-8
sinatra-sequeljson117,757108,497-7.9%101112-11
sinatra-sequelplaintext101,64297,947-3.6%115124-9
sinatra-sequeldb65,50961,826-5.6%5766-9
sinatra-sequelquery6,8865,736-16.7%3843-5
sinatra-sequelupdate1,2191,424+16.9%7597-22
sinatra-sequelfortune42,38739,701-6.3%6075-15
sinatra-sequel-passenger-mrijson64,46861,928-3.9%137144-7
sinatra-sequel-passenger-mriplaintext46,90047,270+0.8%143149-6
sinatra-sequel-passenger-mridb45,43143,629-4.0%88107-19
sinatra-sequel-passenger-mriquery7,1575,897-17.6%3036-6
sinatra-sequel-passenger-mriupdate1,7621,632-7.4%3481-47
sinatra-sequel-passenger-mrifortune32,28531,782-1.6%8494-10
sinatra-sequel-postgresjson117,259105,949-9.6%102115-13
sinatra-sequel-postgresplaintext101,31296,259-5.0%116125-9
sinatra-sequel-postgresdb63,43159,229-6.6%6074-14
sinatra-sequel-postgresquery4,9184,920+0.0%8781+6
sinatra-sequel-postgresupdate1,3071,311+0.3%67111-44
sinatra-sequel-postgresfortune45,42841,499-8.6%5569-14
sinatra-sequel-postgres-passenger-mrijson64,46362,081-3.7%138143-5
sinatra-sequel-postgres-passenger-mriplaintext46,80447,796+2.1%145146-1
sinatra-sequel-postgres-passenger-mridb47,06045,796-2.7%86100-14
sinatra-sequel-postgres-passenger-mriquery5,3885,440+1.0%7662+14
sinatra-sequel-postgres-passenger-mriupdate1,7351,754+1.1%3669-33
sinatra-sequel-postgres-passenger-mrifortune33,38932,780-1.8%8190-9
sinatra-sequel-postgres-torquebox-jrubyjson33,89232,770-3.3%164176-12
sinatra-sequel-postgres-torquebox-jrubyplaintext27,84130,149+8.3%170171-1
sinatra-sequel-postgres-torquebox-jrubydb15,54814,852-4.5%175184-9
sinatra-sequel-postgres-torquebox-jrubyquery1,2651,254-0.8%218221-3
sinatra-sequel-postgres-torquebox-jrubyupdate318337+5.9%184192-8
sinatra-sequel-postgres-torquebox-jrubyfortune10,38010,352-0.3%170174-4
sinatra-sequel-postgres-unicorn-mrijson30,68730,909+0.7%172182-10
sinatra-sequel-postgres-unicorn-mriplaintext28,87628,232-2.2%167176-9
sinatra-sequel-postgres-unicorn-mridb30,17029,424-2.5%127140-13
sinatra-sequel-postgres-unicorn-mriquery5,3605,394+0.6%7866+12
sinatra-sequel-postgres-unicorn-mriupdate1,7321,737+0.3%3773-36
sinatra-sequel-postgres-unicorn-mrifortune26,86226,838-0.1%99106-7
sinatra-sequel-torquebox-jrubyjson35,54734,848-2.0%161170-9
sinatra-sequel-torquebox-jrubyplaintext32,83830,495-7.1%161170-9
sinatra-sequel-torquebox-jrubydb16,22913,822-14.8%171188-17
sinatra-sequel-torquebox-jrubyquery1,4341,155-19.5%209226-17
sinatra-sequel-torquebox-jrubyupdate358244-31.9%180200-20
sinatra-sequel-torquebox-jrubyfortune10,6239,869-7.1%166177-11
sinatra-sequel-unicorn-mrijson30,47632,195+5.6%173178-5
sinatra-sequel-unicorn-mriplaintext28,23128,361+0.5%169175-6
sinatra-sequel-unicorn-mridb29,77629,706-0.2%129137-8
sinatra-sequel-unicorn-mriquery6,6015,791-12.3%5041+9
sinatra-sequel-unicorn-mriupdate1,7181,608-6.4%3884-46
sinatra-sequel-unicorn-mrifortune26,87726,119-2.8%98110-12
sinatra-unicorn-mrijson31,55031,093-1.5%170181-11
sinatra-unicorn-mriplaintext28,77528,989+0.7%168174-6
sinatra-unicorn-mridb24,78625,493+2.9%147154-7
sinatra-unicorn-mriquery5,6445,130-9.1%6773-6
sinatra-unicorn-mriupdate1,3181,232-6.5%64120-56
sinatra-unicorn-mrifortune21,21220,374-3.9%118127-9
slimjson21,59023,894+10.7%181187-6
slimplaintext22,13222,928+3.6%176180-4
slimdb9,7799,739-0.4%192202-10
slimquery3,0643,413+11.4%139141-2
slimupdate769998+29.8%135141-6
slimfortune9,8379,613-2.3%172179-7
slim-hhvmjson1,1706,195+429.5%247225+22
slim-hhvmplaintext2,1939,464+331.5%226201+25
slim-hhvmdb1,3386,129+357.9%260224+36
slim-hhvmquery8854,333+389.7%22794+133
slim-hhvmupdate8061,006+24.8%130139-9
slim-hhvmfortune1,2946,096+371.0%227193+34
slim-php5json9,64113,785+43.0%204198+6
slim-php5plaintext9,56714,174+48.1%195190+5
slim-php5db7,5629,531+26.0%202203-1
slim-php5query3,7183,397-8.6%117143-26
slim-php5update770994+29.1%134142-8
slim-php5fortune6,9548,545+22.9%180182-2
snapjson93,00591,345-1.8%119128-9
snapplaintext194,214194,248+0.0%8284-2
snapdb18,89018,539-1.9%158172-14
snapquery1,1691,133-3.1%220229-9
sparkjson256,662241,069-6.1%5462-8
sparkplaintext6,9457,485+7.8%207212-5
sparkdb30,05327,164-9.6%128148-20
sparkquery274313+14.1%251246+5
sparkupdate8584-1.9%205213-8
sparkfortune629744+18.3%230231-1
spockjson11,48212,145+5.8%198203-5
spockplaintext8,3197,348-11.7%199214-15
spockdb9,1029,082-0.2%194210-16
spockquery335312-7.0%246247-1
spockupdate186166-10.8%193204-11
spockfortune4,8234,955+2.7%199206-7
sprayjson146,584147,688+0.8%8892-4
sprayplaintext290,880299,959+3.1%7574+1
springjson22,22925,127+13.0%180186-6
springplaintext128,577134,492+4.6%9899-1
springdb16,20512,830-20.8%173189-16
springquery2,415768-68.2%162236-74
springupdate897359-60.0%119191-72
springfortune24,04813,294-44.7%107159-52
startdb112,141105,820-5.6%2934-5
startquery12,92010,419-19.4%22+0
startupdate5943,674+518.1%1617+154
startfortune57,32455,768-2.7%4447-3
streamdb106,911100,920-5.6%3135-4
streamquery12,98510,464-19.4%11+0
streamupdate6073,683+506.7%1606+154
streamfortune48,52546,737-3.7%5257-5
symfony2json3,5886,083+69.5%245227+18
symfony2plaintext3,1305,127+63.8%225221+4
symfony2db2,5094,228+68.5%253243+10
symfony2query1,9502,722+39.6%183166+17
symfony2update523722+38.1%166173-7
symfony2fortune2,0713,516+69.7%221216+5
symfony2-hhvmjson3,6284,019+10.8%244242+2
symfony2-hhvmplaintext7,8458,494+8.3%202205-3
symfony2-hhvmdb4,1894,317+3.1%225242-17
symfony2-hhvmquery4,4314,503+1.6%9790+7
symfony2-hhvmfortune3,9024,499+15.3%207211-4
REMOVEDsymfony2-php-templatesfortune2,116220
symfony2-rawdb3,0455,244+72.2%245233+12
symfony2-rawquery2,7503,087+12.2%147157-10
symfony2-rawupdate1,5701,292-17.7%43114-71
symfony2-rawfortune2,4394,343+78.1%217212+5
symfony2-strippedjson3,7113,714+0.1%243244-1
symfony2-strippedplaintext3,2073,276+2.1%224228-4
symfony2-strippeddb2,6062,541-2.5%251254-3
symfony2-strippedquery1,9271,964+1.9%184201-17
symfony2-strippedupdate368443+20.5%179187-8
symfony2-strippedfortune2,1922,138-2.5%218228-10
symfony2-stripped-php-templatesfortune2,1862,264+3.6%219227-8
symfony2-stripped-rawdb3,1483,246+3.1%241247-6
symfony2-stripped-rawquery2,6562,606-1.9%151172-21
symfony2-stripped-rawupdate1,4311,229-14.1%51121-70
symfony2-stripped-rawfortune2,5152,525+0.4%216226-10
tapestryjson156,480179,232+14.5%8380+3
tapestryplaintext150,130166,277+10.8%9087+3
tapestrydb37,99332,175-15.3%108131-23
tapestryquery4,5453,439-24.3%94137-43
tapestryfortune31,17229,570-5.1%8598-13
tokio-minihttpjson449,705544,046+21.0%2014+6
tokio-minihttpplaintext3,682,3553,749,624+1.8%52+3
tokio-minihttpdb47,13447,732+1.3%8596-11
tokio-minihttpquery2,3732,407+1.4%164184-20
tornadojson59,31559,407+0.2%148150-2
tornadoplaintext64,28661,640-4.1%133139-6
tornadodb18,81518,165-3.5%160173-13
tornadoquery1,8151,737-4.3%191210-19
tornadoupdate6071,533+152.5%15986+73
tornadofortune13,64913,053-4.4%151161-10
tornado-postgresql-rawjson19,76115,866-19.7%185196-11
tornado-postgresql-rawplaintext19,97116,610-16.8%179188-9
tornado-postgresql-rawdb12,18310,131-16.8%181200-19
tornado-postgresql-rawquery2,4952,144-14.1%160192-32
tornado-py3json55,02952,655-4.3%149157-8
tornado-py3plaintext58,46856,351-3.6%138143-5
tornado-py3db18,03417,096-5.2%163177-14
tornado-py3query2,1441,983-7.5%175199-24
tornado-py3update6561,038+58.2%152137+15
tornado-py3fortune14,49913,780-5.0%147154-7
REMOVEDtornado-pypyjson197,21167
REMOVEDtornado-pypyplaintext196,46081
REMOVEDtornado-pypydb48,86083
REMOVEDtornado-pypyquery3,735115
REMOVEDtornado-pypyupdate621156
REMOVEDtornado-pypyfortune42,13761
turbogearsjson90,29283,518-7.5%120135-15
turbogearsplaintext91,73891,477-0.3%120127-7
turbogearsdb20,50619,936-2.8%154169-15
turbogearsquery1,6881,623-3.8%197213-16
turbogearsupdate839966+15.1%126147-21
turbogearsfortune14,53414,783+1.7%145149-4
ulibplaintext3,969,8973,590,072-9.6%34-1
ulib-jsonjson535,617466,269-12.9%528-23
ADDEDulib-json_fitjson653,6743
ulib-mongodbdb210,220176,736-15.9%14-3
ulib-mongodbquery10,5258,688-17.5%311-8
ulib-mongodbupdate8153,289+303.6%1289+119
ulib-mongodbfortune182,991175,180-4.3%13-2
ulib-mysqldb164,598145,883-11.4%912-3
ulib-mysqlquery7,8377,113-9.2%1124-13
ADDEDulib-mysqlcached_query345,6281
ulib-mysqlupdate2,1862,423+10.8%1524-9
ulib-mysqlfortune142,888134,958-5.5%910-1
ADDEDulib-plaintext_fitplaintext3,985,2421
ulib-postgresdb177,126181,125+2.3%32+1
ulib-postgresquery9,4508,638-8.6%512-7
ADDEDulib-postgrescached_query339,3292
ulib-postgresupdate9144,076+345.7%1162+114
ulib-postgresfortune180,413185,761+3.0%21+1
undertowjson490,726516,232+5.2%920-11
undertowplaintext2,928,3513,227,301+10.2%97+2
undertow-jersey-c3p0json144,982146,509+1.1%9094-4
undertow-jersey-c3p0plaintext175,493155,552-11.4%8492-8
undertow-jersey-c3p0db31,68621,058-33.5%122166-44
undertow-jersey-c3p0query1,3121,018-22.4%216230-14
undertow-jersey-c3p0fortune17,84613,587-23.9%132155-23
undertow-jersey-hikaricpjson145,262142,786-1.7%8996-7
undertow-jersey-hikaricpplaintext155,689164,593+5.7%8788-1
undertow-jersey-hikaricpdb57,20859,465+3.9%7072-2
undertow-jersey-hikaricpquery5,0253,810-24.2%84115-31
undertow-jersey-hikaricpfortune18,35517,625-4.0%129144-15
undertow-mongodbdb51,264133,536+160.5%8118+63
undertow-mongodbquery2,3647,041+197.9%16725+142
undertow-mongodbupdate6643,937+492.7%1483+145
undertow-mongodbfortune44,79795,108+112.3%5623+33
ADDEDundertow-mongodb-asyncdb56,78078
ADDEDundertow-mongodb-asyncquery3,169155
ADDEDundertow-mongodb-asyncupdate3,04514
ADDEDundertow-mongodb-asyncfortune47,79755
undertow-mysqldb69,82784,912+21.6%5442+12
undertow-mysqlquery1,6714,187+150.5%19997+102
undertow-mysqlupdate1,0561,637+55.1%9880+18
undertow-mysqlfortune67,43269,157+2.6%3337-4
undertow-postgresqldb71,230170,608+139.5%508+42
undertow-postgresqlquery2,5649,415+267.2%1563+153
undertow-postgresqlupdate1,0813,369+211.7%928+84
undertow-postgresqlfortune65,958130,269+97.5%3511+24
urwebjson183,888161,800-12.0%7388-15
urwebplaintext277,282291,082+5.0%7675+1
urwebdb135,724129,347-4.7%1819-1
urwebquery7,1466,961-2.6%3127+4
urwebupdate343416+21.4%183189-6
urwebfortune160,878156,078-3.0%77+0
urweb-mysqldb99,37585,139-14.3%3241-9
urweb-mysqlquery2,5303,797+50.1%158118+40
urweb-mysqlupdate187259+38.2%192196-4
urweb-mysqlfortune95,27182,918-13.0%2430-6
ADDEDuvicornjson458,28631
ADDEDuvicornplaintext654,13248
ADDEDuvicorndb21,700162
ADDEDuvicornquery2,159191
ADDEDuvicornupdate852158
ADDEDuvicornfortune33,57989
uwsgi-nginx-uwsgijson5,0894,402-13.5%232239-7
vertxjson461,124470,307+2.0%1527-12
vertxplaintext1,080,3401,129,655+4.6%2229-7
vertx-webjson466,677496,263+6.3%1424-10
vertx-webplaintext1,049,7451,137,844+8.4%2526-1
FAILEDvertx-web-mongodbdb3,265237
FAILEDvertx-web-mongodbquery154253
vertx-web-mongodbupdate261,431+5,459.1%21196+115
vertx-web-mongodbfortune38,14743,960+15.2%6662+4
vertx-web-mysqldb133,289111,501-16.3%1925-6
vertx-web-mysqlquery6,6475,680-14.6%4945+4
vertx-web-mysqlupdate8751,950+122.8%12253+69
vertx-web-mysqlfortune38,06945,617+19.8%6758+9
vertx-web-postgresdb79,52283,643+5.2%4145-4
vertx-web-postgresquery4,2484,372+2.9%9992+7
REMOVEDvertx-web-postgresupdate0224
vertx-web-postgresfortune37,70945,072+19.5%6859+9
ADDEDvertx-web-susom-postgresdb114,12623
ADDEDvertx-web-susom-postgresquery9,1256
ADDEDvertx-web-susom-postgresupdate704175
ADDEDvertx-web-susom-postgresfortune43,17763
FAILEDvibedjson8,415207
FAILEDvibeddb5,616213
FAILEDvibedquery778232
FAILEDvibedupdate346181
FAILEDvibedfortune3,571211
FAILEDvibed-ldcjson11,813195
FAILEDvibed-ldcdb7,966200
FAILEDvibed-ldcquery1,186219
FAILEDvibed-ldcupdate494169
FAILEDvibed-ldcfortune5,203196
waijson289,929309,687+6.8%4952-3
waiplaintext504,194542,786+7.7%5052-2
web-simplejson12,64613,092+3.5%191200-9
web-simpledb741738-0.3%267259+8
web-simplequery1,7921,819+1.5%192207-15
web2pyjson20,00619,370-3.2%184194-10
web2pyplaintext20,20420,334+0.6%178185-7
web2pydb8,1058,087-0.2%199214-15
web2pyquery2,6612,574-3.3%150175-25
web2pyupdate176172-2.3%194203-9
web2pyfortune5,8875,993+1.8%190194-4
web2py-optimizedjson42,96044,325+3.2%155161-6
web2py-optimizedplaintext43,74244,509+1.8%152156-4
web2py-optimizeddb11,42211,173-2.2%185194-9
web2py-optimizedquery4,9634,406-11.2%8591-6
web2py-optimizedupdate373524+40.4%178183-5
web2py-optimizedfortune10,59511,189+5.6%167170-3
webgojson130,231128,238-1.5%96102-6
weppyjson255,510237,254-7.1%5563-8
weppyplaintext379,975381,202+0.3%6563+2
weppydb35,59936,974+3.9%113122-9
weppyquery3,3623,519+4.7%128132-4
weppyupdate1,4311,443+0.8%5093-43
weppyfortune19,28019,758+2.5%124133-9
weppy-nginx-uwsgijson4,8044,573-4.8%234237-3
weppy-nginx-uwsgiplaintext4,8744,861-0.3%214223-9
weppy-nginx-uwsgidb5,1014,657-8.7%220240-20
weppy-nginx-uwsgiquery3,2893,011-8.4%129159-30
weppy-nginx-uwsgiupdate1,2181,138-6.6%76128-52
weppy-nginx-uwsgifortune5,6734,857-14.4%191208-17
weppy-py3json257,197251,315-2.3%5359-6
weppy-py3plaintext377,140377,166+0.0%6665+1
weppy-py3db40,69041,033+0.8%100115-15
weppy-py3query3,7373,659-2.1%114124-10
weppy-py3update1,4701,438-2.2%4694-48
weppy-py3fortune21,45021,264-0.9%116122-6
REMOVEDweppy-pypyjson67,950134
REMOVEDweppy-pypyplaintext68,425131
REMOVEDweppy-pypydb5,413217
REMOVEDweppy-pypyquery1,875186
REMOVEDweppy-pypyupdate99204
REMOVEDweppy-pypyfortune6,278188
wheezywebjson377,027383,932+1.8%3144-13
wheezywebplaintext956,716905,268-5.4%2838-10
wheezywebdb27,54527,995+1.6%137144-7
wheezywebquery1,7521,797+2.5%195208-13
wheezywebupdate508799+57.2%168168+0
wheezywebfortune27,77028,770+3.6%97104-7
wicketjson416,602367,236-11.8%2747-20
wicketplaintext435,377379,449-12.8%5564-9
wicketdb44,82041,716-6.9%91112-21
wicketquery3,0852,783-9.8%136163-27
wicketupdate1,4201,240-12.7%53117-64
wicketfortune24,60322,470-8.7%104118-14
wildfly-ee7json43,04445,487+5.7%154158-4
wildfly-ee7plaintext61,29359,382-3.1%136140-4
wildfly-ee7db56,56644,533-21.3%72105-33
wildfly-ee7query6,2494,060-35.0%54100-46
wildfly-ee7update709699-1.4%145176-31
wildfly-ee7fortune15,80214,482-8.4%138152-14
wsgijson417,585451,375+8.1%2632-6
wsgiplaintext1,440,4951,395,076-3.2%1922-3
FAILEDwtjson59,542146
FAILEDwtplaintext94,762118
FAILEDwtdb57,55969
FAILEDwtquery6,23055
FAILEDwtupdate2,03623
FAILEDwtfortune38,94164
wt-postgresdb57,74456,307-2.5%6879-11
wt-postgresquery9,1249,346+2.4%64+2
wt-postgresupdate2,9132,965+1.8%615-9
wt-postgresfortune42,99044,518+3.6%5860-2
yafjson41,39243,331+4.7%158162-4
yafplaintext42,49843,676+2.8%154157-3
yafdb36,20239,509+9.1%112119-7
yafquery6,8035,495-19.2%4358-15
yafupdate1,1463,056+166.7%8513+72
yaffortune34,02537,382+9.9%7976+3
yesodjson243,995258,494+5.9%5858+0
yesodplaintext325,455345,864+6.3%7266+6
yesoddb42,67840,929-4.1%98116-18
yesodquery1,8912,144+13.4%185193-8
yesodfortune35,13735,290+0.4%7682-6
FAILEDyesod-mongodb-rawdb3,379234
FAILEDyesod-mongodb-rawquery62258
yesod-postgresjson151,457146,571-3.2%8693-7
yesod-postgresplaintext166,672159,614-4.2%8590-5
yesod-postgresdb26,83926,993+0.6%139149-10
yesod-postgresquery2,0311,995-1.8%180198-18
yesod-postgresupdate11-33.3%223228-5
yesod-postgresfortune20,80320,133-3.2%121130-9
yii2json10,38814,105+35.8%202197+5
yii2plaintext10,73011,458+6.8%190198-8
yii2db6,7899,149+34.8%205209-4
yii2query3,0403,191+5.0%140152-12
yii2update763965+26.5%138149-11
yii2fortune6,3868,027+25.7%186185+1
yii2-hhvmjson6,9396,903-0.5%220220+0
yii2-hhvmplaintext10,62510,801+1.7%191199-8
yii2-hhvmdb6,4966,015-7.4%208225-17
yii2-hhvmquery5,4404,573-15.9%7288-16
yii2-hhvmupdate1,3821,349-2.4%57108-51
yii2-hhvmfortune6,4385,963-7.4%185196-11
zendjson4,5604,546-0.3%237238-1
zendplaintext4,0214,398+9.4%219225-6
zenddb3,9654,064+2.5%227244-17
zendquery2,9052,920+0.5%142160-18
zendupdate766967+26.2%136146-10
zend1json9,78413,119+34.1%203199+4
zend1plaintext13,49111,973-11.3%186192-6
zend1db3,6915,048+36.8%230237-7
zend1query2,3732,256-4.9%165189-24
zend1update657891+35.7%151155-4
zend1fortune3,6614,148+13.3%210213-3