[pypy-svn] extradoc extradoc: add benchmark results with various combinations of features enabled.

[cfbolz]

Author: Carl Friedrich Bolz <cfbolz at gmx.de>
Branch: extradoc
Changeset: r3419:54fe72df6e46
Date: 2011-03-26 17:33 +0100
http://bitbucket.org/pypy/extradoc/changeset/54fe72df6e46/

Log:	add benchmark results with various combinations of features enabled.

diff --git a/talk/icooolps2011/benchmarks/paper-no-map-no-versions.json b/talk/icooolps2011/benchmarks/paper-no-map-no-versions.json
new file mode 100644
--- /dev/null
+++ b/talk/icooolps2011/benchmarks/paper-no-map-no-versions.json
@@ -0,0 +1,1 @@
+{"options": "", "results": [["crypto_pyaes", "RawResult", {"changed_times": [0.90968012809800003, 0.26170802116399999, 0.25785112381000003, 0.271646976471, 0.24586701393099999, 0.24329781532299999, 0.26593494415300001, 0.244066953659, 0.241585969925, 0.241628885269, 0.24107789993299999, 0.241670131683, 0.24883198738100001, 0.25121092796299999, 0.24328303337099999, 0.270493030548, 0.24111700057999999, 0.24127578735399999, 0.240916013718, 0.24128103256200001, 0.241383075714, 0.24211096763600001, 0.239951133728, 0.240896940231, 0.269706010818, 0.240354061127, 0.24149084091199999, 0.240961074829, 0.24031996726999999, 0.242077827454, 0.24312996864299999, 0.242409944534, 0.243405103683, 0.24757409095800001, 0.290009975433, 0.24828910827600001, 0.24272799491899999, 0.242501974106, 0.242834091187, 0.241096019745, 0.240152835846, 0.240782976151, 0.24129986763, 0.27049803733799999, 0.240900039673, 0.24061393737799999, 0.24026703834499999, 0.24046397209199999, 0.24000310897800001, 0.24015092849700001], "base_times": [2.8431730270400002, 2.8596279621099998, 2.84830594063, 2.86815619469, 2.9670741558099998, 2.9265959262800001, 2.92723703384, 2.9616861343399998, 2.8669378757500001, 2.8540661334999999, 2.8663120269800002, 2.8459079265599998, 2.8853631019599999, 2.8537850379899998, 2.8458979129799999, 2.8518140316, 2.8497431278200001, 2.8493149280500001, 2.8408098220800002, 2.84876990318, 2.8433921337100001, 2.8501889705700001, 2.84734416008, 2.84982514381, 2.84102082253, 2.84824991226, 2.84714984894, 2.8557260036500001, 2.8698899745899999, 2.8883328437800002, 2.8446230888400001, 2.85510110855, 2.8452558517500002, 2.8569431304899999, 2.8603079319, 2.8478608131400001, 2.9129819870000002, 2.8943500518800001, 2.8452489376100001, 2.8411419391599999, 2.84658002853, 2.8635709285700002, 2.8744399547600001, 2.9570639133499999, 2.86628007889, 2.8421561718000001, 2.9031870365099999, 2.9766941070600001, 2.8686139583600001, 2.8507399559], "pypy_op_count": 14713}], ["django", "RawResult", {"changed_times": [0.409361839294, 0.39968419075, 0.40850090980499998, 0.43737792968799999, 0.39969611167899999, 0.40908908844000003, 0.40129613876300002, 0.40819787979099997, 0.39684891700699998, 0.40701103210400003, 0.39622306823699999, 0.40736603736900001, 0.39663887023900002, 0.412101984024, 0.39635610580399999, 0.40888404846199999, 0.40793585777300001, 0.40636897087099999, 0.39608311653099998, 0.40685009956399998, 0.395928859711, 0.40767192840599997, 0.39801812171899997, 0.41140508651699997, 0.40022993087800002, 0.41680383682299998, 0.42870593071000002, 0.40220189094499997, 0.46484398841899999, 0.39915013313300002, 0.40977406501800001, 0.39693999290499998, 0.40603685378999999, 0.39754915237400001, 0.40675592422500001, 0.39628291130100002, 0.40655803680399999, 0.397660017014, 0.406586170197, 0.405714035034, 0.40726804733299998, 0.39518284797699998, 0.40726399421699999, 0.39690613746600001, 0.40632605552700002, 0.396065950394, 0.40693998336800002, 0.395999908447, 0.40625214576699997, 0.39572000503499999], "base_times": [0.99359703064000005, 0.99389290809599995, 0.99427080154400005, 0.99465894699099999, 0.99388504028299995, 0.99396109581000003, 0.99484896659900002, 0.99852204322799998, 0.99389815330499998, 0.99433708190900005, 0.99418401718100002, 0.99542903900099999, 0.99477505683900003, 1.00037693977, 0.99475002288799996, 0.99459695816000004, 0.99590921401999999, 1.01496505737, 1.0459671020500001, 1.04703593254, 1.0422430038499999, 1.0054759979200001, 1.0127670764900001, 1.00261497498, 1.0007750987999999, 1.00448012352, 1.00702595711, 1.0008399486499999, 0.99569511413599998, 0.99400901794399998, 0.99406409263600004, 0.99468493461600005, 0.99344110488899995, 0.99440884590099998, 0.99411320686299998, 0.99357295036299997, 0.99348998069799999, 0.99420499801600004, 0.99391007423400002, 0.99506902694699995, 0.99334502220200005, 0.99503016471899997, 0.99399304389999998, 0.99507188797000001, 0.99316120147700004, 0.99476599693300005, 0.99433612823499995, 0.99457788467399999, 0.99464392662000001, 0.99476480483999996], "pypy_op_count": 13106}], ["fannkuch", "RawResult", {"changed_times": [0.53282713890099997, 0.39407396316499999, 0.39206409454300001, 0.38817501068100002, 0.38837003707899997, 0.38854622840899999, 0.38604807853700002, 0.38786697387699998, 0.38789105415300001, 0.38778018951400001, 0.38464999198900002, 0.38669800758400003, 0.38773012161300002, 0.38786101341200002, 0.38868999481200001, 0.38628578186000001, 0.38350701332100001, 0.38983893394500002, 0.38299393653899999, 0.38437294960000001, 0.38608789444000002, 0.38481783866899999, 0.38570213317899998, 0.39002513885500001, 0.386386156082, 0.38542413711500001, 0.38518500328100003, 0.383751869202, 0.38267397880600001, 0.38622903823900001, 0.38364982604999998, 0.38752388954200001, 0.38348603248599999, 0.384949922562, 0.38246607780500003, 0.38364696502700002, 0.382498025894, 0.383237838745, 0.38446092605600002, 0.388746023178, 0.38745093345600001, 0.38526391983000002, 0.41176295280500003, 0.408805847168, 0.38728690147400002, 0.39274883270299998, 0.38636088371299998, 0.38640189170799999, 0.38474988937400001, 0.38589191436800002], "base_times": [2.0043020248399999, 2.0073390007, 1.9952139854399999, 2.0008580684699999, 1.98554611206, 1.97409701347, 1.9786939620999999, 2.0790672302200002, 2.03013920784, 2.0991339683499999, 2.0163910388900002, 1.9821600913999999, 1.98520112038, 1.98102498055, 1.99343204498, 1.9887850284599999, 1.99591588974, 1.97612094879, 1.9794700145699999, 1.9827270507800001, 1.9733400344800001, 1.97881388664, 1.9812049865700001, 1.9722619056699999, 1.9824829101599999, 1.9844620227800001, 1.9743411541, 1.9831020832099999, 1.9845609664899999, 1.97199606895, 1.9822628498099999, 1.9870131015800001, 1.97464108467, 1.9844839572899999, 1.9838709831200001, 1.97589802742, 1.97996997833, 1.9799330234500001, 1.9721341133100001, 1.9780488014199999, 1.9803719520600001, 1.9708559513099999, 1.9771769046800001, 1.9796018600500001, 1.9717090129899999, 1.9781260490399999, 1.98689484596, 1.99278998375, 1.98370909691, 1.9814100265500001], "pypy_op_count": 4169}], ["go", "RawResult", {"changed_times": [0.61724591255200001, 0.70614504814099999, 0.60431313514700002, 0.56376600265499999, 0.62421798706099996, 0.59825491905200001, 0.62490892410300003, 0.58459997177099998, 0.53595900535600005, 0.53137493133500002, 0.54526805877700002, 0.64253807067900004, 0.52755808830299999, 0.52279210090600003, 0.61580610275299996, 0.60318899154700001, 0.61505889892599996, 0.57422089576699997, 0.59658789634700005, 0.59845900535600005, 0.59890508651700003, 0.51722002029400005, 0.54849410057100001, 0.52876210212700003, 0.514042139053, 0.53425788879400005, 0.51968383789100003, 0.51041507720900003, 0.51750707626299997, 0.56681394576999999, 0.51937294006300005, 0.54086399078400005, 0.51348996162399996, 0.517016172409, 0.56075811386100005, 0.50965595245399997, 0.53467798232999997, 0.50504302978500004, 0.53375720977800001, 0.52729606628400005, 0.50850987434399997, 0.49878597259500002, 0.51408100128199996, 0.53317594528199996, 0.50536012649499995, 0.50333714485199998, 0.51512408256499997, 0.51808619499200004, 0.51351904869099996, 0.53780102729799995], "base_times": [0.94755005836499995, 0.94896602630600002, 0.94580793380700001, 0.94905400276200003, 0.94746804237399995, 0.94798612594599996, 0.94428610801699997, 0.95008301734900003, 0.94411087036100005, 0.94858789444000002, 0.95008897781400004, 0.95165205001800002, 0.94537496566799994, 0.95032000541700001, 0.95284795761100005, 0.94787907600400001, 0.95058917999299997, 0.94769811630199996, 0.94919896125799996, 0.94800806045499997, 0.94718313217200001, 0.98078894615199996, 0.95006299018899998, 0.94940996170000003, 0.95056200027500004, 0.94796395301799996, 0.94641494750999999, 0.94851684570299999, 0.94812989234900003, 0.946643829346, 0.95064401626600004, 0.94859600067100003, 0.950106859207, 0.94876503944400004, 0.94864702224700004, 0.94942378997800003, 0.95094609260600005, 0.94845390319800005, 0.94986391067499998, 0.94734883308399997, 0.94881701469400004, 0.94665908813499999, 0.95552802085900002, 0.95052385330199995, 0.94808387756300005, 0.94853401184099995, 0.95030283927899994, 0.95462107658399997, 0.95332312583900003, 0.95663905143700001], "pypy_op_count": 87266}], ["html5lib", "RawResult", {"changed_times": [16.261095047000001, 12.1599109173, 11.678818941099999, 11.649614095700001, 12.0981030464, 11.715470075600001, 12.0015318394, 11.596802949900001, 11.2248840332, 11.198246002199999, 11.1396479607, 11.323916196800001, 11.1689560413, 11.163488149599999, 11.2186272144, 11.1584410667, 11.1322851181, 10.996668100400001, 11.198470115699999, 11.183460950900001, 11.2130110264, 11.886582136199999, 12.131786823300001, 11.515090942400001, 11.222639083900001, 11.1527180672, 11.0736188889, 11.0619471073, 10.988390922500001, 11.063099145900001, 11.1647350788, 11.384175062200001, 11.213179111500001, 11.0771570206, 11.1129570007, 10.9827890396, 11.1152429581, 11.1721689701, 10.9488430023, 11.2089259624, 10.987019062, 11.4920239449, 11.702784061399999, 11.1414158344, 10.923774957699999, 11.076424121900001, 11.109690904600001, 11.0931081772, 10.983553886399999, 11.135076999700001], "base_times": [14.4300708771, 14.583441972699999, 14.792320012999999, 14.6171739101, 14.4988467693, 14.9017119408, 15.0939700603, 14.9997739792, 14.8922901154, 14.6031079292, 14.504671096799999, 14.680979967100001, 14.656867027300001, 14.602684974700001, 14.6278529167, 14.7529799938, 14.713897943499999, 14.8105311394, 14.734623909, 14.628256797800001, 14.743352890000001, 14.657305002199999, 14.6423289776, 14.704689979599999, 14.694815158800001, 14.6426570415, 14.605273008299999, 14.9715600014, 14.6226658821, 14.7121901512, 14.736593008, 14.616090059299999, 14.741003990199999, 14.598248958599999, 14.5658650398, 14.788245916399999, 14.7834279537, 14.705070018800001, 14.7029640675, 14.5806789398, 14.733406066900001, 15.037626981700001, 14.965485096, 14.861964941, 14.8931558132, 14.589006185500001, 14.708989858600001, 14.8662919998, 14.924582004499999, 14.869343042400001], "pypy_op_count": 172738}], ["meteor-contest", "RawResult", {"changed_times": [0.397058010101, 0.31222486496000001, 0.30470013618500003, 0.30254507064800001, 0.30421304702800001, 0.30730509758000002, 0.30748391151400001, 0.30145502090499998, 0.30126309394799999, 0.30186700820899998, 0.29999780654899999, 0.30109715461699998, 0.32023191451999999, 0.29969692230200001, 0.30040502548199999, 0.30065608024599999, 0.30075788497900002, 0.30641603469799999, 0.298620939255, 0.29850816726700002, 0.29853796958899997, 0.29826688766499998, 0.298577070236, 0.29814004898099999, 0.29943299293499998, 0.29891991615300001, 0.298165082932, 0.30019903183000002, 0.29888296127300001, 0.30334305763199998, 0.30935788154600002, 0.30365204811099999, 0.29853391647299998, 0.298191070557, 0.30730795860299998, 0.29867315292399998, 0.29787182807899998, 0.29819393158000002, 0.29812002182000003, 0.29748177528399999, 0.30592608451800002, 0.30640101432799999, 0.30461001396199999, 0.29782390594500002, 0.29851198196399997, 0.297985076904, 0.29792809486400001, 0.29788279533399997, 0.29954814910900002, 0.29781603813200003], "base_times": [0.34838223457299999, 0.34886598587000001, 0.34866976738, 0.34914493560799997, 0.34892392158500002, 0.34897184371899997, 0.34874105453499998, 0.348833084106, 0.34855294227599998, 0.34869408607500002, 0.35135698318500003, 0.349362134933, 0.349206924438, 0.34881305694600001, 0.352702140808, 0.349253892899, 0.34810900688200003, 0.34919714927700002, 0.34905695915200002, 0.34929203987099999, 0.35006213188200003, 0.34877514839200002, 0.34930610656700001, 0.34935307502700003, 0.34853196144100002, 0.35073018074000001, 0.34898900985699999, 0.348687887192, 0.34926390647900002, 0.34951996803300001, 0.34894990921000002, 0.34928989410400002, 0.348195791245, 0.34861302375800002, 0.34957909584000002, 0.34903597831700001, 0.34931612014800001, 0.34873199462900001, 0.34908890724199998, 0.34929084777800001, 0.35125994682299999, 0.34869885444600002, 0.34865093231200001, 0.34934186935400002, 0.34947490692099997, 0.34992098808299998, 0.34933805465700002, 0.34940505027800001, 0.34924411773699998, 0.35305714607200001], "pypy_op_count": 6803}], ["pyflate-fast", "RawResult", {"changed_times": [2.7892501354200001, 2.81428313255, 2.7594170570399998, 2.8596301078800002, 2.8098950386000001, 2.79582881927, 2.8297259807600001, 2.9023971557600001, 2.8184750080100001, 2.8439729213699998, 2.9278090000199999, 2.9684200286900002, 2.9002227783199999, 2.9356980323799999, 3.0197591781600002, 3.2985301017799999, 3.00327801704, 3.14128494263, 2.93946099281, 2.8438420295700002, 2.8750038146999999, 2.83465504646, 2.8873970508600002, 2.8306438922899999, 2.8273618221299999, 2.9049830436700002, 2.8429479599, 2.86829996109, 2.8764369487799999, 2.8884871005999999, 2.8163690567000002, 2.8612251281700001, 2.8340430259699998, 2.94311404228, 2.87245893478, 2.9002301692999999, 3.0006260871900001, 2.9453620910599998, 2.8981261253400001, 2.93873715401, 2.80990791321, 2.8824269771600002, 2.8040461540199999, 2.9164080619799999, 2.83879303932, 2.8158490657800002, 3.0377941131599999, 3.0034391880000002, 2.8983750343299999, 2.8742489814800001], "base_times": [3.20239710808, 3.2851829528800001, 3.3033690452600002, 3.25438094139, 3.1806712150599998, 3.22766089439, 3.1690571308100002, 3.2391319274899999, 3.24552893639, 3.2414500713300001, 3.21615004539, 3.2073690891300002, 3.26479291916, 3.2651319503799998, 3.2642319202399999, 3.2732741832699999, 3.24680185318, 4.1558468341800001, 3.3647878169999998, 3.3489861488299999, 3.3357849121099998, 3.2745559215500002, 3.2354571819300002, 3.18098187447, 3.2074930667900001, 3.2279529571499999, 3.1906809806799998, 3.24963402748, 3.1782009601599999, 3.1669700145699999, 3.1640291214, 3.17319083214, 3.16554999352, 3.19478797913, 3.1732139587399999, 3.1655089855199998, 3.1706278324100001, 3.1658771038100002, 3.1661009788499999, 3.1638181209599998, 3.1724820136999998, 3.1914839744600001, 3.1756591796899998, 3.1584219932600002, 3.1598799228700001, 3.1623260974899998, 3.1672358512900001, 3.1677899360700001, 3.1730349063899999, 3.20204305649], "pypy_op_count": 34269}], ["raytrace-simple", "RawResult", {"changed_times": [1.73262095451, 1.7112429142000001, 1.7115881443000001, 1.7059481143999999, 1.7211890220599999, 1.70691204071, 1.76205778122, 1.73319506645, 1.7145311832400001, 1.6997001171099999, 1.7010910510999999, 1.717056036, 1.70808196068, 1.82129788399, 1.6985220909100001, 1.6981899738299999, 1.70037913322, 1.7169890403700001, 1.71297621727, 1.70048308372, 1.7680749893200001, 1.6982471942899999, 1.6960709094999999, 1.7025699615500001, 1.69845485687, 1.6962928772000001, 1.7055609226199999, 1.7190349102, 1.70597481728, 1.75849199295, 1.69964694977, 1.69898509979, 1.78078103065, 1.6959869861600001, 1.6965489387499999, 1.71496701241, 1.69671702385, 1.6973099708599999, 1.6970541477200001, 1.6958220005, 1.70453715324, 1.71490097046, 1.7014169693000001, 1.6966300010699999, 1.69708299637, 1.7079961299899999, 1.6944689750699999, 1.7149081230200001, 1.7047410011299999, 1.6980168819399999], "base_times": [2.70346713066, 2.70947599411, 2.7158110141799998, 2.71175098419, 2.7108299732200001, 2.7076630592300002, 2.70842194557, 2.7088060379000001, 2.7056019306199999, 2.7068400383000002, 2.7064809799199998, 2.71110296249, 2.7139241695399998, 2.71315908432, 2.7047669887499999, 2.7143340110800001, 2.7202367782599999, 2.7363440990400001, 2.7045259475700001, 2.7077820301100002, 2.7101051807399998, 2.7058789730099999, 2.7080590724900002, 2.7069141864800002, 2.7032549381300002, 2.7078340053600001, 2.7146408557899999, 2.7089159488700001, 2.7106828689600002, 2.7044599056199998, 2.7020061016099999, 2.7065110206599998, 2.7078759670300001, 2.70477390289, 2.7068409919700001, 2.7055530548100002, 2.7047748565699998, 2.7025859355900002, 2.7364628314999999, 2.7081980705299999, 2.70742607117, 2.7107248306299998, 2.7036969661699999, 2.7091271877300001, 2.7090950012200001, 2.7064878940599999, 2.7170219421400001, 2.7107899189000002, 2.71460294724, 2.7067561149600001], "pypy_op_count": 59284}], ["richards", "RawResult", {"changed_times": [0.45202112197900002, 0.42947602272000002, 0.42763590812699998, 0.425966024399, 0.42685508727999999, 0.42552399635299998, 0.42684698104899998, 0.44417214393600002, 0.42493796348599999, 0.42340397834799998, 0.42353701591499998, 0.42347097396900002, 0.42352604865999999, 0.42338705062900001, 0.42590904235799998, 0.42330503463699998, 0.42370104789700003, 0.42312502861000001, 0.42597603797900002, 0.42494797706600002, 0.42284703254700001, 0.42292404174800002, 0.42328500747699999, 0.422554969788, 0.426184177399, 0.42345690727200003, 0.42149114608799998, 0.42362189292899999, 0.42172002792399998, 0.42114090919500002, 0.42194080352800001, 0.42189478874199998, 0.42157793045000003, 0.42195200920100001, 0.421849012375, 0.42390108108500002, 0.42155480384799998, 0.421267986298, 0.42001795768700001, 0.42183709144600001, 0.42241597175599999, 0.42008614540099998, 0.42037081718399999, 0.42071795463599998, 0.42058992385900001, 0.42197108268700001, 0.42147111892700001, 0.42049002647400002, 0.42103791236900001, 0.41992688178999998], "base_times": [0.348742961884, 0.34398007392899999, 0.34170007705700001, 0.343639850616, 0.34330916404700001, 0.345504045486, 0.34513807296799998, 0.34365606308000002, 0.34516596794100002, 0.34796619415300001, 0.34372591972400002, 0.35078692436199999, 0.34651207923900001, 0.34183096885699998, 0.344089984894, 0.35141682624800002, 0.34654712676999999, 0.34858798980700001, 0.34706401824999999, 0.34679889678999998, 0.343952894211, 0.34561705589300001, 0.35027098655700001, 0.34220910072299998, 0.349514007568, 0.34791398048400002, 0.34430599212599999, 0.34272408485400002, 0.34231090545699999, 0.34883093833899997, 0.34666919708299998, 0.348744153976, 0.34603691101099998, 0.34201407432600001, 0.343272924423, 0.34394192695600001, 0.34105587005600002, 0.34224200248699999, 0.34430599212599999, 0.34348201751700003, 0.34811687469500002, 0.34051203727700002, 0.34049201011699998, 0.34295606613200003, 0.34316110611, 0.34472513198900001, 0.34576106071500001, 0.34455490112300002, 0.34601092338599998, 0.341138124466], "pypy_op_count": 25560}], ["spambayes", "RawResult", {"changed_times": [0.364380121231, 0.44119691848800002, 0.41675400733899998, 0.41085791587800002, 0.386422157288, 0.31945586204499998, 0.39294505119299999, 0.29344987869299999, 0.29942297935500001, 0.27105689048800002, 0.30189108848599999, 0.254878997803, 0.23610687255900001, 0.30035305023199999, 0.481290102005, 0.39843392372100001, 0.26692605018600002, 0.23347496986399999, 0.28728699684100001, 0.22171378135700001, 0.22206902504000001, 0.30090498924300002, 0.227879047394, 0.21359992027300001, 0.218796014786, 0.26997900009199999, 0.24744987487799999, 0.221409082413, 0.209238052368, 0.236274003983, 0.25710320472699999, 0.28479599952700002, 0.204644918442, 0.20791101455700001, 0.208427906036, 0.27565217018100002, 0.23077392578100001, 0.222128868103, 0.216094017029, 0.22877502441399999, 0.19906902313200001, 0.20046997070299999, 0.22600197792099999, 0.27111887931799999, 0.19655299186700001, 0.19667291641199999, 0.19611716270400001, 0.226536035538, 0.19816303253199999, 0.21359205245999999], "base_times": [0.30083990097000002, 0.30107092857399997, 0.301158905029, 0.30125212669399998, 0.30099701881399998, 0.30041384697000001, 0.30106282234199999, 0.30104899406399999, 0.301003217697, 0.301099061966, 0.30334615707399998, 0.30100893974300003, 0.30095696449300002, 0.30104303360000001, 0.30135512351999999, 0.30050110816999998, 0.30136203765899999, 0.30115795135500001, 0.30083012580899998, 0.30126714706399998, 0.30079507827800001, 0.30091309547400003, 0.30103015899699997, 0.30150794982899998, 0.30061888694799999, 0.300558805466, 0.30093193054200001, 0.30112004280100002, 0.30096697807299999, 0.30083203315700002, 0.30114006996199999, 0.30109095573400002, 0.30080103874199998, 0.30101490020799998, 0.30102705955499998, 0.30132293701200003, 0.30128097534199999, 0.301703214645, 0.30121803283699999, 0.30156207084699999, 0.30127501487699998, 0.30118989944500002, 0.30148100852999998, 0.30227804184000001, 0.30163002014200002, 0.30123686790499998, 0.301606893539, 0.301479816437, 0.30178403854399999, 0.30203700065599998], "pypy_op_count": 79856}], ["spectral-norm", "RawResult", {"changed_times": [0.10959196090700001, 0.042332172393800001, 0.040981054305999999, 0.039587974548300001, 0.040713071823100001, 0.0411989688873, 0.038578987121600003, 0.040179014205899997, 0.038127183914200002, 0.038395881652800001, 0.038568973541299997, 0.037137985229500001, 0.037296056747399997, 0.036942958831800002, 0.037352085113500001, 0.037146091461200001, 0.0367410182953, 0.037198066711400003, 0.037118911743199999, 0.037197113037100001, 0.037024974822999997, 0.037132978439300003, 0.0367619991302, 0.0372228622437, 0.0369851589203, 0.036921024322500003, 0.0372228622437, 0.037124156951900002, 0.037063837051399998, 0.036730051040600002, 0.037120103836100003, 0.037787914276100003, 0.037085056304899999, 0.037086009979200002, 0.037244081497200002, 0.036707162857099997, 0.037101030349699998, 0.037016868591300003, 0.036715030670200002, 0.037021160125700003, 0.037648916244500001, 0.036882162094100002, 0.037200927734400001, 0.03688788414, 0.0368630886078, 0.036957979202299998, 0.0372130870819, 0.036842107772799997, 0.036978006362900002, 0.038713932037399999], "base_times": [0.52954912185699998, 0.52811813354500003, 0.527950048447, 0.52731108665500004, 0.52899098396300004, 0.52680087089500005, 0.52559590339700002, 0.52714109420800004, 0.52924609184299998, 0.52887797355699995, 0.534622907639, 0.529407024384, 0.52711510658299998, 0.52651882171599995, 0.52681398391699996, 0.52387809753400005, 0.52621483802799995, 0.52459812164300001, 0.53056693077100003, 0.52271103858900003, 0.54028511047399996, 0.52738118171699999, 0.53087997436500001, 0.526041984558, 0.53446507453900005, 0.52807283401500005, 0.54005789756800004, 0.52472209930400004, 0.52734208107000002, 0.52826714515700002, 0.52903914451599998, 0.52639102935799997, 0.52782988548300003, 0.53036499023399997, 0.52859020233200005, 0.52875494957000002, 0.52858805656399999, 0.52843213081399998, 0.52754306793200001, 0.52720117569000002, 0.52665996551500005, 0.52881693839999999, 0.52722406387300003, 0.52798104286199998, 0.52870011329699995, 0.52709317207299999, 0.52946305275000005, 0.52820086479200001, 0.52963709831200001, 0.53435611724900001], "pypy_op_count": 3298}], ["telco", "RawResult", {"changed_times": [0.93205800000000005, 0.83205200000000001, 0.77204799999999996, 0.80805099999999996, 0.77204799999999996, 0.81205099999999997, 0.792049, 0.76404799999999995, 0.75204700000000002, 0.75204700000000002, 0.74804700000000002, 0.74804700000000002, 0.75204700000000002, 0.74004599999999998, 0.75604700000000002, 0.73604599999999998, 0.75204700000000002, 0.74004599999999998, 0.73604599999999998, 0.73604599999999998, 0.75204700000000002, 0.74404700000000001, 0.74804700000000002, 0.73604599999999998, 0.74404599999999999, 0.73604599999999998, 0.73204599999999997, 0.73204599999999997, 0.74804700000000002, 0.76804700000000004, 0.74404700000000001, 0.74404599999999999, 0.73204599999999997, 0.73204599999999997, 0.73204599999999997, 0.74804700000000002, 0.73204499999999995, 0.73204599999999997, 0.72804599999999997, 0.72804599999999997, 0.74404700000000001, 0.73204499999999995, 0.72804599999999997, 0.73204599999999997, 0.74404599999999999, 0.73204599999999997, 0.72804599999999997, 0.73604599999999998, 0.74404599999999999, 0.73204599999999997], "base_times": [1.21, 1.21, 1.21, 1.21, 1.22, 1.21, 1.2, 1.22, 1.21, 1.2, 1.2, 1.21, 1.21, 1.21, 1.22, 1.2, 1.21, 1.21, 1.21, 1.21, 1.21, 1.22, 1.2, 1.21, 1.22, 1.21, 1.2, 1.21, 1.21, 1.21, 1.22, 1.2, 1.21, 1.21, 1.22, 1.2, 1.21, 1.21, 1.21, 1.21, 1.2, 1.21, 1.21, 1.21, 1.21, 1.21, 1.21, 1.21, 1.2, 1.22], "pypy_op_count": 36786}], ["twisted_names", "RawResult", {"changed_times": [0.0077881619937694704, 0.0079113924050632917, 0.0078988941548183249, 0.0075987841945288756, 0.0081234768480909821, 0.0081366965012205049, 0.0078125, 0.0074906367041198503, 0.0075815011372251705, 0.0078247261345852897, 0.0075930144267274107, 0.0074962518740629685, 0.0080775444264943458, 0.0074962518740629685, 0.007955449482895784, 0.0074682598954443615, 0.0074682598954443615, 0.0076863950807071479, 0.0074349442379182153, 0.0074404761904761901, 0.0076511094108645756, 0.007446016381236039, 0.0074183976261127599, 0.0076804915514592934, 0.0073964497041420114, 0.0073964497041420114, 0.0076511094108645756, 0.0074349442379182153, 0.0074074074074074077, 0.0084459459459459464, 0.0094876660341555973, 0.0091659028414298807, 0.0086505190311418692, 0.0078186082877247844, 0.0075528700906344415, 0.0074682598954443615, 0.0076982294072363358, 0.007874015748031496, 0.0075187969924812026, 0.0075872534142640367, 0.0076335877862595417, 0.0073691967575534268, 0.0073583517292126564, 0.007621951219512195, 0.0074404761904761901, 0.007385524372230428, 0.007575757575757576, 0.007385524372230428, 0.0073800738007380072, 0.0073746312684365781], "base_times": [0.0096061479346781949, 0.0096061479346781949, 0.0096153846153846159, 0.0096246390760346481, 0.0095969289827255271, 0.0096246390760346481, 0.0095969289827255271, 0.0096618357487922701, 0.0097465886939571145, 0.0095693779904306216, 0.0096153846153846159, 0.0095877277085330784, 0.0096153846153846159, 0.0096061479346781949, 0.0096246390760346481, 0.0096246390760346481, 0.0096061479346781949, 0.0095969289827255271, 0.009643201542912247, 0.0096246390760346481, 0.0095877277085330784, 0.0096339113680154135, 0.0095969289827255271, 0.0096246390760346481, 0.0095877277085330784, 0.0095969289827255271, 0.0096153846153846159, 0.0095969289827255271, 0.0096153846153846159, 0.009643201542912247, 0.0095969289827255271, 0.0096061479346781949, 0.0095969289827255271, 0.0099009900990099011, 0.0095969289827255271, 0.0095877277085330784, 0.0095785440613026813, 0.0096153846153846159, 0.0096525096525096523, 0.0096153846153846159, 0.0095877277085330784, 0.0095785440613026813, 0.010131712259371834, 0.0096899224806201549, 0.0095877277085330784, 0.0096153846153846159, 0.0096246390760346481, 0.0096153846153846159, 0.0096993210475266739, 0.0095877277085330784], "pypy_op_count": 59966}]], "branch": "trunk", "revision": 0}
\ No newline at end of file

diff --git a/talk/icooolps2011/benchmarks/benchmarks.gnumeric b/talk/icooolps2011/benchmarks/benchmarks.gnumeric
new file mode 100644
index 0000000000000000000000000000000000000000..6fde41d4cf7bb53c74b65b8279243590c39a4838
GIT binary patch
[cut]
diff --git a/talk/icooolps2011/benchmarks/paper-no-version.json b/talk/icooolps2011/benchmarks/paper-no-version.json
new file mode 100644
--- /dev/null
+++ b/talk/icooolps2011/benchmarks/paper-no-version.json
@@ -0,0 +1,1 @@
+{"options": "", "results": [["crypto_pyaes", "RawResult", {"changed_times": [0.85660719871500002, 0.25109004974400001, 0.26645398139999998, 0.26426911354100002, 0.24821281433100001, 0.22526907920799999, 0.22687101364100001, 0.230090141296, 0.23683094978300001, 0.26407194137599999, 0.241759061813, 0.228569030762, 0.23997998237599999, 0.24881386756900001, 0.23091697692900001, 0.22572493553199999, 0.23083400726299999, 0.23484611511199999, 0.27470088005100002, 0.22409009933499999, 0.22573399543799999, 0.22727704048200001, 0.22345495224, 0.22484588623000001, 0.22653484344499999, 0.23255515098599999, 0.23176980018599999, 0.256299972534, 0.224644899368, 0.232671976089, 0.25687217712400001, 0.22961306572000001, 0.22844290733299999, 0.22646903991699999, 0.239099979401, 0.38659214973400002, 0.25287604332000002, 0.305903911591, 0.22831511497500001, 0.23446798324599999, 0.23727679252600001, 0.24697995185900001, 0.26321220397900003, 0.30946302413900001, 0.23587203025799999, 0.28367996215800001, 0.25468206405600002, 0.22411704063400001, 0.224369049072, 0.233715057373], "base_times": [2.95118713379, 2.9746890068099998, 2.92976403236, 2.9452641010299998, 2.9651250839199998, 2.9688098430599998, 2.9744441509200001, 2.97583580017, 2.9489080905899998, 2.91677689552, 2.9242839813199999, 2.9339048862500001, 2.9542081356000001, 2.9471797943100002, 3.0127420425400002, 2.9698240757000001, 3.0563960075400001, 2.95825481415, 2.9417591095, 2.95723295212, 2.9287509918199999, 2.9516119957, 2.9591209888500001, 2.9289331436200001, 3.0025730133100001, 2.9620790481600001, 2.9323070049300002, 2.95103597641, 2.9657509326899998, 2.96019887924, 2.9291179180100002, 2.9258801937099999, 2.9316611290000001, 2.9406158924099999, 2.94563484192, 2.9362061023699999, 2.93843007088, 2.9407470226300001, 2.9225850105300002, 2.94923400879, 2.9675500392899998, 3.0097930431400002, 2.9922630786900002, 2.9343569278700001, 2.9358370304100001, 2.93531298637, 2.942029953, 2.9586639404300001, 2.9446339607200001, 2.9721648693099998], "pypy_op_count": 14046}], ["django", "RawResult", {"changed_times": [0.407593011856, 0.41135716438300002, 0.40730595588700003, 0.41726803779600002, 0.38440489769000002, 0.38599610328700001, 0.380656003952, 0.37635588645899998, 0.37482500076300002, 0.38165783882100002, 0.370150089264, 0.40519595146199999, 0.36679697036699999, 0.375, 0.36616206169100002, 0.363984107971, 0.37545204162599999, 0.36812806129499998, 0.363806009293, 0.37058019638099998, 0.38762021064800001, 0.37914204597500001, 0.40493202209500001, 0.41710805892899999, 0.41025805473299998, 0.429105997086, 0.392134904861, 0.36547994613599999, 0.36286902427700002, 0.37187910079999997, 0.37227296829200002, 0.370716810226, 0.36868095397900003, 0.391187906265, 0.36856198310900001, 0.382675886154, 0.378391981125, 0.37215113639800002, 0.37785315513599999, 0.376590967178, 0.36604809761000001, 0.37839484214800001, 0.36568999290499998, 0.36654806137099999, 0.37874388694799999, 0.36946606636000001, 0.379332065582, 0.36711096763599999, 0.40703082084699999, 0.40616917610199998], "base_times": [1.0226759910600001, 1.0134680271100001, 1.0094950199099999, 1.0109300613400001, 1.14689588547, 1.1010918617200001, 1.0280420780199999, 1.0567359924299999, 1.00924396515, 0.99798607826200003, 1.0025069713600001, 1.05320596695, 1.03612494469, 0.99561715126000006, 0.99825000762899996, 1.0139150619499999, 0.99813008308399997, 1.0111601352699999, 1.0119559764899999, 1.0103020668, 1.0020368099200001, 1.0086209773999999, 0.99736905097999995, 0.997425079346, 0.99537086486799997, 0.99607181549099999, 0.99438095092800005, 1.0023310184500001, 0.99667096138, 0.99634790420499997, 0.99447798728900005, 0.99665188789400005, 0.99618005752600003, 1.00025486946, 0.99415612220799998, 0.99805307388300002, 0.99549102783200005, 0.99680113792400005, 0.996330976486, 1.0003499984699999, 0.99467611312899995, 0.995177030563, 0.99604010582000002, 0.99532794952400006, 0.99472689628599997, 0.99493598938000005, 0.99426794052099998, 0.99490714073200004, 0.99573802948000001, 0.99564909935000001], "pypy_op_count": 12609}], ["fannkuch", "RawResult", {"changed_times": [0.54783511161800003, 0.40379786491399999, 0.401130914688, 0.40693402290300001, 0.40010213851900001, 0.398326158524, 0.39701294899, 0.396836042404, 0.39628291130100002, 0.39734387397799997, 0.39560008049000001, 0.39564681053200002, 0.39718198776199998, 0.40202188491800001, 0.400449991226, 0.39852714538599998, 0.39627003669700001, 0.39705395698500001, 0.39464116096500002, 0.39573907852200002, 0.39660811424300002, 0.39483594894399998, 0.40028595924400001, 0.39557194709799998, 0.39540195465099998, 0.39352893829300001, 0.39560508727999999, 0.40281701087999999, 0.39322996139499999, 0.39455413818399998, 0.39709711074800003, 0.39430522918700001, 0.39379692077599998, 0.393843889236, 0.39732885360699999, 0.393801927567, 0.394963979721, 0.39444684982299999, 0.39454388618500003, 0.422821998596, 0.39703083038300002, 0.393558979034, 0.39373493194600001, 0.39363002777099998, 0.39424920082100001, 0.39391207695000002, 0.394250154495, 0.39628601074199998, 0.393650054932, 0.394150972366], "base_times": [1.96565008163, 1.96358084679, 1.9657340049700001, 1.9662079811099999, 1.9633557796500001, 1.9605541229200001, 1.9689118862199999, 1.99235606194, 1.99616289139, 2.0379829406700001, 1.98708796501, 1.9701840877500001, 1.9738221168500001, 2.0010590553299998, 2.1197910308800001, 2.0885350704199999, 1.97554397583, 2.0195069313, 2.0578560829199999, 2.0299439430200001, 2.0169620513900002, 1.96816086769, 1.9554419517499999, 1.9587059021, 1.9706389903999999, 1.96200299263, 1.9557890892000001, 1.9645969867699999, 1.9544169902799999, 1.9552989005999999, 1.96198511124, 1.9532461166399999, 1.95332384109, 1.96204090118, 1.95293807983, 1.9540951252000001, 1.9616918563800001, 1.9545300006899999, 1.9541399478899999, 1.9610979556999999, 1.9537088870999999, 1.95520186424, 1.96393203735, 1.9539270401, 1.95707201958, 1.9638590812700001, 1.9524040222200001, 1.95817089081, 1.9639239311200001, 1.95282506943], "pypy_op_count": 4169}], ["go", "RawResult", {"changed_times": [0.55670309066799994, 0.69546198844899998, 0.50835895538300002, 0.61876583099399995, 0.50758814811700004, 0.54629898071299998, 0.52005887031599995, 0.564098834991, 0.48538398742700001, 0.494337081909, 0.51523685455299995, 0.57939195632899998, 0.45562791824299997, 0.55300307273899996, 0.49721884727499999, 0.41302704811099999, 0.41061592102099997, 0.47412204742399999, 0.45734405517600002, 0.42186212539700002, 0.54384589195300004, 0.46552205085800002, 0.47689890861500001, 0.44314694404600002, 0.436156988144, 0.44991993904100003, 0.430601119995, 0.51746106147799997, 0.46658205986000001, 0.50872802734400002, 0.42195010185199999, 0.406759977341, 0.41242504119899998, 0.41428184509299998, 0.43706083297699999, 0.44568800926199997, 0.427667140961, 0.427916049957, 0.40931391715999998, 0.46223688125599999, 0.39105701446500002, 0.39657497405999997, 0.40410494804399999, 0.41864991188, 0.44163799285900002, 0.44532203674300003, 0.41887688636800002, 0.39597201347400002, 0.39941596984900002, 0.432480096817], "base_times": [0.94275093078600003, 0.94737291336100005, 0.94530296325700003, 0.94302606582600002, 0.94317698478699996, 0.94366908073400002, 0.94220113754299994, 0.94911313056900004, 0.94787907600400001, 0.952267169952, 0.95295310020400004, 0.94901013374300003, 0.94355821609500001, 0.94918394088699998, 0.94301795959500001, 0.94415211677599997, 0.94486212730399999, 0.94190502166699996, 0.94672203064000005, 0.94616103172300003, 0.94336009025599998, 0.94350886344899998, 0.94104003906199996, 0.95141983032199995, 0.94677495956400004, 0.96536707878100003, 0.94324088096600001, 0.93978691101099998, 0.94566988944999997, 0.94016504287699998, 0.95200586319000002, 0.95005297660800003, 0.94289088249200004, 0.94460988044700001, 0.94383192062400001, 0.94846010208099996, 0.94728279113799996, 0.94078707694999997, 0.94379806518599996, 0.94446706771900002, 0.94111990928599998, 0.94424080848699998, 0.95194506645200005, 0.94808506965600003, 0.94305801391599997, 0.94678306579600002, 0.94263887405400004, 0.95195889472999995, 0.94346690177899994, 0.941094875336], "pypy_op_count": 129099}], ["html5lib", "RawResult", {"changed_times": [14.8199660778, 10.706737995099999, 10.304239988300001, 10.1642229557, 10.143066883099999, 10.0018801689, 10.475807189899999, 10.0920028687, 9.9912219047500006, 9.8719079494499997, 9.7611570358299993, 10.0030069351, 10.0168190002, 9.7681109905200003, 9.9395668506600003, 9.9272329807300004, 9.9540989398999997, 9.8718581199600006, 9.9119620323199999, 9.7996621131899992, 10.045171976100001, 9.8548738956499999, 9.8529460430100002, 9.8699140548699997, 9.9297790527299998, 9.8516998290999993, 9.8401410579699995, 9.8348610401199998, 9.9134180545799993, 9.8594779968299999, 9.8355488777200009, 9.8422799110400003, 9.8731150627099993, 9.9001691341400004, 9.8656699657400004, 9.8242979049700008, 9.8268721103699992, 9.8630769252799997, 9.8425250053400006, 9.9070279598200006, 9.8454899787900008, 9.8203971386000006, 9.7860939502700006, 9.7712509632100009, 9.7909479141200002, 9.8059241771700005, 9.7955400943799997, 9.8054561615000004, 9.8150610923800006, 9.8305990695999999], "base_times": [14.4665699005, 14.787790060000001, 14.601052045799999, 14.744522094700001, 14.751811027500001, 14.872506141700001, 14.6056640148, 14.5326700211, 14.552961826300001, 14.482889890699999, 14.520477056500001, 14.782648801800001, 14.7576990128, 14.526720047, 14.517261982000001, 14.5054080486, 14.466678142499999, 14.613055944399999, 14.6220519543, 14.594491958600001, 14.5681650639, 14.5162010193, 14.5017650127, 14.628161907200001, 14.630822181699999, 14.584771871599999, 14.5714728832, 14.547231912599999, 14.529563188599999, 14.6472890377, 14.642200946799999, 14.569794178, 14.561717033400001, 14.5249350071, 14.506607770900001, 14.666437864300001, 14.623661994900001, 14.6292998791, 14.5649518967, 14.5096549988, 14.515206813800001, 14.6548969746, 14.607022046999999, 14.581348180799999, 14.5426449776, 14.5474069118, 14.5219600201, 14.4813439846, 14.613568067599999, 14.5961921215], "pypy_op_count": 166028}], ["meteor-contest", "RawResult", {"changed_times": [0.39125895500199998, 0.305256843567, 0.29775500297500002, 0.29627394676199997, 0.29607701301599998, 0.29897022247299998, 0.30167293548599999, 0.292908906937, 0.29461503028899999, 0.29311490058900003, 0.29411005973799997, 0.29288792610199998, 0.312241077423, 0.29409599304200001, 0.29273295402499999, 0.29297900199900001, 0.294744968414, 0.305186986923, 0.29204797744799998, 0.29193305969200001, 0.29223799705499998, 0.29134392738300002, 0.29090404510500001, 0.29158687591600002, 0.291989088058, 0.29211592674300002, 0.29190587997400003, 0.29213595390300001, 0.29530119895899998, 0.29241394996600001, 0.29196000099199998, 0.29344511032100001, 0.30158686637900001, 0.29143214225800002, 0.29167699813800002, 0.29213809966999998, 0.29569697380100002, 0.293179988861, 0.302819013596, 0.29169201850900001, 0.29149794578600002, 0.30438613891600003, 0.29123783111599999, 0.29173803329499998, 0.29136610031100002, 0.29133296012900001, 0.29149794578600002, 0.29206991195699999, 0.29118394851700002, 0.29199099540700002], "base_times": [0.34765696525599998, 0.34734988212599999, 0.34765100479099997, 0.35128021240200002, 0.34793090820299999, 0.34800696373000001, 0.34878993034400002, 0.34669995307899998, 0.34712195396399997, 0.34708309173599999, 0.34988093376200002, 0.34765815734900002, 0.34691905975300003, 0.34740209579499998, 0.34747791290300001, 0.34716796875, 0.34861993789700002, 0.34709882736199998, 0.34724092483500002, 0.34740400314300002, 0.34688115119899998, 0.34738016128499999, 0.34689903259299998, 0.34762477874800002, 0.34657502174400001, 0.35003590583799998, 0.36109685897799998, 0.34675884246799998, 0.34708809852599998, 0.34734010696399997, 0.34675812721299998, 0.34714412689200003, 0.35013604164099998, 0.34707999229399999, 0.34788894653300001, 0.34718084335299998, 0.34700298309299998, 0.34704089164700003, 0.34711098671000001, 0.34686899185199999, 0.34945011138900001, 0.34751892089800002, 0.34723496437099999, 0.34709191322299998, 0.34717702865599998, 0.34727191925000001, 0.34770107269299999, 0.34721708297699999, 0.34715199470500002, 0.34774684905999997], "pypy_op_count": 6996}], ["pyflate-fast", "RawResult", {"changed_times": [2.9336280822799998, 2.7260229587599998, 2.69612598419, 2.7473921775800001, 2.6622281074499998, 2.6487939357800001, 2.6407780647300001, 2.6393201351200002, 2.6538500785800001, 2.6305968761399998, 2.7002441883100001, 2.6253590583799999, 2.67698216438, 2.6386201381699999, 2.6217720508600002, 2.65109586716, 2.6514439582799998, 2.6154839992499999, 2.6436219215399999, 2.6367909908299998, 2.6433351039900002, 2.6556339263900002, 2.64738106728, 2.6475849151599999, 2.6414918899500002, 2.6471059322400001, 2.64943504333, 2.6386830806699999, 2.6418809890700001, 2.6165759563400002, 2.6333000659899999, 2.62011599541, 2.64301490784, 2.62280106544, 2.6208510398899998, 2.6472628116600001, 2.64691090584, 2.6264300346399998, 2.6229889392899999, 2.6373569965399999, 2.6247351169600002, 2.6223349571200001, 2.6257328987099999, 2.62431001663, 2.6357960701000001, 2.6368370056199999, 2.6350429058099998, 2.6130440235100001, 2.6352710723900001, 2.6277658939399999], "base_times": [3.1858839988700001, 3.2330210208899999, 3.2228751182600002, 3.2038969993599999, 3.2087049484299999, 3.2155289649999999, 3.2001509666399999, 3.21138501167, 3.2287571430200002, 3.2224068641699999, 3.2240669727300002, 3.2130041122400002, 3.1999988555900001, 3.2111039161699999, 3.1994287967699999, 3.2080030441299998, 3.2097260952000002, 3.2443308830299999, 3.2008681297299999, 3.2264659404799998, 3.2006170749699998, 3.1997480392500002, 3.2113089561499999, 3.1964259147599998, 3.2031409740400001, 3.2646939754500002, 3.2095251083399998, 3.1986999511700001, 3.2019040584599998, 3.2138681411699999, 3.21081399918, 3.2096848487899998, 3.2060360908500001, 3.2242438793199999, 3.2055530548100002, 3.2049050331100002, 3.2005050182299999, 3.21747493744, 3.2119069099400002, 3.2022020816799999, 3.20810699463, 3.2195401191699999, 3.2008290290799999, 3.2268478870399999, 3.1975791454300002, 3.2149081230199998, 3.22310090065, 3.205078125, 3.2130398750300002, 3.2354979515100002], "pypy_op_count": 30517}], ["raytrace-simple", "RawResult", {"changed_times": [1.42172884941, 1.4523768425000001, 1.4166131019599999, 1.43039894104, 1.41783189774, 1.4185981750500001, 1.46636295319, 1.4397389888800001, 1.42330217361, 1.41751694679, 1.4113578796399999, 1.41164684296, 1.4322988987, 1.4254009723700001, 1.41054987907, 1.4191510677300001, 1.4134058952299999, 1.4123980999000001, 1.4495639801, 1.41085386276, 1.4700739383700001, 1.4080970287300001, 1.40893101692, 1.4085099697100001, 1.40990281105, 1.4086458683, 1.42362308502, 1.4067831039400001, 1.4118680954, 1.4424681663500001, 1.40993595123, 1.41482210159, 1.4099900722500001, 1.4298179149600001, 1.40712118149, 1.4114291667900001, 1.4100201129900001, 1.40861296654, 1.4086999893200001, 1.40995907784, 1.40953087807, 1.40687513351, 1.4568691253699999, 1.4097790718100001, 1.40708613396, 1.41853809357, 1.4097981452899999, 1.40812301636, 1.4068689346300001, 1.435079813], "base_times": [2.6929850578300001, 2.7008759975399999, 2.6969349384300001, 2.6945369243599999, 2.70288705826, 2.6972000598900001, 2.6927421093000001, 2.7058789730099999, 2.7004828453099998, 2.6940310001399999, 2.6985640525800001, 2.6984570026400001, 2.6975989341700002, 2.70705103874, 2.70004582405, 2.7040450573000001, 2.7167949676499998, 2.7481319904300001, 2.7030627727500001, 2.7222740650200001, 2.7097630500799998, 2.7017130851700002, 2.7049491405500001, 2.7019391059900002, 2.6930129528000002, 2.70267915726, 2.6979541778599998, 2.6964271068599999, 2.70317316055, 2.7043521404300002, 2.6998660564399999, 2.7004528045699998, 2.6969769001000001, 2.6994950771299999, 2.7030401229900001, 2.69969916344, 2.6992092132600001, 2.7012040615099999, 2.7047250270799998, 2.6986148357399999, 2.7002339363100001, 2.7016398906700001, 2.6966798305499999, 2.69913887978, 2.69826197624, 2.7472999095900001, 2.70126199722, 2.6996040344200001, 2.69653892517, 2.7003519535099998], "pypy_op_count": 49019}], ["richards", "RawResult", {"changed_times": [0.38921499252300001, 0.40848493576, 0.37612414360000002, 0.36995291709900002, 0.37589097023000001, 0.37279701232899998, 0.37260603904700001, 0.38784599304200001, 0.37052488326999999, 0.37013506889300002, 0.37260913848900001, 0.37150597572299998, 0.37098598480200001, 0.37117815017700001, 0.37773084640499999, 0.381129026413, 0.37756896019000002, 0.39857006073000001, 0.38322901725800002, 0.39928102493299999, 0.37151002883899997, 0.37961983680700001, 0.39602184295699999, 0.37826395034799998, 0.388334989548, 0.37239098548900001, 0.37134599685699998, 0.39841699600199998, 0.36968493461599999, 0.37443280220000003, 0.38061380386400001, 0.36869883537300002, 0.36913299560500001, 0.36869812011699998, 0.37549090385400002, 0.384240865707, 0.37975287437400002, 0.38205003738400001, 0.39467287063599998, 0.376003026962, 0.38235497474699998, 0.37459301948500001, 0.38037991523699999, 0.38209605216999998, 0.37744593620299999, 0.417228937149, 0.39831590652499999, 0.40871381759600001, 0.39757204055799999, 0.38842010498000001], "base_times": [0.36929011344899998, 0.36319303512599999, 0.36975717544600001, 0.35680294036900001, 0.36748695373500001, 0.38347291946399997, 0.38819885253899999, 0.37669301033000002, 0.37662100791899999, 0.42647099494899998, 0.503195047379, 0.42110991477999998, 0.42115807533299998, 0.37781286239599998, 0.39006710052499999, 0.46600699424699998, 0.38637280464200002, 0.36604809761000001, 0.46971583366399999, 0.394068956375, 0.35752010345500002, 0.37415003776599998, 0.36700391769399998, 0.36034679412800003, 0.369906902313, 0.40583395957899998, 0.42960190773000001, 0.36803388595600001, 0.36554813385000001, 0.35456085205100002, 0.36160111427300001, 0.36386299133299999, 0.348219156265, 0.35932707786599999, 0.40295696258500002, 0.365478038788, 0.35353589057899998, 0.39382195472699999, 0.43966794013999999, 0.357973098755, 0.35619902610800003, 0.35322117805499997, 0.407044887543, 0.366625070572, 0.38970613479600003, 0.37186503410299998, 0.388589859009, 0.36379194259600001, 0.36491799354600002, 0.36309003829999997], "pypy_op_count": 21483}], ["spambayes", "RawResult", {"changed_times": [0.37085604667700001, 0.449714899063, 0.43818902969399998, 0.45964503288300002, 0.39759683609000002, 0.327363014221, 0.373461008072, 0.33009004592899999, 0.288415908813, 0.25380206108100001, 0.29265499114999999, 0.31383991241499998, 0.25973296165499998, 0.276574134827, 0.463959932327, 0.42528295516999998, 0.31899809837300003, 0.24085998535200001, 0.27500414848299998, 0.21268701553300001, 0.20349502563499999, 0.27293515205399999, 0.217705011368, 0.20174884796100001, 0.27232503890999998, 0.23572087287900001, 0.243690013885, 0.25267601013199997, 0.203569889069, 0.19889497756999999, 0.27288603782699999, 0.247258901596, 0.21203303337099999, 0.24201416969299999, 0.21479105949399999, 0.232662916183, 0.26705980300900001, 0.23874998092700001, 0.19264793395999999, 0.191231012344, 0.192067146301, 0.222138881683, 0.20613908767700001, 0.22350716590899999, 0.25135397911099999, 0.19591498374899999, 0.18741703033400001, 0.18515801429699999, 0.21708202362099999, 0.23711204528800001], "base_times": [0.33422708511400001, 0.32084798812900001, 0.31727600097699998, 0.34619307517999998, 0.31283521652200003, 0.41850996017499997, 0.38115787506100002, 0.43639492988599998, 0.46454811096199999, 0.39815282821699999, 0.33398604392999998, 0.39315700530999997, 0.30895090103099998, 0.310653924942, 0.31494808197000002, 0.30306100845299999, 0.30477905273400002, 0.44053101539599998, 0.34001016616800001, 0.42033720016499998, 0.33272194862400001, 0.33113598823500001, 0.33127808570900003, 0.34944200515700002, 0.33303189277599998, 0.34277606010400002, 0.341919183731, 0.35174393653899999, 0.35507202148400002, 0.31040811538700003, 0.35218214988699997, 0.31959795951800002, 0.34789395332299999, 0.31583809852599998, 0.31663799285900002, 0.32636308670000003, 0.40610194206200001, 0.347922086716, 0.36162686348, 0.35591888427700002, 0.41992783546399998, 0.33234691619899998, 0.36476802825900001, 0.32945489883399998, 0.422051906586, 0.37588191032399998, 0.34078192710900002, 0.33825683593799999, 0.31020188331600002, 0.308086872101], "pypy_op_count": 74938}], ["spectral-norm", "RawResult", {"changed_times": [0.11298799514799999, 0.048493862152099998, 0.047081947326699999, 0.044140100479099997, 0.045753002166700002, 0.0442399978638, 0.0418028831482, 0.046712875366200002, 0.044949054718000002, 0.046372890472400001, 0.041565895080599997, 0.038805007934599997, 0.039693832397499997, 0.040109872817999999, 0.040932178497299999, 0.0415549278259, 0.044153928756700003, 0.040276050567600002, 0.0395691394806, 0.0391969680786, 0.038546800613399997, 0.0392980575562, 0.038042068481400002, 0.0373330116272, 0.038211107254000003, 0.041094064712500003, 0.038785934448199999, 0.039836883544899997, 0.039690971374499999, 0.0383570194244, 0.039561986923200003, 0.0389280319214, 0.038964986801099999, 0.0391237735748, 0.040608882904100002, 0.039892911911000001, 0.043267011642499999, 0.045034885406499997, 0.0438969135284, 0.044118881225600003, 0.044566154480000002, 0.044809103012099998, 0.043088912963900002, 0.039181947708099997, 0.039462089538599997, 0.0385558605194, 0.041587114334099999, 0.0440001487732, 0.043517112731900003, 0.046321153640699997], "base_times": [0.52543711662299997, 0.53290581703200002, 0.53550910949700004, 0.54762792587300002, 0.584457874298, 0.51257610321000002, 0.51202011108400003, 0.53016495704699995, 0.52482008934000002, 0.51149320602399995, 0.51185202598599999, 0.50427293777500004, 0.49358701705899999, 0.49250912666300001, 0.49934816360500001, 0.49671888351400001, 0.51557683944699995, 0.52167820930499997, 0.51248502731300005, 0.50570583343499997, 0.509876966476, 0.52948999404899999, 0.54375600814799996, 0.50895595550499995, 0.50666904449500005, 0.50097918510399997, 0.50491905212400001, 0.50903892517100002, 0.50355887413, 0.50248503685000001, 0.49978804588300002, 0.51629614830000004, 0.51909399032600001, 0.50487399101300001, 0.50982809066799994, 0.50312399864199997, 0.50102281570399998, 0.50176215171799998, 0.51172208785999995, 0.52313280105600002, 0.50979900360099994, 0.49791312217700001, 0.496323108673, 0.49450111389200002, 0.49474310874900002, 0.49678802490200002, 0.493948936462, 0.49794697761500001, 0.50429987907399998, 0.50727891922000001], "pypy_op_count": 3298}], ["telco", "RawResult", {"changed_times": [1.092068, 0.91205700000000001, 0.91205700000000001, 0.89205500000000004, 0.87205500000000002, 0.89605599999999996, 0.904057, 0.85605299999999995, 0.85205299999999995, 0.84805399999999997, 0.83605200000000002, 0.83605099999999999, 0.84405399999999997, 0.876054, 0.89205599999999996, 0.85605399999999998, 0.83205200000000001, 0.83205200000000001, 0.85605299999999995, 0.84005300000000005, 0.84405200000000002, 0.84805299999999995, 0.86405399999999999, 0.82805200000000001, 0.82805200000000001, 0.85205399999999998, 0.82805099999999998, 0.820052, 0.82405099999999998, 0.86005399999999999, 0.82005099999999997, 0.86805399999999999, 0.82405200000000001, 0.82405099999999998, 0.82405200000000001, 0.83605200000000002, 0.82405099999999998, 0.83205200000000001, 0.83605300000000005, 0.82005099999999997, 0.85205399999999998, 0.82005099999999997, 0.84005300000000005, 0.82405099999999998, 0.82405200000000001, 0.82805099999999998, 0.83605200000000002, 0.83605300000000005, 0.82405099999999998, 0.83605200000000002], "base_times": [1.22, 1.22, 1.21, 1.22, 1.22, 1.22, 1.21, 1.21, 1.22, 1.2, 1.22, 1.21, 1.21, 1.21, 1.21, 1.22, 1.21, 1.21, 1.21, 1.21, 1.21, 1.22, 1.21, 1.22, 1.22, 1.22, 1.21, 1.21, 1.23, 1.22, 1.2, 1.22, 1.21, 1.22, 1.21, 1.21, 1.21, 1.21, 1.21, 1.22, 1.24, 1.23, 1.21, 1.23, 1.22, 1.22, 1.22, 1.23, 1.21, 1.22], "pypy_op_count": 38249}], ["twisted_names", "RawResult", {"changed_times": [0.0072358900144717797, 0.0069492703266157054, 0.0070224719101123594, 0.0072621641249092234, 0.0071839080459770114, 0.0071174377224199285, 0.0070472163495419312, 0.0070126227208976155, 0.0074682598954443615, 0.007052186177715092, 0.0069156293222683261, 0.0072939460247994168, 0.0068728522336769758, 0.0073691967575534268, 0.007215007215007215, 0.0074404761904761901, 0.0068587105624142658, 0.007199424046076314, 0.008539709649871904, 0.0083125519534497094, 0.0074349442379182153, 0.0085689802913453302, 0.0082850041425020712, 0.0084745762711864406, 0.0078926598263614842, 0.0082850041425020712, 0.0073367571533382242, 0.0068775790921595595, 0.0070028011204481795, 0.0070028011204481795, 0.0072254335260115606, 0.0068587105624142658, 0.0068870523415977963, 0.0068587105624142658, 0.0071123755334281651, 0.0071787508973438618, 0.0069637883008356544, 0.0068917987594762234, 0.0068587105624142658, 0.0070224719101123594, 0.0071174377224199285, 0.0068775790921595595, 0.0069252077562326868, 0.007102272727272727, 0.0068259385665529011, 0.0071073205401563609, 0.0068306010928961746, 0.0068446269678302529, 0.0071225071225071226, 0.0073583517292126564], "base_times": [0.0095785440613026813, 0.0096061479346781949, 0.0096061479346781949, 0.0096246390760346481, 0.009643201542912247, 0.0096153846153846159, 0.0095877277085330784, 0.0096339113680154135, 0.009643201542912247, 0.0096899224806201549, 0.0096525096525096523, 0.0096153846153846159, 0.0096711798839458421, 0.0096061479346781949, 0.0096339113680154135, 0.0096339113680154135, 0.0096339113680154135, 0.0096525096525096523, 0.0096339113680154135, 0.0096153846153846159, 0.0096525096525096523, 0.0096246390760346481, 0.0096525096525096523, 0.0096618357487922701, 0.0096153846153846159, 0.0096339113680154135, 0.0096246390760346481, 0.0096525096525096523, 0.0095969289827255271, 0.0096339113680154135, 0.0096153846153846159, 0.009643201542912247, 0.0096153846153846159, 0.0096618357487922701, 0.0096246390760346481, 0.0096339113680154135, 0.0096339113680154135, 0.0096153846153846159, 0.0096153846153846159, 0.0096339113680154135, 0.009643201542912247, 0.0096711798839458421, 0.0096246390760346481, 0.0096153846153846159, 0.0096153846153846159, 0.0096153846153846159, 0.0095693779904306216, 0.0096339113680154135, 0.0096061479346781949, 0.0096618357487922701], "pypy_op_count": 59543}]], "branch": "trunk", "revision": 0}
\ No newline at end of file

diff --git a/talk/icooolps2011/benchmarks/paper-no-map.json b/talk/icooolps2011/benchmarks/paper-no-map.json
new file mode 100644
--- /dev/null
+++ b/talk/icooolps2011/benchmarks/paper-no-map.json
@@ -0,0 +1,1 @@
+{"options": "", "results": [["crypto_pyaes", "RawResult", {"changed_times": [0.80070614814800001, 0.24446511268599999, 0.21440696716300001, 0.21005606651299999, 0.191078901291, 0.189896821976, 0.192066192627, 0.21261715888999999, 0.190570116043, 0.18950009345999999, 0.18856883049000001, 0.189228057861, 0.19276595115699999, 0.19563889503500001, 0.188343048096, 0.19165682792700001, 0.21585011482200001, 0.18937397003199999, 0.18807387351999999, 0.18882012367199999, 0.18847298622100001, 0.18661999702500001, 0.185885906219, 0.18708920478800001, 0.18743515014600001, 0.18803501129200001, 0.21667003631599999, 0.18657207488999999, 0.18675780296300001, 0.187005996704, 0.189768791199, 0.19051098823500001, 0.19009208679199999, 0.18730592727699999, 0.18733811378500001, 0.21488809585599999, 0.186767101288, 0.186673879623, 0.18684887886000001, 0.18790793418900001, 0.18985700607299999, 0.18768811225900001, 0.186553001404, 0.189339876175, 0.216083049774, 0.187035083771, 0.18761587142899999, 0.184970140457, 0.186705112457, 0.18705582618700001], "base_times": [2.8761439323400002, 2.8909349441500001, 2.88596701622, 2.8887419700599999, 2.8626790046699999, 2.8431601524399999, 2.8557169437400001, 2.8636648654900001, 2.818557024, 2.8199019432100001, 2.8230979442600002, 2.8212609291100001, 2.8217089176200001, 2.8451290130600002, 2.8186268806500001, 2.8221819400800001, 2.8221209049199998, 2.81760311127, 2.8180530071300001, 2.8321051597600002, 2.8173627853399998, 2.8177630901300001, 2.82012104988, 2.81740999222, 2.8193418979599998, 2.8263080120100001, 2.82064890862, 2.81820297241, 2.8220720291100001, 2.81714200974, 2.81961297989, 2.8539819717400001, 2.8188560008999999, 2.8181068897200001, 2.8248088359799999, 2.8201129436499999, 2.8196671009099998, 2.8228759765600002, 2.8181128501899999, 2.8209750652299999, 2.8236408233599999, 2.8188800811800001, 2.8190958499900001, 2.823595047, 2.8195970058399999, 2.8208651542699998, 2.8229200840000002, 2.8206491470300001, 2.8207530975299999, 2.8221518993400001], "pypy_op_count": 12321}], ["django", "RawResult", {"changed_times": [0.169461011887, 0.157292842865, 0.167876005173, 0.16859984397899999, 0.157007932663, 0.16661214828500001, 0.16709780693099999, 0.158396959305, 0.16764497756999999, 0.16780114173899999, 0.15792322158800001, 0.16705608367899999, 0.16804099082900001, 0.158174991608, 0.167434930801, 0.167335987091, 0.158180952072, 0.16768193244900001, 0.16715288162200001, 0.15923190116899999, 0.16807389259300001, 0.166764974594, 0.15653395652800001, 0.165813922882, 0.16592597961399999, 0.156168937683, 0.16561484336900001, 0.165637969971, 0.15627408027600001, 0.16550803184499999, 0.16584014892599999, 0.15660881996199999, 0.165728092194, 0.16585898399400001, 0.15640401840199999, 0.16607403755200001, 0.165366888046, 0.15688419342000001, 0.16626811027499999, 0.16564798355099999, 0.156342029572, 0.166208982468, 0.165621042252, 0.15766906738299999, 0.165865182877, 0.165719032288, 0.156305074692, 0.16582894325299999, 0.16564798355099999, 0.15607190132099999], "base_times": [0.99104809761000001, 0.99019002914400001, 0.98981404304499998, 0.98979902267499997, 0.99461102485700004, 1.00590491295, 0.99995803832999997, 0.995641946793, 0.99006295204200001, 0.99033617973300003, 0.98937892913799996, 0.99356412887599999, 0.98993802070600001, 0.99835586547900002, 0.99995708465599997, 0.98998999595600001, 0.99045300483700005, 0.99191999435400002, 0.98934102058399997, 0.99088382720900003, 0.99093604087800002, 0.99022388458300004, 0.99039411544800005, 0.98973512649499995, 0.98986792564399995, 0.99014210701000005, 0.98989295959500001, 0.990818977356, 0.98961305618299999, 0.99155688285800003, 0.98957419395400004, 0.99049687385600005, 0.991128921509, 0.99027013778700002, 0.99024200439499999, 0.99034094810499995, 0.99034786224399995, 0.99037384986900001, 0.99356508254999998, 0.98970007896400003, 0.99044799804700001, 0.99251890182500002, 0.99049592018099997, 0.99095106124900001, 0.99109697341900005, 0.98958420753499998, 0.98957490921000002, 0.99025392532300005, 0.99014616012599999, 0.99147486686700004], "pypy_op_count": 9505}], ["fannkuch", "RawResult", {"changed_times": [0.52387905120800005, 0.38838100433299999, 0.389425992966, 0.38214898109399997, 0.38263297080999997, 0.38314104080200001, 0.38060712814300002, 0.38057994842499998, 0.380237102509, 0.37955498695399997, 0.38240909576400001, 0.379508972168, 0.38250398635900001, 0.38622903823900001, 0.38931012153599998, 0.39118909835799998, 0.383769989014, 0.38249492645299998, 0.381869792938, 0.37905693054200001, 0.38123798370400003, 0.38011598587000001, 0.37776613235500001, 0.37988996505700001, 0.378247976303, 0.37826800346400002, 0.37909913063, 0.38092207908600001, 0.37733602523799997, 0.37835693359400002, 0.379323959351, 0.378121852875, 0.37631583213800002, 0.379039049149, 0.378340005875, 0.38104391098000001, 0.38127088546799998, 0.38100600242600002, 0.37706613540599998, 0.37875008583100001, 0.37791609764099998, 0.37844800949099999, 0.37935900688200003, 0.37850189209000001, 0.37847399711599999, 0.379024982452, 0.37935996055600002, 0.37818908691399999, 0.37788605689999999, 0.38137888908399997], "base_times": [1.89367079735, 1.89767789841, 1.89520311356, 1.89131212234, 1.8964869976000001, 1.8933100700400001, 1.89653587341, 1.89336800575, 1.89290499687, 1.8968389034299999, 1.88807201385, 1.89131402969, 1.89660310745, 1.8883712291700001, 1.89316296577, 1.8990199565899999, 1.89097595215, 1.8341188430799999, 1.8367011547100001, 1.8353900909400001, 1.83232498169, 1.8348801135999999, 1.8327097892799999, 1.83133506775, 1.8352148532899999, 1.8340818882000001, 1.83196520805, 1.83504509926, 1.8337571620899999, 1.8321568965899999, 1.85116481781, 1.8379881382000001, 1.8337421417199999, 1.83944416046, 1.83492207527, 1.8336958885200001, 1.83386111259, 1.83364701271, 1.8323760032700001, 1.8355028629300001, 1.83366513252, 1.8313841819800001, 1.83526396751, 1.8332481384299999, 1.83197116852, 1.8381581306500001, 1.83404302597, 1.8376998901399999, 1.83504390717, 1.8367159366600001], "pypy_op_count": 4169}], ["go", "RawResult", {"changed_times": [0.38098311424300002, 0.42700386047400002, 0.30936503410299998, 0.300760030746, 0.33371305465700002, 0.29512786865200002, 0.32638502121000001, 0.298727989197, 0.267471075058, 0.29366803169299999, 0.272849082947, 0.37071084976200003, 0.25533413887, 0.257368087769, 0.33718800544700001, 0.252283096313, 0.250221967697, 0.273751020432, 0.26554107665999999, 0.27126598358199999, 0.24909901618999999, 0.251616954803, 0.255005121231, 0.25034594535799998, 0.244755983353, 0.24308109283400001, 0.26249217987099999, 0.27031993865999998, 0.25340199470500002, 0.25624299049400001, 0.26856517791700002, 0.24330210685699999, 0.24602603912400001, 0.27459907531700001, 0.28719305992100003, 0.23903799057, 0.241873979568, 0.26826500892600003, 0.24237203598000001, 0.24613595008899999, 0.26453518867499998, 0.237096071243, 0.23868608474700001, 0.237158060074, 0.24065089225799999, 0.23887395858800001, 0.23681402206400001, 0.25986003875699998, 0.23849296569799999, 0.23707795143099999], "base_times": [0.93691492080700001, 0.93829798698400002, 0.93567395210299997, 0.93827009201, 0.93328309059100001, 0.93655514717099997, 0.93545007705700001, 0.94270396232599996, 0.93520712852499999, 0.93657517433199999, 0.94970107078599997, 0.93767499923700004, 0.93678498268099997, 0.94195103645300005, 0.94256520271300004, 0.94166398048400002, 0.93724298477199997, 0.93795490264900006, 0.94096207618700001, 0.93670392036399996, 0.93974900245699999, 0.93673920631399998, 0.93699407577500005, 0.94122409820599995, 0.940443992615, 0.93337392806999997, 0.93855500221300003, 0.93602800369299999, 0.93665480613700003, 0.93470001220700005, 0.93879508972199999, 0.94126296043400004, 0.93706107139600003, 0.94096899032600001, 0.93657302856400004, 0.93728089332599995, 0.94052004814099999, 0.93431997299199998, 0.94318103790300001, 0.93863201141399999, 0.93873286247300003, 0.93390798568699995, 0.94470000266999998, 0.939548969269, 0.93657493591300001, 0.93600392341600003, 0.93603301048300003, 0.94028210639999998, 0.93971800804100003, 0.93484497070299999], "pypy_op_count": 63979}], ["html5lib", "RawResult", {"changed_times": [11.1823220253, 7.7326879501299999, 7.3597109317799996, 7.0179579258000002, 6.9909389018999999, 6.8228709697700003, 6.9214730262800002, 6.8393721580499998, 6.7466871738399998, 6.7032911777499997, 6.66130614281, 6.8551890850100001, 6.6614270210299997, 6.6187050342599996, 6.7008531093599997, 6.6650779247300003, 6.6702318191499996, 6.6326270103500002, 6.7283911705000001, 6.6403000354800001, 6.8122789859799999, 6.6162760257700004, 6.6475908756299997, 6.6290700435599996, 6.7487308978999998, 6.65472507477, 6.6219398975399999, 6.6210329532600003, 6.6486320495599998, 6.6354758739499999, 6.6304919719699997, 6.6075370311699997, 6.6708731651299997, 6.6109941005700001, 6.6679408550300003, 6.6067049503300002, 6.6070420741999998, 6.62789797783, 6.6048879623400003, 6.6482529640200001, 6.6356680393199996, 6.62024402618, 6.6268410682700001, 6.60153079033, 6.6115880012500003, 6.6211459636700001, 6.62899804115, 6.5713610649099996, 6.57791996002, 6.5746579170199997], "base_times": [14.3756690025, 14.588768958999999, 14.542870044700001, 14.5313310623, 14.514137029600001, 14.680436134300001, 14.638053894, 14.5883600712, 14.5617930889, 14.6932079792, 14.5285651684, 14.6771299839, 14.637875080100001, 14.559569120400001, 14.5244939327, 14.5072751045, 14.493720054600001, 14.662851095200001, 14.631731987, 14.8587107658, 14.5584938526, 14.5348029137, 14.5132460594, 14.6536669731, 14.6300861835, 14.604119062400001, 14.621867895099999, 14.5418081284, 14.515989065199999, 14.6539049149, 14.6713581085, 14.5698750019, 14.550272941599999, 14.519284963600001, 14.524355888400001, 14.673545837400001, 14.6487028599, 14.6070568562, 14.555631876, 14.5273010731, 14.513236045799999, 14.640599012399999, 14.618520975099999, 14.634526967999999, 14.568900108299999, 14.5590200424, 14.516989946400001, 14.4869439602, 14.678426980999999, 14.601620197300001], "pypy_op_count": 123698}], ["meteor-contest", "RawResult", {"changed_times": [0.389729976654, 0.30653190612800002, 0.30098009109500001, 0.29808712005600002, 0.29854393005399998, 0.305530071259, 0.30291104316700002, 0.29515194892899999, 0.29600310325599999, 0.29558587074300002, 0.29507207870500002, 0.29624199867200002, 0.31439614296000001, 0.29568696022000002, 0.29538607597400002, 0.30414581298799997, 0.29694294929499998, 0.295091867447, 0.29515194892899999, 0.29495692253099998, 0.29502797126800001, 0.29475212097199999, 0.29505491256700001, 0.294774055481, 0.29433202743499998, 0.29526400566099997, 0.30004000663800001, 0.29482817649800003, 0.30602288246199999, 0.29294109344500002, 0.29591894149800002, 0.30043578147900002, 0.29402518272400002, 0.30506992340099998, 0.293848991394, 0.29354810714700003, 0.29276084899900001, 0.294133901596, 0.29360413551300002, 0.29375696182299998, 0.29432392120400003, 0.30099511146500002, 0.294914007187, 0.294219017029, 0.29416489601099999, 0.30054616928099998, 0.294075012207, 0.29369592666599997, 0.29366111755399998, 0.29602789878800001], "base_times": [0.34793114662199998, 0.347922086716, 0.34756803512599999, 0.34772706031799999, 0.34797191619899998, 0.34859108924900001, 0.34831404686, 0.34751319885300003, 0.34788608551, 0.34809017181399998, 0.35126709938, 0.34787893295299999, 0.34783411026, 0.34863495826699997, 0.34818983077999999, 0.34882092475900001, 0.34761095047000001, 0.34802293777499999, 0.34821581840499999, 0.347784996033, 0.34780478477499999, 0.34858989715599997, 0.34791779518100002, 0.34797191619899998, 0.37295889854399999, 0.35242199897799997, 0.34825491905200001, 0.34745788574199998, 0.34793901443500003, 0.34815001487699998, 0.347759962082, 0.347604990005, 0.34786200523400002, 0.347841024399, 0.34818601608299998, 0.348232984543, 0.34745812416100003, 0.34798908233600001, 0.34835290908799998, 0.34737396240200002, 0.35109686851499999, 0.34818506240800001, 0.348004102707, 0.34782600402800001, 0.348240852356, 0.34802198410000001, 0.34789705276499999, 0.34830498695399997, 0.348255157471, 0.34893512725800002], "pypy_op_count": 6693}], ["pyflate-fast", "RawResult", {"changed_times": [1.77924084663, 1.7499718666099999, 1.7553339004499999, 1.77309989929, 1.73506999016, 1.73821187019, 1.7857708931, 1.7435629367800001, 1.7530391216300001, 1.7554440498399999, 1.7483851909599999, 1.7532851696, 1.7102479934699999, 1.7559821605699999, 1.7220840454099999, 1.72474503517, 1.7562379836999999, 1.72131514549, 1.7181310653699999, 1.72855496407, 1.74309301376, 1.72148799896, 1.7168669700600001, 1.7234990596799999, 1.72578811646, 1.73958301544, 1.70735192299, 1.7177979946099999, 1.72203207016, 1.7393941879299999, 1.7177820205700001, 1.7095940113100001, 1.7220859527600001, 1.75940990448, 1.71599507332, 1.7418971061699999, 1.7417228221900001, 1.7429790496799999, 1.7330031395000001, 1.7521979808799999, 1.7293059825899999, 1.7236788272900001, 1.74909305573, 1.72528004646, 1.73950982094, 1.7200028896299999, 1.74826383591, 1.72047710419, 1.7398540973700001, 1.7208921909299999], "base_times": [3.19568920135, 3.2313849925999998, 3.3100800514199999, 3.3316271305099998, 3.2652699947400001, 3.25343608856, 3.2147419452700001, 3.2222428321800001, 3.2211480140700002, 3.2460720539099999, 3.2167119979900001, 3.2129678726200002, 3.2051751613600001, 3.2165479659999998, 3.2282938957199998, 3.2154080867800001, 3.2234318256400001, 3.2816908359500001, 3.2110531330100001, 3.2252879142799999, 3.2141721248600001, 3.21491789818, 3.2171380519900001, 3.2112758159600001, 3.2129719257399998, 3.23816394806, 3.2312932014500002, 3.2158501148199998, 3.2248339653000002, 3.21015405655, 3.2103090286299998, 3.2301108837100001, 3.2142219543500001, 3.2345170974699999, 3.21375393867, 3.2142491340600001, 3.21567988396, 3.2130990028399999, 3.2259600162500002, 3.2109870910599998, 3.2319450378400001, 3.2421219348900001, 3.2158629894300002, 3.2190780639600001, 3.2185781001999998, 3.2217268943800002, 3.2166821956599998, 3.2219679355599999, 3.2297730445899999, 3.2674329280899999], "pypy_op_count": 25917}], ["raytrace-simple", "RawResult", {"changed_times": [0.336019039154, 0.33502411842300001, 0.33585810661299997, 0.33099198341399999, 0.32965302467300001, 0.389579057693, 0.337717056274, 0.37618088722199999, 0.32250213623000001, 0.33570599556000003, 0.32359910011300003, 0.32325315475499999, 0.32395005226099999, 0.323508024216, 0.32349205017100002, 0.32281303405799999, 0.32240200042700001, 0.32346606254600002, 0.32351708412199998, 0.32211399078399999, 0.32435011863699997, 0.31972503662099999, 0.32125711440999999, 0.32106280326800002, 0.32382512092600002, 0.322746992111, 0.32273793220500002, 0.32166314125099998, 0.34030103683500001, 0.369266033173, 0.320456027985, 0.31931900978099997, 0.32179522514300002, 0.32028007507299999, 0.31924414634699999, 0.32179403305100002, 0.322135925293, 0.333813905716, 0.31983995437599999, 0.31937813758900002, 0.31884217262300002, 0.318766117096, 0.32013797760000001, 0.31986403465300001, 0.31865096092200001, 0.328010082245, 0.31907296180700001, 0.31895804405200001, 0.31893086433399997, 0.31869602203399999], "base_times": [2.7810299396499998, 2.7041540145899998, 2.75475311279, 2.7045049667400001, 2.75886893272, 2.7108929157300001, 2.7105798721299998, 2.70560097694, 2.7007820606199999, 2.7023158073400002, 2.7036619186399999, 2.7012720107999999, 2.7080771923100002, 2.7075979709600002, 2.70902681351, 2.7337849140200001, 2.7205278873399998, 2.7335181236300001, 2.7064399719200001, 2.7056748866999998, 2.7067968845400001, 2.7085909843399998, 2.7099859714500001, 2.75483298302, 2.7000720500900002, 2.75279092789, 2.7100269794499998, 2.70810413361, 2.70530700684, 2.7048008441900002, 2.7046880722000002, 2.7031819820399998, 2.7028548717500001, 2.7042701244399998, 2.7050521373700001, 2.7015271186800001, 2.7104179859199999, 2.7071681022599998, 2.7061531543699999, 2.70490193367, 2.7101418972000002, 2.75673794746, 2.7135739326500001, 2.7070910930599998, 2.7065651416800001, 2.7019891738899999, 2.7066369056699999, 2.70338106155, 2.7088000774399998, 2.71031498909], "pypy_op_count": 29242}], ["richards", "RawResult", {"changed_times": [0.079975128173799995, 0.054801940918000003, 0.056576013565100003, 0.052304029464700003, 0.052218914031999998, 0.0511269569397, 0.064401149749800005, 0.051860094070400001, 0.050696849822999997, 0.051559209823600002, 0.050716876983600001, 0.051267147064199999, 0.0522649288177, 0.050228118896500001, 0.049854993820199998, 0.050549030304000001, 0.050457954406699999, 0.0502300262451, 0.0510759353638, 0.052322149276700002, 0.050407886505100002, 0.050394058227500003, 0.050194025039700003, 0.051253080367999998, 0.050671100616500001, 0.050168991088900002, 0.050063133239699999, 0.051898956298800002, 0.050014972686799997, 0.0495669841766, 0.050374984741200002, 0.0496740341187, 0.051039218902599999, 0.050569772720299999, 0.0495622158051, 0.049981832504300001, 0.050631999969499998, 0.049989938736000002, 0.049149990081800002, 0.048947095870999997, 0.048960924148600003, 0.048808097839400003, 0.0493609905243, 0.049360036849999997, 0.048986911773700001, 0.049046039581300001, 0.048752069473299998, 0.050184965133700001, 0.049013853073100001, 0.049018144607500001], "base_times": [0.36576080322299998, 0.36790394783000002, 0.36396622657799999, 0.36132907867399999, 0.36440110206600002, 0.36524105072000002, 0.36377906799300003, 0.36550617217999998, 0.36175894737199998, 0.36562514305100002, 0.36367201805100002, 0.36227989196799998, 0.363169908524, 0.36447310447699999, 0.36764693260199999, 0.36525583267200001, 0.36775493621799998, 0.36778402328499998, 0.36435198783900002, 0.36510801315300001, 0.362571001053, 0.36416816711400002, 0.36345291137699998, 0.36438107490499999, 0.36563396453899999, 0.36416983604399999, 0.362910985947, 0.36602306365999998, 0.36392211914099998, 0.36199998855600002, 0.36394095420799999, 0.36691188812300002, 0.36393785476700002, 0.36612701415999999, 0.36289906501800001, 0.36232995986900002, 0.36090111732500002, 0.364420890808, 0.36394906044000003, 0.361227989197, 0.36387896537800002, 0.36320590972900002, 0.36275315284699999, 0.36340713500999999, 0.36164999008199999, 0.36467385292100002, 0.36805486679100002, 0.36289596557600001, 0.36394786834699999, 0.365718841553], "pypy_op_count": 13466}], ["spambayes", "RawResult", {"changed_times": [0.29526209831200001, 0.38006997108500001, 0.33018302917499998, 0.36366391181899999, 0.29423999786400001, 0.26969599723799997, 0.31427311897299998, 0.28821587562599998, 0.203219175339, 0.233620882034, 0.24104809761000001, 0.20336890220600001, 0.232273101807, 0.19085001945499999, 0.42926096916200002, 0.28806519508400003, 0.20585989952100001, 0.18089318275499999, 0.22238802909899999, 0.16893601417500001, 0.16616892814600001, 0.220479011536, 0.180377006531, 0.16054391861, 0.215197086334, 0.183736085892, 0.18489217758199999, 0.193224906921, 0.15582609176600001, 0.16804194450400001, 0.21996998786899999, 0.195140838623, 0.15270996093799999, 0.17979001998899999, 0.15489506721499999, 0.18037295341500001, 0.193116903305, 0.16343092918400001, 0.159971952438, 0.14782285690300001, 0.17313408851600001, 0.14948415756200001, 0.158791065216, 0.180076122284, 0.16927504539499999, 0.144157886505, 0.14244699478100001, 0.143519878387, 0.18556189537000001, 0.14216208457900001], "base_times": [0.29886007309000001, 0.29901695251499999, 0.298616886139, 0.29834985733000002, 0.29854989051800002, 0.29814195632899998, 0.29830312728899999, 0.29862213134799998, 0.299257040024, 0.29829502105700001, 0.29837298393200001, 0.29873704910299997, 0.29843211174000001, 0.29907298088099998, 0.29820203781100002, 0.29881405830399999, 0.29845905303999998, 0.29935598373400002, 0.29840397834799998, 0.29851102828999998, 0.29995799064599998, 0.30102396011400001, 0.298897981644, 0.29899787902800001, 0.29958200454700001, 0.298629045486, 0.29906296729999998, 0.29873585700999999, 0.298842906952, 0.29817581176800001, 0.29846906662, 0.29850506782500003, 0.29797315597500001, 0.298891067505, 0.29849910736099999, 0.29878592491099998, 0.298606157303, 0.29909110069299999, 0.29859304428099998, 0.298247098923, 0.29934310913099998, 0.29897117614699997, 0.29898595809900003, 0.29898214340200002, 0.298913955688, 0.29883098602300001, 0.29860901832600001, 0.29920983314499999, 0.29926896095299999, 0.29866409301800001], "pypy_op_count": 61657}], ["spectral-norm", "RawResult", {"changed_times": [0.102906227112, 0.039610862731900003, 0.038799047470099997, 0.038051128387500001, 0.038481950759899998, 0.038103103637700003, 0.035501003265399997, 0.038250207900999998, 0.036159992218000002, 0.0359559059143, 0.036381006240799998, 0.035027980804399998, 0.034610033035299997, 0.035240888595599998, 0.035089969635000003, 0.0350589752197, 0.035221815109300003, 0.035317897796600002, 0.035022974014299997, 0.034958124160799998, 0.035120010376000002, 0.034971952438399997, 0.034876823425299998, 0.035159111022900001, 0.035193920135499997, 0.034881114959699998, 0.035170078277599999, 0.035334825515699997, 0.034914970397900001, 0.0352718830109, 0.034760951995800003, 0.035120964050299998, 0.035072088241599998, 0.035100936889599997, 0.0349960327148, 0.0348551273346, 0.035269021987900002, 0.034928083419799999, 0.035053968429599999, 0.035284996032700001, 0.034821987152099998, 0.0350239276886, 0.034815073013300002, 0.034934043884299999, 0.034979820251500003, 0.035027027130100002, 0.035109043121299997, 0.034989118575999997, 0.035156965255700001, 0.036545991897600001], "base_times": [0.48320317268399998, 0.48130106925999999, 0.48081088066099997, 0.48078799247699999, 0.48163819313, 0.48205304145799999, 0.48261499404899999, 0.48477101325999999, 0.48043608665499998, 0.48111701011699998, 0.48086094856299999, 0.48102521896400002, 0.48187494277999998, 0.47980594635000001, 0.48229002952599997, 0.478718996048, 0.48013806343100002, 0.47903895378099998, 0.48454594612099999, 0.48125410079999997, 0.48194909095799998, 0.48057389259299998, 0.48293781280499998, 0.47997498512300002, 0.488119125366, 0.48146200180100002, 0.48207902908299999, 0.48173379898099999, 0.48159503936800002, 0.48306012153599998, 0.48202705383299999, 0.48256206512499999, 0.48084712028499998, 0.48221206664999999, 0.48215079307600001, 0.48163104057299999, 0.48037314414999999, 0.48194503784199999, 0.48099803924599999, 0.48156309127800001, 0.48258996009799998, 0.481215953827, 0.48318195342999998, 0.48317313194299999, 0.48323607444799999, 0.48114085197399997, 0.482251882553, 0.48231697082500002, 0.48298287391700001, 0.48834586143499997], "pypy_op_count": 3208}], ["telco", "RawResult", {"changed_times": [0.32802100000000001, 0.208013, 0.18401100000000001, 0.21601300000000001, 0.18001200000000001, 0.21201300000000001, 0.200013, 0.180011, 0.16400999999999999, 0.172011, 0.16400999999999999, 0.176011, 0.16400999999999999, 0.16001000000000001, 0.172011, 0.16001000000000001, 0.16001000000000001, 0.16400999999999999, 0.16001000000000001, 0.172011, 0.16001000000000001, 0.16400999999999999, 0.16001000000000001, 0.15601000000000001, 0.15601000000000001, 0.15601000000000001, 0.16001000000000001, 0.16400999999999999, 0.15601000000000001, 0.17601, 0.15201000000000001, 0.15201000000000001, 0.15601000000000001, 0.15600900000000001, 0.15601000000000001, 0.16400999999999999, 0.15200900000000001, 0.15601000000000001, 0.15601000000000001, 0.15600900000000001, 0.15601000000000001, 0.15601000000000001, 0.15600900000000001, 0.15601000000000001, 0.16801099999999999, 0.15600900000000001, 0.15601000000000001, 0.15601000000000001, 0.15600900000000001, 0.15601000000000001], "base_times": [1.21, 1.2, 1.21, 1.21, 1.2, 1.2, 1.21, 1.2, 1.21, 1.1899999999999999, 1.21, 1.2, 1.21, 1.2, 1.21, 1.2, 1.21, 1.21, 1.2, 1.2, 1.2, 1.21, 1.2, 1.2, 1.21, 1.21, 1.2, 1.2, 1.21, 1.2, 1.21, 1.2, 1.2, 1.22, 1.2, 1.2, 1.21, 1.21, 1.2, 1.2, 1.21, 1.2, 1.2, 1.22, 1.2, 1.1899999999999999, 1.21, 1.21, 1.2, 1.21], "pypy_op_count": 20272}], ["twisted_names", "RawResult", {"changed_times": [0.0053561863952865559, 0.005837711617046118, 0.0054229934924078091, 0.0054884742041712408, 0.0053619302949061663, 0.0056369785794813977, 0.0053850296176628969, 0.0056022408963585435, 0.0053533190578158455, 0.005485463521667581, 0.0053276505061267982, 0.0054377379010331706, 0.0052910052910052907, 0.0056085249579360631, 0.0052882072977260709, 0.005434782608695652, 0.0052966101694915252, 0.0054318305268875608, 0.005279831045406547, 0.0054200542005420054, 0.005279831045406547, 0.0052882072977260709, 0.005411255411255411, 0.0052854122621564482, 0.0054764512595837896, 0.0052826201796090863, 0.0054614964500273077, 0.0052910052910052907, 0.0054318305268875608, 0.0052966101694915252, 0.005246589716684155, 0.0053937432578209281, 0.005263157894736842, 0.0053937432578209281, 0.0052770448548812663, 0.0054406964091403701, 0.005235602094240838, 0.0054734537493158182, 0.0052521008403361349, 0.0052659294365455505, 0.0053908355795148251, 0.0053304904051172707, 0.0054054054054054057, 0.005263157894736842, 0.0053792361484669175, 0.005263157894736842, 0.0052714812862414339, 0.0053937432578209281, 0.0052273915316257188, 0.0054200542005420054], "base_times": [0.0096246390760346481, 0.0096525096525096523, 0.0096246390760346481, 0.0097087378640776691, 0.009643201542912247, 0.0096805421103581795, 0.0096339113680154135, 0.0097181729834791061, 0.0096618357487922701, 0.009643201542912247, 0.0096618357487922701, 0.0096246390760346481, 0.009643201542912247, 0.0096618357487922701, 0.0096525096525096523, 0.0096525096525096523, 0.0096153846153846159, 0.0096246390760346481, 0.0096339113680154135, 0.0096246390760346481, 0.0096711798839458421, 0.0096339113680154135, 0.0096246390760346481, 0.0096525096525096523, 0.0096618357487922701, 0.0096711798839458421, 0.0096339113680154135, 0.0096525096525096523, 0.0096061479346781949, 0.0096711798839458421, 0.0096525096525096523, 0.0096899224806201549, 0.009643201542912247, 0.0098619329388560158, 0.0097370983446932822, 0.0096525096525096523, 0.0096339113680154135, 0.0096153846153846159, 0.0096339113680154135, 0.0096246390760346481, 0.0096618357487922701, 0.0096246390760346481, 0.0096618357487922701, 0.0096618357487922701, 0.0096618357487922701, 0.0096339113680154135, 0.0096525096525096523, 0.010060362173038229, 0.010319917440660475, 0.010288065843621399], "pypy_op_count": 42722}]], "branch": "trunk", "revision": 0}
\ No newline at end of file

diff --git a/talk/icooolps2011/benchmarks/paper-baseline.json b/talk/icooolps2011/benchmarks/paper-baseline.json
new file mode 100644
--- /dev/null
+++ b/talk/icooolps2011/benchmarks/paper-baseline.json
@@ -0,0 +1,1 @@
+{"options": "", "results": [["crypto_pyaes", "RawResult", {"changed_times": [0.72780013084399997, 0.20544290542599999, 0.16985917091399999, 0.200357913971, 0.182709217072, 0.16569614410399999, 0.18768596649200001, 0.16354012489299999, 0.163209915161, 0.16358494758600001, 0.163627147675, 0.16392707824700001, 0.169529914856, 0.17107892036399999, 0.16498899459800001, 0.19305896758999999, 0.16402792930599999, 0.164088964462, 0.16301798820499999, 0.16370892524700001, 0.16323089599599999, 0.163249015808, 0.16316604614300001, 0.163213014603, 0.16399383544900001, 0.192234039307, 0.16315603256200001, 0.16326689720199999, 0.16337895393400001, 0.16616201400799999, 0.163379907608, 0.16339397430399999, 0.16291189193700001, 0.16279506683299999, 0.19032192230200001, 0.16397500038099999, 0.16263699531600001, 0.162869215012, 0.16262483596800001, 0.162625074387, 0.16299414634699999, 0.16412782669100001, 0.16268706321699999, 0.19027280807499999, 0.16272091865499999, 0.16293215751599999, 0.163349151611, 0.16336798667899999, 0.162735939026, 0.16331696510300001], "base_times": [2.8203029632600001, 2.82395195961, 2.8182699680300001, 2.82384204865, 2.8412010669700001, 2.82694506645, 2.82518291473, 2.8280220031700001, 2.8353188037899999, 2.8247430324599998, 2.8216609954799998, 2.83752584457, 2.82085800171, 2.8384521007500001, 2.8283910751299999, 2.8276689052599999, 2.82473993301, 2.8185532093000001, 2.8221321106000001, 2.8310389518700001, 2.8178269863100001, 2.82401704788, 2.8234288692499998, 2.8225979804999999, 2.8222818374599998, 2.82368803024, 2.82551598549, 2.8231728076899998, 2.8328769207, 2.8207099437699998, 2.81998109818, 2.8251597881300001, 2.8187401294700001, 2.8217029571499999, 2.8245930671699999, 2.8280639648400001, 2.8301739692700001, 2.8280618190800002, 2.82529497147, 2.82448101044, 2.8260328769699998, 2.8200371265399999, 2.82417798042, 2.8277380466499999, 2.82353782654, 2.8206551074999999, 2.8307061195399998, 2.8227949142500002, 2.8304541110999999, 2.83272123337], "pypy_op_count": 12306}], ["django", "RawResult", {"changed_times": [0.19859194755599999, 0.14788007736200001, 0.14791393280000001, 0.15727496147200001, 0.148479938507, 0.149163007736, 0.14894199371299999, 0.15776586532600001, 0.14808511733999999, 0.147895097733, 0.14722394943200001, 0.15661501884500001, 0.148326158524, 0.14753913879399999, 0.14774703979500001, 0.15663313865699999, 0.14776611328100001, 0.14796304702800001, 0.147610187531, 0.157119035721, 0.14740300178499999, 0.147317886353, 0.14743995666500001, 0.15613794326800001, 0.14753007888799999, 0.14753603935199999, 0.147581100464, 0.15626621246299999, 0.14747285842899999, 0.14736413955700001, 0.14710807800299999, 0.156499862671, 0.14805603027299999, 0.14762496948199999, 0.14736008644099999, 0.15604901313799999, 0.147682905197, 0.14749097824099999, 0.14695692062400001, 0.15633511543299999, 0.147258043289, 0.14688491821300001, 0.14635014533999999, 0.15575003624, 0.146630048752, 0.14733195304899999, 0.14650583267200001, 0.155790805817, 0.14689493179300001, 0.14676094055200001], "base_times": [0.98852610588099998, 0.98855113983200005, 0.98795104026799996, 0.98740696907000003, 0.98748707771300004, 0.98786282539400005, 1.0120139122, 0.98785114288300002, 0.98786592483500002, 0.98862195014999998, 0.987090110779, 0.99770188331599996, 0.98769116401699997, 0.98845887184100001, 0.98714089393600002, 0.98871612548800003, 0.98751497268699995, 0.99157619476299996, 0.98774886131299999, 0.98788404464699997, 0.98708987236000001, 0.99108099937399996, 0.98800587654100003, 0.98886919021599995, 0.98823690414400001, 0.98885416984600005, 0.987541913986, 0.98829197883599995, 0.98799490928599998, 0.98843193054199996, 0.98783206939699997, 0.98812007904099997, 0.98748683929400005, 0.98876690864600003, 0.98845410346999996, 0.98857808113099999, 0.987577915192, 0.98890900611900001, 0.98816299438499999, 0.98857998847999995, 0.98825502395599996, 0.98812794685399996, 0.98803901672399996, 0.99350500106799999, 0.98744702339199997, 0.98868703842200001, 0.99133110046399997, 0.99131393432600001, 0.98810410499599999, 0.98844885826100004], "pypy_op_count": 8374}], ["fannkuch", "RawResult", {"changed_times": [0.54128599166900004, 0.39794802665700002, 0.39342308044399998, 0.41779112815899999, 0.39200592040999999, 0.39131689071699999, 0.39341497421299998, 0.39025497436500001, 0.388537883759, 0.38954281806899999, 0.38831090927099998, 0.38887500762900001, 0.39032697677599998, 0.39138889312699998, 0.39585185050999999, 0.39125490188599998, 0.38789105415300001, 0.38883614540099998, 0.39338397979700002, 0.39335012435900002, 0.38863301277200002, 0.38742494583100001, 0.38713812828100003, 0.38755297660799998, 0.38791108131399998, 0.39297819137599999, 0.387409925461, 0.38823199272199999, 0.38701319694500003, 0.38588213920600001, 0.387736082077, 0.38797116279600002, 0.38843989372299997, 0.38765501976, 0.38805794715899999, 0.38744592666599997, 0.39486694335900002, 0.38852882385300003, 0.39214205741899999, 0.38689208030700001, 0.38689708709699999, 0.39462089538599998, 0.39907097816499998, 0.38714218139599998, 0.38710999488800002, 0.38751006126400001, 0.387485027313, 0.387592077255, 0.38912010192899998, 0.38744497299199998], "base_times": [1.9541189670600001, 1.9453120231600001, 1.9473388195000001, 1.9439451694500001, 1.9460229873699999, 1.9404349327099999, 1.9453160762799999, 1.94645500183, 1.94157981873, 1.9460811615, 1.9433031082200001, 1.9461688995399999, 1.9498269558000001, 1.9437561035199999, 1.9456009864799999, 1.94660711288, 1.94285321236, 1.9434599876400001, 1.9480879306800001, 1.9442579746199999, 1.9434909820599999, 1.9507761001599999, 1.94450807571, 1.94631886482, 1.9510869979900001, 1.9463620185899999, 1.9438598156, 1.94956207275, 1.94319200516, 1.9674429893500001, 1.9507141113299999, 1.9443831443799999, 1.94647884369, 1.95129108429, 1.9462871551500001, 1.9858520031, 1.99589490891, 1.94509387016, 1.9437561035199999, 1.9457681178999999, 1.9428639411899999, 1.94377088547, 1.9483149051699999, 1.94313907623, 1.94405412674, 1.9491469860099999, 1.9435648918199999, 1.9471759796100001, 1.9444408416700001, 1.9447300434100001], "pypy_op_count": 4169}], ["go", "RawResult", {"changed_times": [0.25292301177999998, 0.36947083473199999, 0.237436056137, 0.28342795372000001, 0.26745104789700003, 0.28551077842700001, 0.24993515014600001, 0.26728606224099999, 0.21486115455599999, 0.17821907997100001, 0.217959880829, 0.28859519958500002, 0.176207065582, 0.22055888175999999, 0.23385000228899999, 0.17909193038900001, 0.16820192337000001, 0.179723978043, 0.181403875351, 0.178298950195, 0.246846914291, 0.172055006027, 0.173453092575, 0.17971897125200001, 0.18662810325599999, 0.177664041519, 0.18287706375099999, 0.19439196586599999, 0.16774606704700001, 0.19510412216199999, 0.18842697143600001, 0.157199144363, 0.15375590324399999, 0.15416789054899999, 0.17006707191500001, 0.169358968735, 0.170048952103, 0.17110419273399999, 0.156311988831, 0.18694901466399999, 0.157498121262, 0.15089702606200001, 0.152234077454, 0.17312717437700001, 0.146532058716, 0.22242999076799999, 0.17533302307099999, 0.15511894226100001, 0.18908810615499999, 0.15341901779200001], "base_times": [0.95646786689800001, 0.94750404357899998, 0.94687509536699999, 0.94459509849500001, 0.94622015953100003, 0.948693990707, 0.94552087783799998, 0.94918799400300002, 0.94300007820099996, 0.94276285171499996, 0.94992494583099996, 0.95113706588699998, 0.94474196434000002, 0.95061016082799998, 0.94758510589599998, 0.94624209404000004, 0.94500207901, 0.94643902778599998, 0.94784402847299998, 0.94582509994499997, 0.94497609138500005, 0.95375013351399995, 0.95045304298400002, 0.95250487327599997, 0.95423793792699996, 0.94715285301200003, 0.94224596023600005, 0.95150017738299997, 0.94440102577200002, 0.94541096687299997, 0.94788098335299997, 0.94571495056199995, 0.94216609001200002, 0.94326806068400004, 0.944446086884, 0.95080494880699995, 0.95071697235099994, 0.94257807731599996, 0.94728708267200001, 0.94544100761399996, 0.94524788856499997, 0.94435787200900001, 0.95366191864000005, 0.94883990287800002, 0.94368410110500001, 0.94965386390700002, 0.95067691802999998, 0.94751787185699998, 0.94783377647400002, 0.94460606574999995], "pypy_op_count": 72595}], ["html5lib", "RawResult", {"changed_times": [9.7627551555600007, 6.50681209564, 5.94796800613, 5.8649179935499998, 5.7451310157800002, 5.7997250556899997, 5.7391381263700003, 5.7921259403200001, 5.61466002464, 5.55873417854, 5.5523180961599996, 5.6580610275299996, 5.60954499245, 5.5401849746699998, 5.6231791973099998, 5.6942481994599996, 5.54234910011, 5.5693290233599999, 5.6106441021000002, 5.5843679904899997, 5.6189818382299999, 5.8686611652399998, 5.65614581108, 5.5545940399199996, 5.6200249195099996, 5.5238997936200001, 5.52264904976, 5.5243220329299998, 5.5626420974700004, 5.5471501350399999, 5.52461123466, 5.5227749347700001, 5.5432789325699998, 5.5053629875199999, 5.5241940021499998, 5.53006386757, 5.5213818550099996, 5.5278069972999999, 5.5097069740300002, 5.56081199646, 5.5728008747100004, 5.5464761257199999, 5.5145790576899998, 5.5486950874299996, 5.5787169933299996, 5.52807784081, 5.4337561130500003, 5.5064508914900001, 5.5125980377200001, 5.5182650089300003], "base_times": [14.5398759842, 14.578344106699999, 14.5152900219, 14.510169982900001, 14.4941039085, 14.672421932200001, 14.6164031029, 14.573220968199999, 14.552697897, 14.488421917, 14.507045984299999, 14.6611778736, 14.6007580757, 14.5496821404, 14.596875905999999, 14.520130157500001, 14.4794309139, 14.664165973699999, 14.5936610699, 14.564710140200001, 14.528239965399999, 14.506567955, 14.494971036900001, 14.621176004400001, 14.598964929599999, 14.5986030102, 14.5909948349, 14.566663026800001, 14.4748489857, 14.602259159100001, 15.0101139545, 14.6093139648, 14.5286970139, 14.527831792800001, 14.501435041400001, 14.6243560314, 14.616846084600001, 14.5617120266, 14.6032350063, 14.5109961033, 14.495292901999999, 14.6212890148, 14.616401910800001, 14.562317848199999, 14.5322878361, 14.599653959299999, 14.483633041399999, 14.4542350769, 14.616916894899999, 14.557915926], "pypy_op_count": 107489}], ["meteor-contest", "RawResult", {"changed_times": [0.40792703628499999, 0.30641794204700001, 0.29745411872900002, 0.29545879363999999, 0.296489953995, 0.29860687255899998, 0.30105400085400003, 0.29215121269200001, 0.29266119003300001, 0.29237389564499999, 0.29263496398900002, 0.29350113868700001, 0.31221795082100001, 0.29205083847000002, 0.29322814941399999, 0.30379986763, 0.29390215873699999, 0.29335880279499998, 0.29086709022500001, 0.29246902465800001, 0.29126787185699998, 0.29171013832100001, 0.29247283935500001, 0.29314398765600003, 0.29283618926999999, 0.29221892356899998, 0.29431104660000001, 0.29019904136699998, 0.29082083702099998, 0.29141306877099998, 0.29123091697699999, 0.291045188904, 0.291300058365, 0.291640996933, 0.30292105674699998, 0.29036998748800003, 0.29000306129499998, 0.29067301750199998, 0.29114389419600001, 0.28989410400400001, 0.29002285003700001, 0.29715704917899999, 0.29141998290999999, 0.29071307182299999, 0.29072785377499999, 0.29105806350699998, 0.290212869644, 0.29042005538900001, 0.29110693931600001, 0.29090595245400003], "base_times": [0.347690105438, 0.347379207611, 0.34742999076800002, 0.34710383415200002, 0.34720492363, 0.35657596588099999, 0.34880614280700001, 0.34798908233600001, 0.34818482399, 0.34763693809500001, 0.35144996643100002, 0.34738397598300003, 0.34841799736000001, 0.34782195091200002, 0.34782481193499998, 0.34755802154499998, 0.347153186798, 0.34736108779899999, 0.34814310073900001, 0.34753608703599997, 0.35088086128200002, 0.34869384765599998, 0.34764099121100001, 0.34830594062800002, 0.34752416610699999, 0.35147094726599998, 0.34795999526999999, 0.347304105759, 0.34738588333100001, 0.34823513030999997, 0.347759008408, 0.34758305549599999, 0.34703111648599999, 0.34795522689800001, 0.34786295890800001, 0.34761881828300001, 0.34715294837999999, 0.34786987304700001, 0.348106861115, 0.34849286079399999, 0.35142993926999999, 0.34857106208799998, 0.34806513786299997, 0.35013008117700001, 0.34740614891100002, 0.34765410423300003, 0.34815096855200001, 0.34855008125300002, 0.34793090820299999, 0.34848809242200002], "pypy_op_count": 6674}], ["pyflate-fast", "RawResult", {"changed_times": [1.6519870758099999, 1.5784091949500001, 1.6024479866000001, 1.61350607872, 1.6075489520999999, 1.5768828392000001, 1.5757160186800001, 1.57972717285, 1.60931491852, 1.61094999313, 1.6146519184100001, 1.57459115982, 1.6188890934, 1.57903695107, 1.57212114334, 1.59721899033, 1.5916159153, 1.58400392532, 1.57477903366, 1.5713949203499999, 1.57080197334, 1.5835900306699999, 1.6002171039599999, 1.5770637989, 1.6036200523399999, 1.60284805298, 1.5749628543900001, 1.60054397583, 1.5795609951, 1.5777959823600001, 1.5802130699200001, 1.58011412621, 1.5695910453799999, 1.58169198036, 1.5731301307700001, 1.62624001503, 1.5752248764000001, 1.57110095024, 1.6130831241600001, 1.5938441753399999, 1.57682108879, 1.5953419208499999, 1.5820338726000001, 1.59155392647, 1.5979809760999999, 1.59561705589, 1.5827250480699999, 1.5701649189, 1.56580495834, 1.5710790157300001], "base_times": [3.1845300197599999, 3.2045500278499999, 3.19848918915, 3.2003328800199999, 3.2087490558599998, 3.2016968727099999, 3.2089800834700002, 3.2027099132500001, 3.2039811611200002, 3.24145507812, 3.20942282677, 3.20827007294, 3.2240500450099998, 3.2162659168199998, 3.2056119442000002, 3.2037580013300002, 3.2212641239200002, 3.2320189475999999, 3.2128779888199999, 3.2171449661299998, 3.2016520500199999, 3.20188498497, 3.21955609322, 3.1961240768399999, 3.2113349437699998, 3.2268900871300001, 3.2027280330700001, 3.19735908508, 3.2125689983400001, 3.2135019302400001, 3.2120339870499999, 3.2142639160200002, 3.2021579742399999, 3.2210850715600001, 3.2075219154400001, 3.1982979774500002, 3.20001912117, 3.2098469734199999, 3.2058629989599998, 3.1986320018800001, 3.2141819000199998, 3.2192289829299998, 3.2053680419899999, 3.1992309093500002, 3.2024550437900001, 3.20250988007, 3.2268481254600001, 3.1993539333299998, 3.2168841362, 3.2366769313799999], "pypy_op_count": 23420}], ["raytrace-simple", "RawResult", {"changed_times": [0.13366389274599999, 0.134701013565, 0.13142418861399999, 0.13074302673300001, 0.12982892990100001, 0.171000003815, 0.12694597244299999, 0.17945313453699999, 0.125816106796, 0.12428021431, 0.12626290321399999, 0.124794006348, 0.12623906135599999, 0.12444615364100001, 0.12664604187, 0.12455892562900001, 0.126044988632, 0.124521970749, 0.12586498260500001, 0.12482690811200001, 0.12552618980399999, 0.124809980392, 0.12591314315800001, 0.124958992004, 0.12534403800999999, 0.12455701828, 0.125150918961, 0.12598013877899999, 0.12522602081299999, 0.185124874115, 0.123840808868, 0.13348698615999999, 0.124260187149, 0.123996973038, 0.12371802329999999, 0.125663995743, 0.124707937241, 0.123549938202, 0.12352514267, 0.123347997665, 0.12352180481, 0.12378787994400001, 0.123716831207, 0.1233689785, 0.122676134109, 0.13415789604200001, 0.122314929962, 0.12270283698999999, 0.12206196784999999, 0.122502088547], "base_times": [2.7074520587899999, 2.7396521568300001, 2.7307369708999998, 2.6815469264999998, 2.69208598137, 2.6841440200800002, 2.68341302872, 2.6919870376600001, 2.67920994759, 2.6848788261399998, 2.6872398853299999, 2.6906688213300001, 2.68470907211, 2.6994020938899999, 2.6836559772499999, 2.6999599933599998, 2.7059381008100001, 2.7178490161900002, 2.69162607193, 2.69529604912, 2.69365501404, 2.6848239898699999, 2.7007908821100002, 2.68273901939, 2.6807341575599999, 2.7054591178899998, 2.6811010837599998, 2.6822350025200001, 2.6875679493, 2.6807270050000001, 2.6843619346600001, 2.6876230239900001, 2.6776049137100002, 2.6855509281200001, 2.6869277954099999, 2.69268298149, 2.6812908649399998, 3.27709794044, 2.67981386185, 2.6810460090600001, 2.6829540729499999, 2.7469010353100001, 2.6949999332400001, 2.7791228294399999, 2.6784279346500002, 2.6833209991500002, 2.6874320507, 2.6835088729900001, 2.6847939491299999, 2.6912178993200002], "pypy_op_count": 22686}], ["richards", "RawResult", {"changed_times": [0.0333859920502, 0.0230309963226, 0.021921157836900001, 0.019187927246099998, 0.019721031189, 0.018500089645400002, 0.018771171569799999, 0.0185508728027, 0.0192182064056, 0.018935918808, 0.0181679725647, 0.018320083618199999, 0.0183529853821, 0.020343065261799999, 0.018018960952799999, 0.0188300609589, 0.0175318717957, 0.0177280902863, 0.018807888030999999, 0.024389982223500001, 0.018516063690200001, 0.017338037490799998, 0.034728050231900003, 0.0174200534821, 0.017560005188000001, 0.017487049102799999, 0.017470121383700001, 0.0173721313477, 0.017081975936900001, 0.017552137374899999, 0.0182728767395, 0.017580032348599998, 0.018982887268100001, 0.0172560214996, 0.017680168151899999, 0.017323017120399999, 0.016937971115099999, 0.0168349742889, 0.0168628692627, 0.017159938812300001, 0.016857147216800001, 0.017000913619999999, 0.017075061798099998, 0.017179965972899999, 0.0171399116516, 0.016782999038700001, 0.0165989398956, 0.016957998275799999, 0.017010927200300001, 0.0166709423065], "base_times": [0.35720610618600002, 0.35715699195900003, 0.35798192024199998, 0.35355997085599999, 0.35392904281600002, 0.35314893722500001, 0.356689929962, 0.35919094085699999, 0.352291107178, 0.35818099975599998, 0.35543990135199999, 0.36030197143600001, 0.36045312881500002, 0.35752296447800003, 0.35652589798000001, 0.364083051682, 0.36325383186299998, 0.35992693901099998, 0.35655713081399998, 0.37893795967100002, 0.35872888565099997, 0.35945200920100001, 0.358365058899, 0.35249805450400001, 0.36247181892399999, 0.35832405090300001, 0.35580086708100001, 0.35370302200300002, 0.35093998909000002, 0.35720777511599999, 0.36089897155799999, 0.36352515220600001, 0.35624098777800001, 0.358845949173, 0.361835002899, 0.35663890838599999, 0.35212683677700002, 0.35324692726099999, 0.363488912582, 0.359626054764, 0.35974693298299998, 0.35366106033299999, 0.35933279991099998, 0.36318302154499998, 0.35910010337800002, 0.36047887802099998, 0.35829305648799997, 0.35929489135699999, 0.35614109039300001, 0.350592851639], "pypy_op_count": 9814}], ["spambayes", "RawResult", {"changed_times": [0.30926299095199999, 0.36341595649699998, 0.31442809104899999, 0.34155201911900002, 0.27917313575699998, 0.25708198547400002, 0.288141012192, 0.26873421669000003, 0.193185091019, 0.19883394241300001, 0.23768210411099999, 0.219593048096, 0.23014211654700001, 0.204581975937, 0.351621866226, 0.27865505218499997, 0.21531105041500001, 0.170617818832, 0.20888614654500001, 0.16455888748200001, 0.156099081039, 0.21429800987200001, 0.165781021118, 0.17579698562599999, 0.161040067673, 0.18110013008100001, 0.197227954865, 0.16428899764999999, 0.15136885643, 0.17364501953100001, 0.18703007698099999, 0.20029592514, 0.15290808677699999, 0.15180897712700001, 0.14991092681900001, 0.19037008285500001, 0.15805292129500001, 0.150564193726, 0.16839098930400001, 0.14070105552699999, 0.14052796363799999, 0.14226913452100001, 0.17415404319800001, 0.153002023697, 0.138666152954, 0.135468959808, 0.16123890876800001, 0.15285181999200001, 0.15128684043900001, 0.13602519035300001], "base_times": [0.29797101020799999, 0.29795408248900002, 0.29835796356200001, 0.29880809783899998, 0.29825997352599998, 0.29821991920500002, 0.29865097999599999, 0.29807209968600001, 0.298465967178, 0.298011064529, 0.298724889755, 0.29867506027200003, 0.29831504821799998, 0.29797792434699999, 0.29795789718600002, 0.29978203773500001, 0.30584812164300001, 0.29834198951699997, 0.298421859741, 0.29822778701800001, 0.29804205894500002, 0.29873704910299997, 0.29856514930700001, 0.29852104187, 0.29927778243999997, 0.29851388931299999, 0.29833388328600002, 0.30034995078999999, 0.29816079139700002, 0.29787302017200001, 0.29880809783899998, 0.29832911491399999, 0.29772496223400002, 0.30263495445299998, 0.29818391799900001, 0.298354148865, 0.29819393158000002, 0.29884791374199998, 0.29862689971900003, 0.298354148865, 0.298292160034, 0.29874491691600003, 0.29856395721399998, 0.299323797226, 0.29808211326599998, 0.29864907264700002, 0.29830098152200002, 0.298420906067, 0.29808211326599998, 0.29806208610500001], "pypy_op_count": 52882}], ["spectral-norm", "RawResult", {"changed_times": [0.129083156586, 0.040797948837300001, 0.0403299331665, 0.038610935211200001, 0.039195060730000002, 0.039062976837200003, 0.036705970764199999, 0.039520025253299999, 0.036592960357700002, 0.036882877349899999, 0.037465810775800003, 0.035732030868499999, 0.035948991775499997, 0.035698175430300003, 0.036148786544799999, 0.036082029342700002, 0.036076068878200002, 0.036139011383100002, 0.035675048828099999, 0.036125898361199997, 0.036101102828999997, 0.035979986190799999, 0.036281108856199999, 0.035867929458599998, 0.035962104797400002, 0.035891771316500003, 0.036086797714200002, 0.035885095596300001, 0.035848140716600002, 0.036110877990700001, 0.035861968994099998, 0.035961151123000003, 0.036049842834500002, 0.035854101180999999, 0.035961151123000003, 0.035753965377799998, 0.036172866821299998, 0.035995006561300003, 0.035782098770100003, 0.0361349582672, 0.035686016082799997, 0.035908937454199999, 0.036139011383100002, 0.036530017852800002, 0.036205053329499998, 0.035715818405200002, 0.035990953445400001, 0.035962820053100003, 0.035777091980000002, 0.037657022476200001], "base_times": [0.48637008666999998, 0.48509907722500001, 0.48532485961900002, 0.485705852509, 0.484349012375, 0.48674201965300001, 0.48437905311599999, 0.485854148865, 0.48505711555499997, 0.48563790321400002, 0.48494076728800001, 0.48802995681799999, 0.485329866409, 0.483878850937, 0.48503589630100002, 0.48369884490999998, 0.48407912254300001, 0.483483076096, 0.48600912094100002, 0.48394894599900001, 0.48591303825400001, 0.48459815978999998, 0.48652315139800001, 0.48473119735699999, 0.49288892746000001, 0.48658990860000001, 0.48562598228499998, 0.48428487777700002, 0.485806941986, 0.48478317260699999, 0.485936164856, 0.48470091819799999, 0.48497200012199998, 0.48583221435500001, 0.48429799079899999, 0.48650097847000001, 0.485965967178, 0.48583102226300001, 0.48610591888400001, 0.48517489433299998, 0.48512792587300002, 0.485574007034, 0.48517203330999997, 0.48551893234299998, 0.48832988738999999, 0.48716092109699999, 0.48931503295899997, 0.48652195930499997, 0.48769593238800002, 0.49248003959699999], "pypy_op_count": 3208}], ["telco", "RawResult", {"changed_times": [0.29602000000000001, 0.22001299999999999, 0.204013, 0.204013, 0.19601199999999999, 0.204012, 0.18401200000000001, 0.18801200000000001, 0.15601000000000001, 0.16800999999999999, 0.15601000000000001, 0.16001000000000001, 0.15601000000000001, 0.16001000000000001, 0.16800999999999999, 0.16800999999999999, 0.15601000000000001, 0.15601100000000001, 0.15600900000000001, 0.15601000000000001, 0.15201000000000001, 0.16001000000000001, 0.16001000000000001, 0.16400999999999999, 0.15601000000000001, 0.15600900000000001, 0.15201000000000001, 0.15200900000000001, 0.15200900000000001, 0.16401099999999999, 0.16401099999999999, 0.148009, 0.15200900000000001, 0.148009, 0.15201000000000001, 0.15200900000000001, 0.148009, 0.15201000000000001, 0.15200900000000001, 0.16001000000000001, 0.15201000000000001, 0.148009, 0.148009, 0.15201000000000001, 0.148009, 0.148009, 0.15201000000000001, 0.148009, 0.16001000000000001, 0.15200900000000001], "base_times": [1.21, 1.21, 1.21, 1.21, 1.22, 1.21, 1.21, 1.21, 1.21, 1.21, 1.22, 1.22, 1.21, 1.21, 1.2, 1.21, 1.21, 1.21, 1.21, 1.22, 1.21, 1.21, 1.2, 1.22, 1.21, 1.21, 1.2, 1.21, 1.21, 1.21, 1.21, 1.22, 1.21, 1.2, 1.21, 1.21, 1.21, 1.22, 1.2, 1.21, 1.21, 1.22, 1.2, 1.22, 1.2, 1.21, 1.21, 1.21, 1.21, 1.21], "pypy_op_count": 19725}], ["twisted_names", "RawResult", {"changed_times": [0.0057937427578215531, 0.0053361792956243331, 0.0052742616033755272, 0.0053475935828877002, 0.0051282051282051282, 0.0052714812862414339, 0.0052994170641229464, 0.0052770448548812663, 0.0052493438320209973, 0.0050890585241730284, 0.0051177072671443197, 0.0051203277009728623, 0.0052742616033755272, 0.0051098620337250893, 0.0051098620337250893, 0.0052383446830801469, 0.0051098620337250893, 0.0051098620337250893, 0.0050838840874428059, 0.005246589716684155, 0.0051020408163265302, 0.0051072522982635342, 0.0052742616033755272, 0.0050838840874428059, 0.0051046452271567124, 0.0050890585241730284, 0.0052714812862414339, 0.0050890585241730284, 0.0051229508196721308, 0.0053191489361702126, 0.0050684237202230104, 0.0050838840874428059, 0.0051308363263211903, 0.0053276505061267982, 0.0051098620337250893, 0.0051124744376278121, 0.0052328623757195184, 0.0051177072671443197, 0.0051046452271567124, 0.005076142131979695, 0.0052273915316257188, 0.0050787201625190452, 0.0050735667174023336, 0.005243838489774515, 0.0050709939148073022, 0.0051072522982635342, 0.0051177072671443197, 0.0052882072977260709, 0.0051072522982635342, 0.0050942435048395313], "base_times": [0.0095969289827255271, 0.0095785440613026813, 0.0096339113680154135, 0.0095785440613026813, 0.0096153846153846159, 0.0095877277085330784, 0.0095969289827255271, 0.0095693779904306216, 0.0096153846153846159, 0.0095877277085330784, 0.0096246390760346481, 0.0095877277085330784, 0.0095969289827255271, 0.0096153846153846159, 0.0095877277085330784, 0.0095969289827255271, 0.0095969289827255271, 0.0095785440613026813, 0.0095602294455066923, 0.0096061479346781949, 0.0096153846153846159, 0.0095969289827255271, 0.0096618357487922701, 0.0095785440613026813, 0.0096246390760346481, 0.0096618357487922701, 0.0096153846153846159, 0.0096153846153846159, 0.0095877277085330784, 0.0096061479346781949, 0.0096246390760346481, 0.0096153846153846159, 0.0095785440613026813, 0.0095969289827255271, 0.0095785440613026813, 0.0095877277085330784, 0.0095969289827255271, 0.0096153846153846159, 0.0095785440613026813, 0.0095877277085330784, 0.0095785440613026813, 0.0096153846153846159, 0.0095969289827255271, 0.0097087378640776691, 0.0096899224806201549, 0.0096246390760346481, 0.0096899224806201549, 0.0096246390760346481, 0.009643201542912247, 0.009727626459143969], "pypy_op_count": 39483}]], "branch": "trunk", "revision": 0}
\ No newline at end of file