{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037918262481696, "timeline_link": null, "avg_changed": 0.7164535045624001, "min_base": 0.0374789237976, "delta_min": "19.0151x slower", "delta_avg": "18.8947x slower", "std_changed": 0.0035805804318064364, "min_changed": 0.712666034698, "delta_std": "6.6007x larger", "std_base": 0.0005424579655509606, "t_msg": "Significant (t=-1324.879243, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015015206336976658, "timeline_link": null, "avg_changed": 0.13412292480468666, "min_base": 0.0120248794556, "delta_min": "10.8292x slower", "delta_avg": "8.9325x slower", "std_changed": 0.0034593953033696563, "min_changed": 0.130219936371, "delta_std": "1.8832x smaller", "std_base": 0.006514879738785254, "t_msg": "Significant (t=-197.761563, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2623407244682, "timeline_link": null, "avg_changed": 1.3997869849204998, "min_base": 0.203192949295, "delta_min": "6.7629x slower", "delta_avg": "5.3358x slower", "std_changed": 0.08036276976472995, "min_changed": 1.37418103218, "delta_std": "2.3412x smaller", "std_base": 0.18814595618628, "t_msg": "Significant (t=-24.863453, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.418391942978801, "timeline_link": null, "avg_changed": 20.363623604765998, "min_base": 3.35631799698, "delta_min": "6.0484x slower", "delta_avg": "5.9571x slower", "std_changed": 0.06555145649194324, "min_changed": 20.3004570007, "delta_std": "1.3457x smaller", "std_base": 0.08821000138363688, "t_msg": "Significant (t=-1090.272454, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.026909956932059994, "timeline_link": null, "avg_changed": 0.22181338310244, "min_base": 0.0236630439758, "delta_min": "9.2794x slower", "delta_avg": "8.2428x slower", "std_changed": 0.0023971111590200714, "min_changed": 0.219579935074, "delta_std": "2.5271x smaller", "std_base": 0.006057676073510583, "t_msg": "Significant (t=-211.547890, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 20.20881052017, "timeline_link": null, "avg_changed": 40.235006980894, "min_base": 20.1450898647, "delta_min": "1.9916x slower", "delta_avg": "1.9910x slower", "std_changed": 0.04847086661429515, "min_changed": 40.1210911274, "delta_std": "3.4725x smaller", "std_base": 0.16831380564089907, "t_msg": "Significant (t=-808.468574, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087839698791418, "timeline_link": null, "avg_changed": 0.5070769357681201, "min_base": 0.00614500045776, "delta_min": "82.2887x slower", "delta_avg": "57.7275x slower", "std_changed": 0.0016214869552080421, "min_changed": 0.505663871765, "delta_std": "10.1268x smaller", "std_base": 0.016420424115748525, "t_msg": "Significant (t=-213.539489, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.908459902], "base_times": [142.990072966]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.046407747268674, "timeline_link": null, "avg_changed": 3.1019050312045993, "min_base": 0.0439059734344, "delta_min": "70.5065x slower", "delta_avg": "66.8402x slower", "std_changed": 0.0031816498063292277, "min_changed": 3.0956568718, "delta_std": "4.4858x smaller", "std_base": 0.014272394063465041, "t_msg": "Significant (t=-1477.537627, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010442790985108199, "timeline_link": null, "avg_changed": 0.03646306037902001, "min_base": 0.00126099586487, "delta_min": "28.4449x slower", "delta_avg": "3.4917x slower", "std_changed": 0.0003151402347830804, "min_changed": 0.0358688831329, "delta_std": "38.0666x smaller", "std_base": 0.01199630202642663, "t_msg": "Significant (t=-15.332028, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030889911651609994, "timeline_link": null, "avg_changed": 1.0218036985396002, "min_base": 0.0295650959015, "delta_min": "34.4270x slower", "delta_avg": "33.0789x slower", "std_changed": 0.0032062596540667495, "min_changed": 1.01783704758, "delta_std": "1.2657x larger", "std_base": 0.002533131660144343, "t_msg": "Significant (t=-1714.760653, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42230909347533996, "timeline_link": null, "avg_changed": 1.0478807926171998, "min_base": 0.335153102875, "delta_min": "3.0959x slower", "delta_avg": "2.4813x slower", "std_changed": 0.004049471591598169, "min_changed": 1.03761196136, "delta_std": "23.0868x smaller", "std_base": 0.09348942869363899, "t_msg": "Significant (t=-47.270758, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17304769039156004, "timeline_link": null, "avg_changed": 1.7178548622129997, "min_base": 0.171097993851, "delta_min": "9.9655x slower", "delta_avg": "9.9271x slower", "std_changed": 0.009026130314500906, "min_changed": 1.70507907867, "delta_std": "1.9304x larger", "std_base": 0.004675751438184719, "t_msg": "Significant (t=-1074.578956, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04050495147705399, "timeline_link": null, "avg_changed": 0.5755110836028801, "min_base": 0.0308430194855, "delta_min": "17.7654x slower", "delta_avg": "14.2084x slower", "std_changed": 0.07168751506774153, "min_changed": 0.5479388237, "delta_std": "10.8901x larger", "std_base": 0.0065828353141062865, "t_msg": "Significant (t=-52.550505, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014231414794916002, "timeline_link": null, "avg_changed": 0.25414707660672, "min_base": 0.0113999843597, "delta_min": "22.1011x slower", "delta_avg": "17.8582x slower", "std_changed": 0.0028061012450324254, "min_changed": 0.251951932907, "delta_std": "5.2090x smaller", "std_base": 0.014617035406679734, "t_msg": "Significant (t=-113.979156, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06072239398955598, "timeline_link": null, "avg_changed": 0.5531501436233, "min_base": 0.0556809902191, "delta_min": "9.8255x slower", "delta_avg": "9.1095x slower", "std_changed": 0.003785499208351499, "min_changed": 0.547092199326, "delta_std": "7.3961x smaller", "std_base": 0.027997935005139318, "t_msg": "Significant (t=-123.244558, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15869494915006, "timeline_link": null, "avg_changed": 1.4875683736796006, "min_base": 0.108958005905, "delta_min": "13.6049x slower", "delta_avg": "9.3738x slower", "std_changed": 0.0037290530398213376, "min_changed": 1.48236584663, "delta_std": "12.4950x smaller", "std_base": 0.04659465753808227, "t_msg": "Significant (t=-201.023154, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.509225487700006, "timeline_link": null, "avg_changed": 367.8394066095005, "min_base": 12.1582460403, "delta_min": "30.2518x slower", "delta_avg": "29.4055x slower", "std_changed": 0.03148694726307837, "min_changed": 367.808236122, "delta_std": "11.2600x smaller", "std_base": 0.3545427818766389, "t_msg": "Significant (t=-7058.988636, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4150362014780002, "timeline_link": null, "avg_changed": 19.45690340996, "min_base": 2.76469802856, "delta_min": "7.0191x slower", "delta_avg": "5.6974x slower", "std_changed": 0.03473378063189433, "min_changed": 19.4055931568, "delta_std": "26.9591x smaller", "std_base": 0.9363923399810596, "t_msg": "Significant (t=-38.281020, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7441218519211, "timeline_link": null, "avg_changed": 24.410810928341988, "min_base": 0.73800110817, "delta_min": "33.0467x slower", "delta_avg": "32.8049x slower", "std_changed": 0.019181608190109965, "min_changed": 24.3885259628, "delta_std": "1.0815x larger", "std_base": 0.017736826135877192, "t_msg": "Significant (t=-6405.631085, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07697845458983801, "timeline_link": null, "avg_changed": 0.44628158569338, "min_base": 0.0752890110016, "delta_min": "5.9040x slower", "delta_avg": "5.7975x slower", "std_changed": 0.0014490140914616013, "min_changed": 0.444508075714, "delta_std": "3.3839x smaller", "std_base": 0.004903353806968186, "t_msg": "Significant (t=-510.733405, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031656146049502, "timeline_link": null, "avg_changed": 0.61760491847996, "min_base": 0.030914068222, "delta_min": "19.9009x slower", "delta_avg": "19.5098x slower", "std_changed": 0.003635450739157591, "min_changed": 0.615218162537, "delta_std": "1.1514x larger", "std_base": 0.0031572966702472487, "t_msg": "Significant (t=-860.480183, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.11530108452, "timeline_link": null, "avg_changed": 46.022900819760004, "min_base": 19.0783340931, "delta_min": "2.4113x slower", "delta_avg": "2.4076x slower", "std_changed": 0.01971322673360441, "min_changed": 46.0037109852, "delta_std": "1.5347x smaller", "std_base": 0.030254722403646794, "t_msg": "Significant (t=-1666.202967, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.399968051910001, "timeline_link": null, "avg_changed": 9.555774211884001, "min_base": 9.38884115219, "delta_min": "1.0167x slower", "delta_avg": "1.0166x slower", "std_changed": 0.007742797640351034, "min_changed": 9.54558396339, "delta_std": "2.4116x smaller", "std_base": 0.018672791170796867, "t_msg": "Significant (t=-17.234856, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29280722618112004, "timeline_link": null, "avg_changed": 2.7616291856768, "min_base": 0.284952878952, "delta_min": "9.6484x slower", "delta_avg": "9.4316x slower", "std_changed": 0.004351086801049664, "min_changed": 2.74933719635, "delta_std": "1.0168x larger", "std_base": 0.004279371491362306, "t_msg": "Significant (t=-2860.493204, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12662427902219403, "timeline_link": null, "avg_changed": 0.43601303577420003, "min_base": 0.0376710891724, "delta_min": "11.4587x slower", "delta_avg": "3.4434x slower", "std_changed": 0.01359643705495598, "min_changed": 0.431662082672, "delta_std": "10.5605x smaller", "std_base": 0.14358532180088907, "t_msg": "Significant (t=-15.168446, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10819638729093001, "timeline_link": null, "avg_changed": 0.47480830669406, "min_base": 0.044056892395, "delta_min": "10.7119x slower", "delta_avg": "4.3884x slower", "std_changed": 0.0037359530231172683, "min_changed": 0.471933841705, "delta_std": "29.7855x smaller", "std_base": 0.11127737177587521, "t_msg": "Significant (t=-23.283062, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.038536009788516006, "timeline_link": null, "avg_changed": 2.5435759258259996, "min_base": 0.0205659866333, "delta_min": "121.8436x slower", "delta_avg": "66.0052x slower", "std_changed": 0.026179893963570816, "min_changed": 2.50583386421, "delta_std": "1.1546x larger", "std_base": 0.02267450550009583, "t_msg": "Significant (t=-511.441420, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036462831497196, "timeline_link": null, "avg_changed": 0.3500317430495999, "min_base": 0.00320911407471, "delta_min": "108.5967x slower", "delta_avg": "95.9969x slower", "std_changed": 0.001003816473243981, "min_changed": 0.348499059677, "delta_std": "1.4018x smaller", "std_base": 0.0014071914255990347, "t_msg": "Significant (t=-1416.988529, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18808124065400403, "timeline_link": null, "avg_changed": 0.6573803710937599, "min_base": 0.0812730789185, "delta_min": "7.9150x slower", "delta_avg": "3.4952x slower", "std_changed": 0.010382279760077148, "min_changed": 0.64327287674, "delta_std": "13.5542x smaller", "std_base": 0.1407233762718883, "t_msg": "Significant (t=-23.517423, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25047217369075997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46900599479674, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21413325786597998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6051859235763802, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36893821716304004, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23020352840426, "timeline_link": null, "avg_changed": 0.7133306074142801, "min_base": 0.205517053604, "delta_min": "3.2725x slower", "delta_avg": "3.0987x slower", "std_changed": 0.029918940875406655, "min_changed": 0.672559022903, "delta_std": "1.8963x larger", "std_base": 0.015777665475052195, "t_msg": "Significant (t=-100.999358, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084842996597312, "timeline_link": null, "avg_changed": 0.45066421508782, "min_base": 0.0580902099609, "delta_min": "7.7202x slower", "delta_avg": "5.3117x slower", "std_changed": 0.0022806777212534116, "min_changed": 0.448470830917, "delta_std": "10.9448x smaller", "std_base": 0.024961459572662, "t_msg": "Significant (t=-103.199757, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017791008949274004, "timeline_link": null, "avg_changed": 0.7838986539841198, "min_base": 0.0168678760529, "delta_min": "46.2892x slower", "delta_avg": "44.0615x slower", "std_changed": 0.0021690305695132505, "min_changed": 0.780801057816, "delta_std": "1.7840x smaller", "std_base": 0.003869635497792973, "t_msg": "Significant (t=-1221.169070, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1658, "timeline_link": null, "avg_changed": 9.1372, "min_base": 2.15, "delta_min": "4.2140x slower", "delta_avg": "4.2189x slower", "std_changed": 0.036423809212533256, "min_changed": 9.06, "delta_std": "2.4073x larger", "std_base": 0.015130722901110965, "t_msg": "Significant (t=-1249.831537, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7871999999999997, "timeline_link": null, "avg_changed": 6.922, "min_base": 0.76, "delta_min": "8.9868x slower", "delta_avg": "8.7932x slower", "std_changed": 0.04655477353371524, "min_changed": 6.83, "delta_std": "1.3507x larger", "std_base": 0.03446619165714335, "t_msg": "Significant (t=-748.896805, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06883860429127132, "timeline_link": null, "avg_changed": 0.47282058556878664, "min_base": 0.0434510707855, "delta_min": "2.6963x slower", "delta_avg": "6.8685x slower", "std_changed": 0.21059853330296577, "min_changed": 0.117159128189, "delta_std": "6.9024x larger", "std_base": 0.030510696983920473, "t_msg": "Significant (t=-23.251005, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01210518312454238, "timeline_link": null, "avg_changed": 0.06100469398498936, "min_base": 0.00765991210938, "delta_min": "6.7011x slower", "delta_avg": "5.0396x slower", "std_changed": 0.007805861047896911, "min_changed": 0.0513300895691, "delta_std": "1.5700x smaller", "std_base": 0.012255515670264968, "t_msg": "Significant (t=-75.251548, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8872318887713997, "timeline_link": null, "avg_changed": 44.702570700652, "min_base": 1.87731695175, "delta_min": "23.7486x slower", "delta_avg": "23.6868x slower", "std_changed": 0.056740512912454084, "min_changed": 44.5836977959, "delta_std": "9.3434x larger", "std_base": 0.006072814634894497, "t_msg": "Significant (t=-5305.396615, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6023566722874, "timeline_link": null, "avg_changed": 1.866072225572, "min_base": 0.448300123215, "delta_min": "4.1069x slower", "delta_avg": "3.0980x slower", "std_changed": 0.01858048745983008, "min_changed": 1.84113192558, "delta_std": "15.5840x smaller", "std_base": 0.2895591304009629, "t_msg": "Significant (t=-9.738785, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.52555756569, "timeline_link": null, "avg_changed": 11.5832060337, "min_base": 1.79185986519, "delta_min": "6.4602x slower", "delta_avg": "4.5864x slower", "std_changed": 0.010653520773412988, "min_changed": 11.5757009983, "delta_std": "109.3242x smaller", "std_base": 1.164687486588441, "t_msg": "Significant (t=-17.388931, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5567067623142, "timeline_link": null, "avg_changed": 0.9084693431854, "min_base": 0.304967880249, "delta_min": "2.9244x slower", "delta_avg": "1.6319x slower", "std_changed": 0.021310202469031054, "min_changed": 0.891846895218, "delta_std": "16.7058x smaller", "std_base": 0.3560044794393854, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.5339720726011999, "timeline_link": null, "avg_changed": 3.2341288089740003, "min_base": 0.382755041122, "delta_min": "8.4011x slower", "delta_avg": "6.0567x slower", "std_changed": 0.01747665407779944, "min_changed": 3.21555685997, "delta_std": "11.6400x smaller", "std_base": 0.20342741623304678, "t_msg": "Significant (t=-29.571114, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02575278864, "timeline_link": null, "avg_changed": 1.65948570848, "min_base": 0.021123455, "delta_min": "78.3855x slower", "delta_avg": "64.4391x slower", "std_changed": 0.0034645895803297687, "min_changed": 1.655771834, "delta_std": "2.9397x smaller", "std_base": 0.010184879851635449, "t_msg": "Significant (t=-1073.824743, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [412.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [773.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [131.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [176.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004985133112239178, "timeline_link": null, "avg_changed": 0.2746273175025831, "min_base": 0.00495709141669707, "delta_min": "55.1962x slower", "delta_avg": "55.0893x slower", "std_changed": 0.0008942637597035128, "min_changed": 0.2736127831892306, "delta_std": "43.4366x larger", "std_base": 2.058781055869977e-05, "t_msg": "Significant (t=-2131.533422, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001609439612668794, "timeline_link": null, "avg_changed": 0.012881490061472833, "min_base": 0.0015888147442008262, "delta_min": "8.0796x slower", "delta_avg": "8.0037x slower", "std_changed": 5.2129404245893184e-05, "min_changed": 0.012836970474967908, "delta_std": "3.1098x larger", "std_base": 1.6763063990314504e-05, "t_msg": "Significant (t=-1455.585439, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006808008715268318, "timeline_link": null, "avg_changed": 0.09193374350619185, "min_base": 0.006404098623118796, "delta_min": "14.2603x slower", "delta_avg": "13.5038x slower", "std_changed": 0.0006915628104522613, "min_changed": 0.091324200913242, "delta_std": "2.9264x larger", "std_base": 0.00023632033960075985, "t_msg": "Significant (t=-823.629655, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20146753912556714, "timeline_link": null, "avg_changed": 0.9944943062092468, "min_base": 0.1984126984126984, "delta_min": "4.9824x slower", "delta_avg": "4.9363x slower", "std_changed": 0.004494243682034008, "min_changed": 0.9885696632684584, "delta_std": "2.9152x larger", "std_base": 0.001541636056770327, "t_msg": "Significant (t=-1180.212578, a=0.95)\n"}]], "branch": "default", "revision": "81955:467f4a616ad1"}