{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037287640571599986, "timeline_link": null, "avg_changed": 0.68004484653474, "min_base": 0.0366959571838, "delta_min": "18.4274x slower", "delta_avg": "18.2378x slower", "std_changed": 0.0038318628582925695, "min_changed": 0.676212072372, "delta_std": "6.8650x larger", "std_base": 0.0005581749156204639, "t_msg": "Significant (t=-1173.714850, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01510123570759666, "timeline_link": null, "avg_changed": 0.13460870901745328, "min_base": 0.0122859477997, "delta_min": "10.6908x slower", "delta_avg": "8.9138x slower", "std_changed": 0.0032340597631552157, "min_changed": 0.131346940994, "delta_std": "2.0429x smaller", "std_base": 0.006606763789819113, "t_msg": "Significant (t=-198.979377, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26185412406915, "timeline_link": null, "avg_changed": 1.3979955554005001, "min_base": 0.202579021454, "delta_min": "6.8080x slower", "delta_avg": "5.3388x slower", "std_changed": 0.04671557135022755, "min_changed": 1.37916588783, "delta_std": "4.0126x smaller", "std_base": 0.18744876879647565, "t_msg": "Significant (t=-26.301478, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3961606359482, "timeline_link": null, "avg_changed": 19.852613396644006, "min_base": 3.33038711548, "delta_min": "5.9389x slower", "delta_avg": "5.8456x slower", "std_changed": 0.04821418760153841, "min_changed": 19.7786860466, "delta_std": "1.8493x smaller", "std_base": 0.08916082077778417, "t_msg": "Significant (t=-1148.010756, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.025900983810426007, "timeline_link": null, "avg_changed": 0.21212156295778, "min_base": 0.0223321914673, "delta_min": "9.3694x slower", "delta_avg": "8.1897x slower", "std_changed": 0.002066321945022397, "min_changed": 0.209239959717, "delta_std": "2.9528x smaller", "std_base": 0.006101506385299697, "t_msg": "Significant (t=-204.408402, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.629593658443998, "timeline_link": null, "avg_changed": 36.956650710104, "min_base": 17.4968099594, "delta_min": "2.1081x slower", "delta_avg": "2.0963x slower", "std_changed": 0.05353960510532384, "min_changed": 36.8851149082, "delta_std": "3.3885x smaller", "std_base": 0.18141918895643463, "t_msg": "Significant (t=-722.493817, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008870286941521201, "timeline_link": null, "avg_changed": 0.5151734876633199, "min_base": 0.00620913505554, "delta_min": "82.6189x slower", "delta_avg": "58.0786x slower", "std_changed": 0.001853388366176641, "min_changed": 0.512992143631, "delta_std": "8.8836x smaller", "std_base": 0.016464706025572075, "t_msg": "Significant (t=-216.076442, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.845287085], "base_times": [143.331696987]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047689113616949996, "timeline_link": null, "avg_changed": 3.116075959206, "min_base": 0.0452320575714, "delta_min": "68.7391x slower", "delta_avg": "65.3415x slower", "std_changed": 0.0034407371359932975, "min_changed": 3.10921096802, "delta_std": "4.2006x smaller", "std_base": 0.014453139834107813, "t_msg": "Significant (t=-1460.368783, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0105045032501224, "timeline_link": null, "avg_changed": 0.038230762481687997, "min_base": 0.00128698348999, "delta_min": "29.3803x slower", "delta_avg": "3.6395x slower", "std_changed": 0.00040399417187968374, "min_changed": 0.0378119945526, "delta_std": "30.6160x smaller", "std_base": 0.012368690293829596, "t_msg": "Significant (t=-15.842402, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03230905055999, "timeline_link": null, "avg_changed": 1.0368022108078, "min_base": 0.030935049057, "delta_min": "33.3568x slower", "delta_avg": "32.0901x slower", "std_changed": 0.0028200984667247487, "min_changed": 1.03189396858, "delta_std": "1.0013x smaller", "std_base": 0.0028238101340443186, "t_msg": "Significant (t=-1779.782442, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42341508865354, "timeline_link": null, "avg_changed": 1.0632887887944, "min_base": 0.331645965576, "delta_min": "3.1712x slower", "delta_avg": "2.5112x slower", "std_changed": 0.004802765389296142, "min_changed": 1.05171394348, "delta_std": "21.7315x smaller", "std_base": 0.10437153080284452, "t_msg": "Significant (t=-43.304985, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17045833110809994, "timeline_link": null, "avg_changed": 1.6397041702271997, "min_base": 0.168730974197, "delta_min": "9.6641x slower", "delta_avg": "9.6194x slower", "std_changed": 0.004352356338573801, "min_changed": 1.63062596321, "delta_std": "1.0329x smaller", "std_base": 0.004495487956141142, "t_msg": "Significant (t=-1660.352037, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04041483402252201, "timeline_link": null, "avg_changed": 0.57535298347472, "min_base": 0.0307419300079, "delta_min": "18.3817x slower", "delta_avg": "14.2362x slower", "std_changed": 0.005001951201617896, "min_changed": 0.565087795258, "delta_std": "1.3126x smaller", "std_base": 0.006565479677122777, "t_msg": "Significant (t=-458.284523, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014404048919667995, "timeline_link": null, "avg_changed": 0.25474355220792, "min_base": 0.0115468502045, "delta_min": "21.8087x slower", "delta_avg": "17.6856x slower", "std_changed": 0.0029849277953354933, "min_changed": 0.251821994781, "delta_std": "4.9172x smaller", "std_base": 0.014677481369660005, "t_msg": "Significant (t=-113.464106, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06216105461121599, "timeline_link": null, "avg_changed": 0.5383705759048601, "min_base": 0.0569908618927, "delta_min": "9.3950x slower", "delta_avg": "8.6609x slower", "std_changed": 0.002877256331220037, "min_changed": 0.535429954529, "delta_std": "9.7453x smaller", "std_base": 0.02803967903591131, "t_msg": "Significant (t=-119.463579, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18054596900945996, "timeline_link": null, "avg_changed": 1.5386070060732002, "min_base": 0.11429309845, "delta_min": "13.4130x slower", "delta_avg": "8.5220x slower", "std_changed": 0.003937437712950946, "min_changed": 1.53301000595, "delta_std": "15.2554x smaller", "std_base": 0.06006699364482441, "t_msg": "Significant (t=-159.528152, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.5153449774, "timeline_link": null, "avg_changed": 333.9132194520002, "min_base": 12.1695699692, "delta_min": "27.4375x slower", "delta_avg": "26.6803x slower", "std_changed": 0.010288888539475412, "min_changed": 333.903033972, "delta_std": "33.9478x smaller", "std_base": 0.34928550437579176, "t_msg": "Significant (t=-6503.679039, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.3516141891499998, "timeline_link": null, "avg_changed": 19.932530069339997, "min_base": 2.72568392754, "delta_min": "7.3092x slower", "delta_avg": "5.9471x slower", "std_changed": 0.0070478269858052145, "min_changed": 19.922547102, "delta_std": "129.8557x smaller", "std_base": 0.9152002813305614, "t_msg": "Significant (t=-40.510210, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.76200581550604, "timeline_link": null, "avg_changed": 24.725671844479994, "min_base": 0.755884885788, "delta_min": "32.6764x slower", "delta_avg": "32.4481x slower", "std_changed": 0.012571370255666531, "min_changed": 24.6995871067, "delta_std": "1.4076x smaller", "std_base": 0.017695440898899205, "t_msg": "Significant (t=-7806.392380, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07907874584198202, "timeline_link": null, "avg_changed": 0.41750936985018, "min_base": 0.0773618221283, "delta_min": "5.3750x slower", "delta_avg": "5.2797x slower", "std_changed": 0.001747719479622628, "min_changed": 0.415816068649, "delta_std": "2.7597x smaller", "std_base": 0.004823246650501289, "t_msg": "Significant (t=-466.472778, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03171462535858799, "timeline_link": null, "avg_changed": 0.6035541629791602, "min_base": 0.0308539867401, "delta_min": "19.4382x slower", "delta_avg": "19.0308x slower", "std_changed": 0.004566930153610837, "min_changed": 0.599745035172, "delta_std": "1.4665x larger", "std_base": 0.003114248352519816, "t_msg": "Significant (t=-731.501530, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.530357360839997, "timeline_link": null, "avg_changed": 44.040811538700005, "min_base": 19.515376091, "delta_min": "2.2559x slower", "delta_avg": "2.2550x slower", "std_changed": 0.019423381569984268, "min_changed": 44.0255138874, "delta_std": "1.0488x smaller", "std_base": 0.020370885175344276, "t_msg": "Significant (t=-1947.187541, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.356443977356, "timeline_link": null, "avg_changed": 9.545004224778, "min_base": 9.34604620934, "delta_min": "1.0204x slower", "delta_avg": "1.0202x slower", "std_changed": 0.011713644118500757, "min_changed": 9.53651809692, "delta_std": "1.6498x smaller", "std_base": 0.019324997178071044, "t_msg": "Significant (t=-18.658087, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29272433757775995, "timeline_link": null, "avg_changed": 2.656013202667199, "min_base": 0.287091970444, "delta_min": "9.2100x slower", "delta_avg": "9.0734x slower", "std_changed": 0.006807605346577403, "min_changed": 2.6441090107, "delta_std": "1.1944x smaller", "std_base": 0.00813067347520472, "t_msg": "Significant (t=-1575.866742, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12162641525270397, "timeline_link": null, "avg_changed": 0.45365157604219997, "min_base": 0.0392169952393, "delta_min": "11.4325x slower", "delta_avg": "3.7299x slower", "std_changed": 0.016022709478267057, "min_changed": 0.448348999023, "delta_std": "8.8376x smaller", "std_base": 0.14160239414561984, "t_msg": "Significant (t=-16.474900, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11034826755526801, "timeline_link": null, "avg_changed": 0.47257257461552, "min_base": 0.0465819835663, "delta_min": "10.0743x slower", "delta_avg": "4.2826x slower", "std_changed": 0.0032897252986009476, "min_changed": 0.46928191185, "delta_std": "33.6521x smaller", "std_base": 0.11070626761517856, "t_msg": "Significant (t=-23.125904, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.035515227317794, "timeline_link": null, "avg_changed": 2.6679951047898003, "min_base": 0.0199189186096, "delta_min": "131.9448x slower", "delta_avg": "75.1226x slower", "std_changed": 0.027176116965738375, "min_changed": 2.6281979084, "delta_std": "1.1674x larger", "std_base": 0.023279157963230324, "t_msg": "Significant (t=-520.195947, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036847352981564004, "timeline_link": null, "avg_changed": 0.38062642574314004, "min_base": 0.00325703620911, "delta_min": "116.2066x slower", "delta_avg": "103.2982x slower", "std_changed": 0.0018713842893572797, "min_changed": 0.378489017487, "delta_std": "1.3425x larger", "std_base": 0.0013939849580106595, "t_msg": "Significant (t=-1142.218890, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19101113319395002, "timeline_link": null, "avg_changed": 0.6649222517013598, "min_base": 0.0844690799713, "delta_min": "7.6942x slower", "delta_avg": "3.4811x slower", "std_changed": 0.011127430195312035, "min_changed": 0.649917840958, "delta_std": "12.6537x smaller", "std_base": 0.14080313635807118, "t_msg": "Significant (t=-23.725622, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25172007083892006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4691482067107398, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21611462116247995, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6054864883422801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3693470048903999, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23583314895628, "timeline_link": null, "avg_changed": 0.6980969190596201, "min_base": 0.209508180618, "delta_min": "3.1288x slower", "delta_avg": "2.9601x slower", "std_changed": 0.029918692151954602, "min_changed": 0.655514955521, "delta_std": "1.6146x larger", "std_base": 0.018529843162418642, "t_msg": "Significant (t=-92.881623, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08347657680510999, "timeline_link": null, "avg_changed": 0.43848741531369995, "min_base": 0.0588510036469, "delta_min": "7.3991x slower", "delta_avg": "5.2528x slower", "std_changed": 0.0027684520779135855, "min_changed": 0.435443162918, "delta_std": "9.1010x smaller", "std_base": 0.02519575421753403, "t_msg": "Significant (t=-99.036049, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017783002853400003, "timeline_link": null, "avg_changed": 0.7262358283996, "min_base": 0.0168709754944, "delta_min": "42.8040x slower", "delta_avg": "40.8388x slower", "std_changed": 0.0023205459077495485, "min_changed": 0.722145795822, "delta_std": "1.6783x smaller", "std_base": 0.0038945637385471524, "t_msg": "Significant (t=-1105.001777, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1658, "timeline_link": null, "avg_changed": 8.601800000000004, "min_base": 2.15, "delta_min": "3.9767x slower", "delta_avg": "3.9717x slower", "std_changed": 0.04094246834627474, "min_changed": 8.55, "delta_std": "3.2007x larger", "std_base": 0.012791897946013505, "t_msg": "Significant (t=-1060.966717, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7696000000000004, "timeline_link": null, "avg_changed": 5.932399999999997, "min_base": 0.74, "delta_min": "7.9595x slower", "delta_avg": "7.7084x slower", "std_changed": 0.027297304942848582, "min_changed": 5.89, "delta_std": "1.3383x smaller", "std_base": 0.036531227904970556, "t_msg": "Significant (t=-800.520997, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06765831629435734, "timeline_link": null, "avg_changed": 0.48450311819709335, "min_base": 0.0434508323669, "delta_min": "2.6678x slower", "delta_avg": "7.1610x slower", "std_changed": 0.21729366596635388, "min_changed": 0.115916967392, "delta_std": "7.0201x larger", "std_base": 0.03095301954903335, "t_msg": "Significant (t=-23.260061, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011837681293487456, "timeline_link": null, "avg_changed": 0.06253055191039925, "min_base": 0.00749397277832, "delta_min": "6.9672x slower", "delta_avg": "5.2823x slower", "std_changed": 0.007940099688094799, "min_changed": 0.0522119998932, "delta_std": "1.5028x smaller", "std_base": 0.011932601400863952, "t_msg": "Significant (t=-79.085647, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9503787612919996, "timeline_link": null, "avg_changed": 45.329563350673986, "min_base": 1.94092297554, "delta_min": "23.2984x slower", "delta_avg": "23.2414x slower", "std_changed": 0.05436351004046377, "min_changed": 45.220307827, "delta_std": "12.0868x larger", "std_base": 0.0044977413432173595, "t_msg": "Significant (t=-5623.123035, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.594585990905, "timeline_link": null, "avg_changed": 1.856962537766, "min_base": 0.435122966766, "delta_min": "4.2106x slower", "delta_avg": "3.1231x slower", "std_changed": 0.015140309589226337, "min_changed": 1.83214497566, "delta_std": "18.9761x smaller", "std_base": 0.2873037026427075, "t_msg": "Significant (t=-9.811389, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5196710586560003, "timeline_link": null, "avg_changed": 11.31599121094, "min_base": 1.76527500153, "delta_min": "6.4016x slower", "delta_avg": "4.4911x slower", "std_changed": 0.010318421717688925, "min_changed": 11.3006629944, "delta_std": "113.0891x smaller", "std_base": 1.1669009693537684, "t_msg": "Significant (t=-16.855244, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5322706222534, "timeline_link": null, "avg_changed": 0.9153331279752001, "min_base": 0.285410165787, "delta_min": "3.1466x slower", "delta_avg": "1.7197x slower", "std_changed": 0.021622358936789283, "min_changed": 0.898058891296, "delta_std": "16.4059x smaller", "std_base": 0.3547341399854035, "t_msg": "Significant (t=-2.410163, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.5066584110262, "timeline_link": null, "avg_changed": 3.166882133484, "min_base": 0.365494966507, "delta_min": "8.6287x slower", "delta_avg": "6.2505x slower", "std_changed": 0.014591546902950902, "min_changed": 3.15373492241, "delta_std": "14.8228x smaller", "std_base": 0.21628731664084758, "t_msg": "Significant (t=-27.440122, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02577044442, "timeline_link": null, "avg_changed": 1.6819080416999999, "min_base": 0.021128242, "delta_min": "79.4557x slower", "delta_avg": "65.2650x slower", "std_changed": 0.003115991353217967, "min_changed": 1.678759058, "delta_std": "3.1421x smaller", "std_base": 0.009790620470506536, "t_msg": "Significant (t=-1139.777562, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [405.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [751.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [126.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [176.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [199.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0050734184384711, "timeline_link": null, "avg_changed": 0.2793771586100368, "min_base": 0.005061200030772096, "delta_min": "54.9601x slower", "delta_avg": "55.0668x slower", "std_changed": 0.0009837199174589648, "min_changed": 0.27816411682892905, "delta_std": "49.6329x larger", "std_base": 1.9819936025837132e-05, "t_msg": "Significant (t=-1971.320036, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016156034871119974, "timeline_link": null, "avg_changed": 0.013125036800015028, "min_base": 0.001591343093570974, "delta_min": "8.1930x slower", "delta_avg": "8.1239x slower", "std_changed": 6.351612432456824e-05, "min_changed": 0.01303780964797914, "delta_std": "3.4986x larger", "std_base": 1.8154826186664525e-05, "t_msg": "Significant (t=-1231.974614, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006892790158176279, "timeline_link": null, "avg_changed": 0.09277516953573285, "min_base": 0.0065040650406504065, "delta_min": "14.2361x slower", "delta_avg": "13.4597x slower", "std_changed": 0.00045710724146304867, "min_changed": 0.09259259259259259, "delta_std": "2.0867x larger", "std_base": 0.00021905586079347516, "t_msg": "Significant (t=-1198.062704, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1981684873174854, "timeline_link": null, "avg_changed": 1.0146912273945947, "min_base": 0.1938454082868912, "delta_min": "5.2026x slower", "delta_avg": "5.1203x slower", "std_changed": 0.004136076141340961, "min_changed": 1.0085092971950835, "delta_std": "1.7466x larger", "std_base": 0.002368073319918292, "t_msg": "Significant (t=-1211.428815, a=0.95)\n"}]], "branch": "default", "revision": "82324:e79f457ab18f"}