{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019327201843265997, "timeline_link": null, "avg_changed": 0.28821328639985994, "min_base": 0.0188670158386, "delta_min": "14.8828x slower", "delta_avg": "14.9123x slower", "std_changed": 0.0024798347105009057, "min_changed": 0.280794858932, "delta_std": "6.5375x larger", "std_base": 0.00037932617309572203, "t_msg": "Significant (t=-757.893699, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008431342442831665, "timeline_link": null, "avg_changed": 0.058950068155921326, "min_base": 0.00653100013733, "delta_min": "8.4677x slower", "delta_avg": "6.9918x slower", "std_changed": 0.002390369119130837, "min_changed": 0.0553028583527, "delta_std": "1.3754x smaller", "std_base": 0.0032876501398390575, "t_msg": "Significant (t=-152.215904, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1574427604675, "timeline_link": null, "avg_changed": 0.9916062235834001, "min_base": 0.12297296524, "delta_min": "7.9958x slower", "delta_avg": "6.2982x slower", "std_changed": 0.006762857212724666, "min_changed": 0.983272075653, "delta_std": "15.7424x smaller", "std_base": 0.10646370068604809, "t_msg": "Significant (t=-34.969559, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7010128068919999, "timeline_link": null, "avg_changed": 9.040127387047198, "min_base": 1.68079400063, "delta_min": "5.3406x slower", "delta_avg": "5.3146x slower", "std_changed": 0.03783193214703465, "min_changed": 8.9764790535, "delta_std": "4.6809x larger", "std_base": 0.008082201114748578, "t_msg": "Significant (t=-1341.464325, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.007134399414063201, "timeline_link": null, "avg_changed": 0.07900184154509798, "min_base": 0.00554990768433, "delta_min": "13.7069x slower", "delta_avg": "11.0734x slower", "std_changed": 0.0014095751928841532, "min_changed": 0.0760719776154, "delta_std": "1.6001x smaller", "std_base": 0.0022554039928464765, "t_msg": "Significant (t=-191.069935, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.9891212463400003, "timeline_link": null, "avg_changed": 22.31271224024, "min_base": 3.83210802078, "delta_min": "5.7859x slower", "delta_avg": "5.5934x slower", "std_changed": 0.10861596925151241, "min_changed": 22.1721520424, "delta_std": "2.5736x smaller", "std_base": 0.2795383590845657, "t_msg": "Significant (t=-136.622198, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0047169923782352, "timeline_link": null, "avg_changed": 0.21763098716738002, "min_base": 0.00356197357178, "delta_min": "60.0181x slower", "delta_avg": "46.1377x slower", "std_changed": 0.0022579537684780534, "min_changed": 0.213783025742, "delta_std": "3.1922x smaller", "std_base": 0.007207913272600226, "t_msg": "Significant (t=-199.320684, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.533973932], "base_times": [65.0915760994]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026934790611270003, "timeline_link": null, "avg_changed": 1.6087097263332, "min_base": 0.0252768993378, "delta_min": "62.6527x slower", "delta_avg": "59.7261x slower", "std_changed": 0.010668386567289924, "min_changed": 1.58366680145, "delta_std": "1.6352x larger", "std_base": 0.006524135609917828, "t_msg": "Significant (t=-894.418409, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004917445182800641, "timeline_link": null, "avg_changed": 0.017977027893070003, "min_base": 0.00067400932312, "delta_min": "25.6332x slower", "delta_avg": "3.6558x slower", "std_changed": 0.0008431356729947438, "min_changed": 0.0172770023346, "delta_std": "6.6537x smaller", "std_base": 0.005609990760336296, "t_msg": "Significant (t=-16.278032, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015318183898930002, "timeline_link": null, "avg_changed": 0.42916427612306, "min_base": 0.0147731304169, "delta_min": "28.3299x slower", "delta_avg": "28.0167x slower", "std_changed": 0.007243702005969034, "min_changed": 0.418520927429, "delta_std": "5.6258x larger", "std_base": 0.0012875767610111802, "t_msg": "Significant (t=-397.748516, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19154300212863998, "timeline_link": null, "avg_changed": 0.45816043853761995, "min_base": 0.149756193161, "delta_min": "2.9999x slower", "delta_avg": "2.3919x slower", "std_changed": 0.0043206158225498935, "min_changed": 0.44924902916, "delta_std": "10.9639x smaller", "std_base": 0.047370964693682155, "t_msg": "Significant (t=-39.633494, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09782558441160598, "timeline_link": null, "avg_changed": 0.7369998884201, "min_base": 0.0944859981537, "delta_min": "7.6442x slower", "delta_avg": "7.5338x slower", "std_changed": 0.0141146870669378, "min_changed": 0.722269058228, "delta_std": "6.9942x larger", "std_base": 0.0020180435781136635, "t_msg": "Significant (t=-316.985167, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021042852401736, "timeline_link": null, "avg_changed": 0.25497232913966, "min_base": 0.0179200172424, "delta_min": "13.8308x slower", "delta_avg": "12.1168x slower", "std_changed": 0.003317843006540605, "min_changed": 0.247848033905, "delta_std": "1.4239x larger", "std_base": 0.0023300409922401943, "t_msg": "Significant (t=-407.996451, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086906290054336, "timeline_link": null, "avg_changed": 0.11011180877683993, "min_base": 0.00691890716553, "delta_min": "15.5119x slower", "delta_avg": "12.6702x slower", "std_changed": 0.001489119632571929, "min_changed": 0.107325077057, "delta_std": "4.0616x smaller", "std_base": 0.006048172252503842, "t_msg": "Significant (t=-115.135631, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023972058296192, "timeline_link": null, "avg_changed": 0.23206327438358001, "min_base": 0.020877122879, "delta_min": "10.8030x slower", "delta_avg": "9.6806x slower", "std_changed": 0.0025576917239943245, "min_changed": 0.225535154343, "delta_std": "5.1363x smaller", "std_base": 0.013137046062313204, "t_msg": "Significant (t=-109.941623, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.064567413330066, "timeline_link": null, "avg_changed": 0.7562889051437403, "min_base": 0.0457739830017, "delta_min": "16.1477x slower", "delta_avg": "11.7132x slower", "std_changed": 0.006933662326125804, "min_changed": 0.739144086838, "delta_std": "2.4752x smaller", "std_base": 0.017162141738256836, "t_msg": "Significant (t=-264.248921, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.224453926090002, "timeline_link": null, "avg_changed": 160.85832798499976, "min_base": 6.10143399239, "delta_min": "26.3513x slower", "delta_avg": "25.8430x slower", "std_changed": 0.07812929901500033, "min_changed": 160.780983925, "delta_std": "1.5906x smaller", "std_base": 0.12426889905769944, "t_msg": "Significant (t=-7448.979354, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4305337905879998, "timeline_link": null, "avg_changed": 8.543538951872, "min_base": 1.06746792793, "delta_min": "7.9466x slower", "delta_avg": "5.9723x slower", "std_changed": 0.05233402023389504, "min_changed": 8.4827580452, "delta_std": "9.5429x smaller", "std_base": 0.49941862900130496, "t_msg": "Significant (t=-31.673927, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37412681102748, "timeline_link": null, "avg_changed": 11.357946743967998, "min_base": 0.364547967911, "delta_min": "30.9435x slower", "delta_avg": "30.3585x slower", "std_changed": 0.035073650795804455, "min_changed": 11.2803990841, "delta_std": "4.1155x larger", "std_base": 0.008522299559398334, "t_msg": "Significant (t=-2151.796038, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04664641380310599, "timeline_link": null, "avg_changed": 0.22478908061978, "min_base": 0.0450057983398, "delta_min": "4.8631x slower", "delta_avg": "4.8190x slower", "std_changed": 0.003229907068557801, "min_changed": 0.218869924545, "delta_std": "1.2138x larger", "std_base": 0.002660886728566706, "t_msg": "Significant (t=-301.007569, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020875959396363997, "timeline_link": null, "avg_changed": 0.3567450428009, "min_base": 0.0205278396606, "delta_min": "16.8936x slower", "delta_avg": "17.0888x slower", "std_changed": 0.004208214639925089, "min_changed": 0.346788883209, "delta_std": "2.8512x larger", "std_base": 0.0014759245025169178, "t_msg": "Significant (t=-532.556597, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.002419757842, "timeline_link": null, "avg_changed": 18.46484646796, "min_base": 8.95079994202, "delta_min": "2.0438x slower", "delta_avg": "2.0511x slower", "std_changed": 0.14493349407572587, "min_changed": 18.2940101624, "delta_std": "3.8652x larger", "std_base": 0.03749739164440364, "t_msg": "Significant (t=-141.334905, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.566887331007999, "timeline_link": null, "avg_changed": 4.62956881523, "min_base": 4.55537486076, "delta_min": "1.0127x slower", "delta_avg": "1.0137x slower", "std_changed": 0.011587656415828563, "min_changed": 4.61334300041, "delta_std": "1.0225x larger", "std_base": 0.011332624075554729, "t_msg": "Significant (t=-8.647538, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15787065505986003, "timeline_link": null, "avg_changed": 1.2085785007472, "min_base": 0.152570962906, "delta_min": "7.7873x slower", "delta_avg": "7.6555x slower", "std_changed": 0.00862355680080478, "min_changed": 1.18812298775, "delta_std": "3.2983x larger", "std_base": 0.0026145378694387997, "t_msg": "Significant (t=-824.488959, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.043126754760747996, "timeline_link": null, "avg_changed": 0.19969873905182, "min_base": 0.0108850002289, "delta_min": "17.6394x slower", "delta_avg": "4.6305x slower", "std_changed": 0.0073765945269334676, "min_changed": 0.192004919052, "delta_std": "6.8314x smaller", "std_base": 0.050392527166220516, "t_msg": "Significant (t=-21.738474, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049304642677309996, "timeline_link": null, "avg_changed": 0.21174798011774001, "min_base": 0.017462015152, "delta_min": "11.7553x slower", "delta_avg": "4.2947x slower", "std_changed": 0.0028348023052328893, "min_changed": 0.20527100563, "delta_std": "20.0622x smaller", "std_base": 0.05687242606595867, "t_msg": "Significant (t=-20.171877, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.011352858543396403, "timeline_link": null, "avg_changed": 1.1662279987337998, "min_base": 0.00878095626831, "delta_min": "130.8576x slower", "delta_avg": "102.7255x slower", "std_changed": 0.006788106144798441, "min_changed": 1.14905500412, "delta_std": "1.2399x smaller", "std_base": 0.008416308881978645, "t_msg": "Significant (t=-755.247508, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015592336654657996, "timeline_link": null, "avg_changed": 0.18223601818086, "min_base": 0.00139713287354, "delta_min": "127.4625x slower", "delta_avg": "116.8754x slower", "std_changed": 0.0020275711877831785, "min_changed": 0.178081989288, "delta_std": "4.8445x larger", "std_base": 0.00041852634014850486, "t_msg": "Significant (t=-617.093074, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09017799377444398, "timeline_link": null, "avg_changed": 0.29872542381290007, "min_base": 0.0340838432312, "delta_min": "8.3791x slower", "delta_avg": "3.3126x slower", "std_changed": 0.010216799277956694, "min_changed": 0.285592079163, "delta_std": "7.0377x smaller", "std_base": 0.07190294740329826, "t_msg": "Significant (t=-20.304983, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1204246377945, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18340639591215996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1211757326126, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25858172893516, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15220153331771996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13937207698824003, "timeline_link": null, "avg_changed": 0.43335538387297995, "min_base": 0.137424945831, "delta_min": "3.0718x slower", "delta_avg": "3.1093x slower", "std_changed": 0.0047224942692556575, "min_changed": 0.422138214111, "delta_std": "3.9258x larger", "std_base": 0.0012029344342595369, "t_msg": "Significant (t=-426.564764, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042359733581542, "timeline_link": null, "avg_changed": 0.20760842323304002, "min_base": 0.0279350280762, "delta_min": "7.2667x slower", "delta_avg": "4.9011x slower", "std_changed": 0.0021806471828933654, "min_changed": 0.2029941082, "delta_std": "5.6233x smaller", "std_base": 0.012262433169294118, "t_msg": "Significant (t=-93.817886, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055740308761596, "timeline_link": null, "avg_changed": 0.30376875877379994, "min_base": 0.00516605377197, "delta_min": "57.3463x slower", "delta_avg": "54.4971x slower", "std_changed": 0.002910815678408421, "min_changed": 0.29625415802, "delta_std": "1.7157x larger", "std_base": 0.001696591946841495, "t_msg": "Significant (t=-625.839103, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0146000000000002, "timeline_link": null, "avg_changed": 4.763800000000002, "min_base": 0.98, "delta_min": "4.7245x slower", "delta_avg": "4.6952x slower", "std_changed": 0.04251722340080879, "min_changed": 4.63, "delta_std": "1.8883x larger", "std_base": 0.02251620731465972, "t_msg": "Significant (t=-551.032011, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3824000000000002, "timeline_link": null, "avg_changed": 4.101399999999999, "min_base": 0.36, "delta_min": "11.0556x slower", "delta_avg": "10.7254x slower", "std_changed": 0.05074988690044704, "min_changed": 3.98, "delta_std": "2.5970x larger", "std_base": 0.01954168751721325, "t_msg": "Significant (t=-483.564097, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03554845968881734, "timeline_link": null, "avg_changed": 0.2106473159790314, "min_base": 0.0224969387054, "delta_min": "2.6919x slower", "delta_avg": "5.9256x slower", "std_changed": 0.08714625390417408, "min_changed": 0.0605599880219, "delta_std": "5.4794x larger", "std_base": 0.015904273117564847, "t_msg": "Significant (t=-24.208374, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.0167298641204825, "timeline_link": null, "avg_changed": 0.043018693447112406, "min_base": 0.00360488891602, "delta_min": "7.3556x slower", "delta_avg": "2.5714x slower", "std_changed": 0.07410553170978927, "min_changed": 0.0265159606934, "delta_std": "1.5707x larger", "std_base": 0.047179475262666436, "t_msg": "Significant (t=-6.691400, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7533025741577, "timeline_link": null, "avg_changed": 16.706139349929998, "min_base": 0.739140987396, "delta_min": "22.5089x slower", "delta_avg": "22.1772x slower", "std_changed": 0.05387276825587339, "min_changed": 16.6372759342, "delta_std": "5.7021x larger", "std_base": 0.009447926161993237, "t_msg": "Significant (t=-922.339113, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2514946460724, "timeline_link": null, "avg_changed": 0.8211999893190001, "min_base": 0.168833017349, "delta_min": "4.8242x slower", "delta_avg": "3.2653x slower", "std_changed": 0.005108260610069988, "min_changed": 0.814481019974, "delta_std": "31.6212x smaller", "std_base": 0.1615292954573246, "t_msg": "Significant (t=-7.882554, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1635457992556, "timeline_link": null, "avg_changed": 4.703237676620001, "min_base": 0.720314025879, "delta_min": "6.4904x slower", "delta_avg": "4.0422x slower", "std_changed": 0.02533214192959771, "min_changed": 4.67516112328, "delta_std": "23.3358x smaller", "std_base": 0.5911458237888635, "t_msg": "Significant (t=-13.376960, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2472733974456, "timeline_link": null, "avg_changed": 0.3925143718718, "min_base": 0.108242988586, "delta_min": "3.5366x slower", "delta_avg": "1.5874x slower", "std_changed": 0.012364559683468867, "min_changed": 0.382810115814, "delta_std": "15.1703x smaller", "std_base": 0.18757456622197452, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2183086395264, "timeline_link": null, "avg_changed": 1.3585060119640002, "min_base": 0.151986122131, "delta_min": "8.8379x slower", "delta_avg": "6.2229x slower", "std_changed": 0.011723098896267476, "min_changed": 1.34323191643, "delta_std": "8.1924x smaller", "std_base": 0.09604069929366633, "t_msg": "Significant (t=-26.351066, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010759325680000001, "timeline_link": null, "avg_changed": 0.7037139533600001, "min_base": 0.007806183, "delta_min": "88.1152x slower", "delta_avg": "65.4050x slower", "std_changed": 0.010765221802906687, "min_changed": 0.687842991, "delta_std": "1.4786x larger", "std_base": 0.007280451505690324, "t_msg": "Significant (t=-377.034801, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [495.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025543768418178946, "timeline_link": null, "avg_changed": 0.1228610591021951, "min_base": 0.002511567652716499, "delta_min": "48.0154x slower", "delta_avg": "48.0983x slower", "std_changed": 0.0010463979096382054, "min_changed": 0.12059380389035611, "delta_std": "53.4952x larger", "std_base": 1.9560579454378586e-05, "t_msg": "Significant (t=-812.834302, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006866922014097332, "timeline_link": null, "avg_changed": 0.006513164301535013, "min_base": 0.0006726306585054147, "delta_min": "9.5793x slower", "delta_avg": "9.4848x slower", "std_changed": 7.029548823127941e-05, "min_changed": 0.006443298969072165, "delta_std": "6.9841x larger", "std_base": 1.0065081554289571e-05, "t_msg": "Significant (t=-200.977334, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027375522765990474, "timeline_link": null, "avg_changed": 0.041492499922216056, "min_base": 0.0023784040908550364, "delta_min": "17.0915x slower", "delta_avg": "15.1568x slower", "std_changed": 0.0005592248803117722, "min_changed": 0.04065040650406504, "delta_std": "2.5888x larger", "std_base": 0.0002160173177603535, "t_msg": "Significant (t=-457.115101, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058000552055760005, "timeline_link": null, "avg_changed": 0.3398199672849731, "min_base": 0.05692937199786515, "delta_min": "5.8995x slower", "delta_avg": "5.8589x slower", "std_changed": 0.002149942182323891, "min_changed": 0.33585222502099077, "delta_std": "2.7919x larger", "std_base": 0.0007700755954330002, "t_msg": "Significant (t=-872.604813, a=0.95)\n"}]], "branch": "", "revision": "98016:b3fa16549942"}