{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03836177349090399, "timeline_link": null, "avg_changed": 0.73742805957792, "min_base": 0.0380539894104, "delta_min": "19.3016x slower", "delta_avg": "19.2230x slower", "std_changed": 0.0013925055564931092, "min_changed": 0.734503984451, "delta_std": "2.7521x larger", "std_base": 0.0005059774474530328, "t_msg": "Significant (t=-3336.396821, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01527813911437867, "timeline_link": null, "avg_changed": 0.13798048337300658, "min_base": 0.012088060379, "delta_min": "11.1682x slower", "delta_avg": "9.0312x slower", "std_changed": 0.003304075394036483, "min_changed": 0.135001897812, "delta_std": "1.6969x smaller", "std_base": 0.005606809321210842, "t_msg": "Significant (t=-230.916649, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28864386081710003, "timeline_link": null, "avg_changed": 1.442150986195, "min_base": 0.228785991669, "delta_min": "6.2205x slower", "delta_avg": "4.9963x slower", "std_changed": 0.05279995817727077, "min_changed": 1.42316007614, "delta_std": "3.5980x smaller", "std_base": 0.18997375099553473, "t_msg": "Significant (t=-26.162792, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4350910425184007, "timeline_link": null, "avg_changed": 20.473102579114, "min_base": 3.37604498863, "delta_min": "6.0459x slower", "delta_avg": "5.9600x slower", "std_changed": 0.07431470021553291, "min_changed": 20.4111819267, "delta_std": "1.0459x smaller", "std_base": 0.07772265623894792, "t_msg": "Significant (t=-1120.364970, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019420051574704, "timeline_link": null, "avg_changed": 0.23452293872830005, "min_base": 0.0162091255188, "delta_min": "14.3475x slower", "delta_avg": "12.0763x slower", "std_changed": 0.002063703096883469, "min_changed": 0.232560873032, "delta_std": "2.6367x smaller", "std_base": 0.005441390419136331, "t_msg": "Significant (t=-261.359945, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.092708129882602, "timeline_link": null, "avg_changed": 47.700157856943996, "min_base": 8.02832698822, "delta_min": "5.9172x slower", "delta_avg": "5.8942x slower", "std_changed": 0.07893042986086346, "min_changed": 47.5054180622, "delta_std": "2.4053x smaller", "std_base": 0.18985017462312936, "t_msg": "Significant (t=-1362.165339, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008901896476743, "timeline_link": null, "avg_changed": 0.533149228096, "min_base": 0.00639986991882, "delta_min": "83.1212x slower", "delta_avg": "59.8916x slower", "std_changed": 0.0007611577138004691, "min_changed": 0.5319647789, "delta_std": "20.0049x smaller", "std_base": 0.015226864252953871, "t_msg": "Significant (t=-243.146951, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.013484955], "base_times": [139.185009003]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048367424011224, "timeline_link": null, "avg_changed": 3.3812248325339995, "min_base": 0.0458850860596, "delta_min": "73.5673x slower", "delta_avg": "69.9071x slower", "std_changed": 0.002781155473431472, "min_changed": 3.37564301491, "delta_std": "4.8849x smaller", "std_base": 0.013585607935923763, "t_msg": "Significant (t=-1699.448716, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009761509895325, "timeline_link": null, "avg_changed": 0.03734029769897999, "min_base": 0.00140500068665, "delta_min": "26.4492x slower", "delta_avg": "3.8253x slower", "std_changed": 0.00016449619058939803, "min_changed": 0.0371611118317, "delta_std": "67.8095x smaller", "std_base": 0.011154409365589877, "t_msg": "Significant (t=-17.481004, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03095433712005599, "timeline_link": null, "avg_changed": 1.0178105401996003, "min_base": 0.0292119979858, "delta_min": "34.7622x slower", "delta_avg": "32.8810x slower", "std_changed": 0.001972643405632846, "min_changed": 1.01547193527, "delta_std": "1.4124x smaller", "std_base": 0.002786245607135562, "t_msg": "Significant (t=-2044.053715, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43535528659816003, "timeline_link": null, "avg_changed": 1.0793036127091997, "min_base": 0.340306997299, "delta_min": "3.1481x slower", "delta_avg": "2.4791x slower", "std_changed": 0.0023175246913268856, "min_changed": 1.0713288784, "delta_std": "43.0339x smaller", "std_base": 0.09973213717103475, "t_msg": "Significant (t=-45.643997, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17527073383328, "timeline_link": null, "avg_changed": 1.6750139856337996, "min_base": 0.173285007477, "delta_min": "9.5870x slower", "delta_avg": "9.5567x slower", "std_changed": 0.014288840010511438, "min_changed": 1.66128087044, "delta_std": "3.1481x larger", "std_base": 0.0045388071874984766, "t_msg": "Significant (t=-707.344669, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04310173034668199, "timeline_link": null, "avg_changed": 0.5988278722763002, "min_base": 0.0357608795166, "delta_min": "16.5199x slower", "delta_avg": "13.8934x slower", "std_changed": 0.004834255939401849, "min_changed": 0.590767860413, "delta_std": "1.0231x smaller", "std_base": 0.00494583238976323, "t_msg": "Significant (t=-568.185032, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014572362899775997, "timeline_link": null, "avg_changed": 0.25680579662324005, "min_base": 0.011754989624, "delta_min": "21.6987x slower", "delta_avg": "17.6228x slower", "std_changed": 0.0020669378131708753, "min_changed": 0.255068063736, "delta_std": "6.3630x smaller", "std_base": 0.013151831092099714, "t_msg": "Significant (t=-128.657371, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.056150784492497996, "timeline_link": null, "avg_changed": 0.5692783355713402, "min_base": 0.0510618686676, "delta_min": "11.0694x slower", "delta_avg": "10.1384x slower", "std_changed": 0.003135654125724662, "min_changed": 0.565223932266, "delta_std": "8.3780x smaller", "std_base": 0.026270443610825558, "t_msg": "Significant (t=-137.142189, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.12315359115598001, "timeline_link": null, "avg_changed": 1.8015943193433994, "min_base": 0.0950319766998, "delta_min": "18.9127x slower", "delta_avg": "14.6288x slower", "std_changed": 0.0025088232955897695, "min_changed": 1.79730701447, "delta_std": "11.8816x smaller", "std_base": 0.02980882956379735, "t_msg": "Significant (t=-396.746714, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.380740046500005, "timeline_link": null, "avg_changed": 342.10071647199993, "min_base": 12.123306036, "delta_min": "28.2150x slower", "delta_avg": "27.6317x slower", "std_changed": 0.042506782688848936, "min_changed": 342.058636904, "delta_std": "6.1178x smaller", "std_base": 0.2600476207608555, "t_msg": "Significant (t=-8848.134216, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4780570030199995, "timeline_link": null, "avg_changed": 21.34854540826, "min_base": 2.81258296967, "delta_min": "7.5752x slower", "delta_avg": "6.1381x slower", "std_changed": 0.028854477584452993, "min_changed": 21.3058009148, "delta_std": "32.1046x smaller", "std_base": 0.9263600415411736, "t_msg": "Significant (t=-43.115262, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7869078397751198, "timeline_link": null, "avg_changed": 23.92870099068, "min_base": 0.781675100327, "delta_min": "30.5888x slower", "delta_avg": "30.4085x slower", "std_changed": 0.011096332122210317, "min_changed": 23.9105000496, "delta_std": "1.6083x smaller", "std_base": 0.017846708967907396, "t_msg": "Significant (t=-7786.655341, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06890814304351198, "timeline_link": null, "avg_changed": 0.40699223041534, "min_base": 0.0675370693207, "delta_min": "6.0186x slower", "delta_avg": "5.9063x slower", "std_changed": 0.0003541100995451058, "min_changed": 0.406477928162, "delta_std": "13.2401x smaller", "std_base": 0.004688447827185669, "t_msg": "Significant (t=-508.446715, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031720676422118, "timeline_link": null, "avg_changed": 0.7063035535812, "min_base": 0.030905008316, "delta_min": "22.7816x slower", "delta_avg": "22.2663x slower", "std_changed": 0.003272218382142291, "min_changed": 0.704065084457, "delta_std": "1.0361x larger", "std_base": 0.0031583262506910174, "t_msg": "Significant (t=-1048.864657, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.029894399639996, "timeline_link": null, "avg_changed": 44.841368961339995, "min_base": 20.0111157894, "delta_min": "2.2405x slower", "delta_avg": "2.2387x slower", "std_changed": 0.009704421439134624, "min_changed": 44.8344268799, "delta_std": "3.0730x smaller", "std_base": 0.029821690631241068, "t_msg": "Significant (t=-1769.083787, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.222409248352, "timeline_link": null, "avg_changed": 9.429106807708, "min_base": 9.21330118179, "delta_min": "1.0231x slower", "delta_avg": "1.0224x slower", "std_changed": 0.004325731669053913, "min_changed": 9.42603802681, "delta_std": "3.4275x smaller", "std_base": 0.014826532651944313, "t_msg": "Significant (t=-29.925509, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30011919498443995, "timeline_link": null, "avg_changed": 2.7292268037799996, "min_base": 0.291831970215, "delta_min": "9.3271x slower", "delta_avg": "9.0938x slower", "std_changed": 0.0028691956398766393, "min_changed": 2.72195386887, "delta_std": "1.8477x smaller", "std_base": 0.005301292832663513, "t_msg": "Significant (t=-2849.464574, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08701071262361401, "timeline_link": null, "avg_changed": 0.45660191535952, "min_base": 0.0226809978485, "delta_min": "19.9363x slower", "delta_avg": "5.2477x slower", "std_changed": 0.016559552617086727, "min_changed": 0.452174901962, "delta_std": "6.3381x smaller", "std_base": 0.10495666087863915, "t_msg": "Significant (t=-24.595596, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.105323920249952, "timeline_link": null, "avg_changed": 0.4884305095672799, "min_base": 0.0419089794159, "delta_min": "11.6340x slower", "delta_avg": "4.6374x slower", "std_changed": 0.001019730607706783, "min_changed": 0.487570047379, "delta_std": "112.0123x smaller", "std_base": 0.11422235621559156, "t_msg": "Significant (t=-23.715714, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03579663276672201, "timeline_link": null, "avg_changed": 2.6828256893152003, "min_base": 0.018602848053, "delta_min": "141.8889x slower", "delta_avg": "74.9463x slower", "std_changed": 0.0259869055901199, "min_changed": 2.6395368576, "delta_std": "1.1143x larger", "std_base": 0.023321598994517082, "t_msg": "Significant (t=-536.047582, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036556673049928, "timeline_link": null, "avg_changed": 0.3598683500289999, "min_base": 0.00322604179382, "delta_min": "111.2335x slower", "delta_avg": "98.4412x slower", "std_changed": 0.0006988156843590766, "min_changed": 0.358844041824, "delta_std": "1.7849x smaller", "std_base": 0.001247336160572172, "t_msg": "Significant (t=-1761.706917, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19311054706570005, "timeline_link": null, "avg_changed": 0.6733657312393998, "min_base": 0.0865499973297, "delta_min": "7.6125x slower", "delta_avg": "3.4869x slower", "std_changed": 0.011045311555342571, "min_changed": 0.658863067627, "delta_std": "13.4305x smaller", "std_base": 0.14834442670309111, "t_msg": "Significant (t=-22.828917, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24709217548369997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47012877464296005, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21114909172062, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60746178627008, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36769946098330003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26843240737914004, "timeline_link": null, "avg_changed": 0.76065037727358, "min_base": 0.244130134583, "delta_min": "3.0729x slower", "delta_avg": "2.8337x slower", "std_changed": 0.008923352004401421, "min_changed": 0.750198125839, "delta_std": "1.1855x smaller", "std_base": 0.010578972588442504, "t_msg": "Significant (t=-251.484798, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08815116882323801, "timeline_link": null, "avg_changed": 0.4253633069991601, "min_base": 0.0621519088745, "delta_min": "6.8230x slower", "delta_avg": "4.8254x slower", "std_changed": 0.002665342164683949, "min_changed": 0.424063920975, "delta_std": "9.1385x smaller", "std_base": 0.02435722179315297, "t_msg": "Significant (t=-97.314086, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009389810562134001, "timeline_link": null, "avg_changed": 0.7305898332596401, "min_base": 0.00850296020508, "delta_min": "85.7806x slower", "delta_avg": "77.8067x slower", "std_changed": 0.0008948078533759762, "min_changed": 0.729388952255, "delta_std": "4.1884x smaller", "std_base": 0.0037478524968498207, "t_msg": "Significant (t=-1323.488640, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.112600000000001, "timeline_link": null, "avg_changed": 9.220600000000008, "min_base": 2.08, "delta_min": "4.4183x slower", "delta_avg": "4.3646x slower", "std_changed": 0.02004179306818029, "min_changed": 9.19, "delta_std": "1.4213x smaller", "std_base": 0.028486301756372363, "t_msg": "Significant (t=-1443.033617, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7794, "timeline_link": null, "avg_changed": 6.632799999999998, "min_base": 0.75, "delta_min": "8.7733x slower", "delta_avg": "8.5101x slower", "std_changed": 0.026576036466819445, "min_changed": 6.58, "delta_std": "1.1713x smaller", "std_base": 0.0311290926331505, "t_msg": "Significant (t=-1011.221087, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07116439660390067, "timeline_link": null, "avg_changed": 0.5119119469324531, "min_base": 0.0453259944916, "delta_min": "2.6485x slower", "delta_avg": "7.1934x slower", "std_changed": 0.23118974953031524, "min_changed": 0.120048046112, "delta_std": "7.6429x larger", "std_base": 0.03024879239048504, "t_msg": "Significant (t=-23.151603, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01209118175506552, "timeline_link": null, "avg_changed": 0.06202617406845079, "min_base": 0.00763988494873, "delta_min": "6.9937x slower", "delta_avg": "5.1299x slower", "std_changed": 0.007131922666817392, "min_changed": 0.0534310340881, "delta_std": "1.7316x smaller", "std_base": 0.012349526732540183, "t_msg": "Significant (t=-78.296269, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9878875350956002, "timeline_link": null, "avg_changed": 46.41585371493599, "min_base": 1.97512793541, "delta_min": "23.4140x slower", "delta_avg": "23.3493x slower", "std_changed": 0.14598143944359512, "min_changed": 46.2456579208, "delta_std": "22.2895x larger", "std_base": 0.006549341738103476, "t_msg": "Significant (t=-2149.845049, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5839884281152001, "timeline_link": null, "avg_changed": 1.949751377106, "min_base": 0.4298350811, "delta_min": "4.4824x slower", "delta_avg": "3.3387x slower", "std_changed": 0.014677353599107247, "min_changed": 1.9266769886, "delta_std": "21.4118x smaller", "std_base": 0.3142686493711856, "t_msg": "Significant (t=-9.707025, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.486480569838, "timeline_link": null, "avg_changed": 11.257332372659999, "min_base": 1.68338489532, "delta_min": "6.6778x slower", "delta_avg": "4.5274x slower", "std_changed": 0.011847480340073616, "min_changed": 11.2413649559, "delta_std": "99.1614x smaller", "std_base": 1.1748128002509608, "t_msg": "Significant (t=-16.693063, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5602423191079999, "timeline_link": null, "avg_changed": 0.9438207626341999, "min_base": 0.286375999451, "delta_min": "3.2408x slower", "delta_avg": "1.6847x slower", "std_changed": 0.014584173749886084, "min_changed": 0.928088903427, "delta_std": "26.0694x smaller", "std_base": 0.3802003145175755, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.42719488143920004, "timeline_link": null, "avg_changed": 3.3587917327900003, "min_base": 0.27689409256, "delta_min": "12.0438x slower", "delta_avg": "7.8624x slower", "std_changed": 0.02354575696104568, "min_changed": 3.33484387398, "delta_std": "10.0576x smaller", "std_base": 0.2368128623368597, "t_msg": "Significant (t=-27.545320, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02445141074, "timeline_link": null, "avg_changed": 1.5642094595, "min_base": 0.019035871, "delta_min": "82.0250x slower", "delta_avg": "63.9722x slower", "std_changed": 0.0011266798386848965, "min_changed": 1.561418246, "delta_std": "13.4688x smaller", "std_base": 0.0151750006071445, "t_msg": "Significant (t=-715.508907, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [382.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [118.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [183.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004438393696316965, "timeline_link": null, "avg_changed": 0.3043119615653761, "min_base": 0.0043920270654275876, "delta_min": "69.1485x slower", "delta_avg": "68.5635x slower", "std_changed": 0.0006475017697943657, "min_changed": 0.30370212895192394, "delta_std": "21.7463x larger", "std_base": 2.977530095676734e-05, "t_msg": "Significant (t=-3271.323792, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015425533407491157, "timeline_link": null, "avg_changed": 0.013545124977001834, "min_base": 0.0015271838729383018, "delta_min": "8.8367x slower", "delta_avg": "8.7810x slower", "std_changed": 4.2345938119817094e-05, "min_changed": 0.01349527665317139, "delta_std": "4.1133x larger", "std_base": 1.0294899178247526e-05, "t_msg": "Significant (t=-1947.503021, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006674411617729611, "timeline_link": null, "avg_changed": 0.09537612146307806, "min_base": 0.006201550387596899, "delta_min": "15.3571x slower", "delta_avg": "14.2898x slower", "std_changed": 0.00041828262714377383, "min_changed": 0.09523809523809523, "delta_std": "1.1464x larger", "std_base": 0.0003648666605986507, "t_msg": "Significant (t=-1130.002949, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19642324271539058, "timeline_link": null, "avg_changed": 1.0123561833244195, "min_base": 0.191433357262503, "delta_min": "5.2665x slower", "delta_avg": "5.1540x slower", "std_changed": 0.003512044734773902, "min_changed": 1.0081915563957151, "delta_std": "1.8413x smaller", "std_base": 0.006466745882021537, "t_msg": "Significant (t=-784.020040, a=0.95)\n"}]], "branch": "", "revision": "88960:c95db94fc6a8"}