{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03922374725341599, "timeline_link": null, "avg_changed": 0.6967417669296602, "min_base": 0.0385677814484, "delta_min": "17.9910x slower", "delta_avg": "17.7633x slower", "std_changed": 0.0015720028718225632, "min_changed": 0.693873882294, "delta_std": "2.3801x larger", "std_base": 0.0006604684360980617, "t_msg": "Significant (t=-2726.712841, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01571500619252601, "timeline_link": null, "avg_changed": 0.14144287745156658, "min_base": 0.0127539634705, "delta_min": "10.8375x slower", "delta_avg": "9.0005x slower", "std_changed": 0.0032766753230602285, "min_changed": 0.138221025467, "delta_std": "1.7543x smaller", "std_base": 0.0057483147371639705, "t_msg": "Significant (t=-232.723738, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28600047826749997, "timeline_link": null, "avg_changed": 1.4205359578130001, "min_base": 0.227478027344, "delta_min": "6.1405x slower", "delta_avg": "4.9669x slower", "std_changed": 0.05947883645316883, "min_changed": 1.39683508873, "delta_std": "3.1800x smaller", "std_base": 0.1891417087199124, "t_msg": "Significant (t=-25.589910, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4117878293991994, "timeline_link": null, "avg_changed": 20.073079833983996, "min_base": 3.34849309921, "delta_min": "5.9723x slower", "delta_avg": "5.8834x slower", "std_changed": 0.08719698046129831, "min_changed": 19.9981639385, "delta_std": "1.1084x larger", "std_base": 0.07866779218704614, "t_msg": "Significant (t=-1003.185112, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019436483383174, "timeline_link": null, "avg_changed": 0.22377517700191996, "min_base": 0.0162329673767, "delta_min": "13.6811x slower", "delta_avg": "11.5132x slower", "std_changed": 0.0019351939979070473, "min_changed": 0.22208404541, "delta_std": "2.7782x smaller", "std_base": 0.005376397087341886, "t_msg": "Significant (t=-252.865680, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.306973652840401, "timeline_link": null, "avg_changed": 47.956175827981994, "min_base": 8.2316801548, "delta_min": "5.8020x slower", "delta_avg": "5.7730x slower", "std_changed": 0.08040775689375691, "min_changed": 47.7603328228, "delta_std": "2.2247x smaller", "std_base": 0.17888710041530895, "t_msg": "Significant (t=-1429.489368, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008794522285459, "timeline_link": null, "avg_changed": 0.5135016584396201, "min_base": 0.00623202323914, "delta_min": "82.2966x slower", "delta_avg": "58.3888x slower", "std_changed": 0.000471807223917905, "min_changed": 0.512874126434, "delta_std": "32.8696x smaller", "std_base": 0.015508131130232822, "t_msg": "Significant (t=-230.019201, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.754594088], "base_times": [138.908472776]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04863852024078201, "timeline_link": null, "avg_changed": 3.1015521097181993, "min_base": 0.0460381507874, "delta_min": "67.2855x slower", "delta_avg": "63.7674x slower", "std_changed": 0.002085714380395198, "min_changed": 3.09769892693, "delta_std": "6.6625x smaller", "std_base": 0.013896003995172124, "t_msg": "Significant (t=-1536.285390, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009993624687194398, "timeline_link": null, "avg_changed": 0.037957172393808004, "min_base": 0.00138688087463, "delta_min": "27.2654x slower", "delta_avg": "3.7981x slower", "std_changed": 0.00018084853449656872, "min_changed": 0.0378139019012, "delta_std": "67.1137x smaller", "std_base": 0.012137414209043596, "t_msg": "Significant (t=-16.289318, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029197711944581987, "timeline_link": null, "avg_changed": 1.0134509563440002, "min_base": 0.0275368690491, "delta_min": "36.7010x slower", "delta_avg": "34.7099x slower", "std_changed": 0.0021366104249166333, "min_changed": 1.01063108444, "delta_std": "1.2838x smaller", "std_base": 0.0027429702797116687, "t_msg": "Significant (t=-2001.690126, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44727994441984004, "timeline_link": null, "avg_changed": 1.0427613687520003, "min_base": 0.360650062561, "delta_min": "2.8711x slower", "delta_avg": "2.3313x slower", "std_changed": 0.00234375781942534, "min_changed": 1.03547787666, "delta_std": "41.6604x smaller", "std_base": 0.09764199806357526, "t_msg": "Significant (t=-43.111336, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17486689567569996, "timeline_link": null, "avg_changed": 1.4926932001114002, "min_base": 0.173132896423, "delta_min": "8.5358x slower", "delta_avg": "8.5362x slower", "std_changed": 0.003830362708643439, "min_changed": 1.47783184052, "delta_std": "1.2227x smaller", "std_base": 0.004683517872278371, "t_msg": "Significant (t=-1540.142825, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04389689445495398, "timeline_link": null, "avg_changed": 0.58025582790374, "min_base": 0.0350158214569, "delta_min": "16.3257x slower", "delta_avg": "13.2186x slower", "std_changed": 0.0052936671737446785, "min_changed": 0.571658849716, "delta_std": "1.0089x larger", "std_base": 0.005246719836005148, "t_msg": "Significant (t=-508.855712, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.017145872116088, "timeline_link": null, "avg_changed": 0.24864951610561992, "min_base": 0.0142860412598, "delta_min": "17.2351x slower", "delta_avg": "14.5020x slower", "std_changed": 0.002629006110641038, "min_changed": 0.246222019196, "delta_std": "5.0742x smaller", "std_base": 0.01334012198830546, "t_msg": "Significant (t=-120.395150, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.058675417900091995, "timeline_link": null, "avg_changed": 0.5637094354629402, "min_base": 0.053496837616, "delta_min": "10.4800x slower", "delta_avg": "9.6073x slower", "std_changed": 0.002368345476166374, "min_changed": 0.56064915657, "delta_std": "11.0775x smaller", "std_base": 0.026235241130880643, "t_msg": "Significant (t=-135.568300, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16040996074674002, "timeline_link": null, "avg_changed": 1.6393498134617999, "min_base": 0.103851795197, "delta_min": "15.7464x slower", "delta_avg": "10.2198x slower", "std_changed": 0.0028068652909865014, "min_changed": 1.63529014587, "delta_std": "20.1974x smaller", "std_base": 0.05669142984277701, "t_msg": "Significant (t=-184.241070, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.76265752315, "timeline_link": null, "avg_changed": 321.8981771469999, "min_base": 12.4507541656, "delta_min": "25.8513x slower", "delta_avg": "25.2219x slower", "std_changed": 0.030485417885708226, "min_changed": 321.867998123, "delta_std": "10.3351x smaller", "std_base": 0.31506997028351075, "t_msg": "Significant (t=-6905.631752, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6706575870519997, "timeline_link": null, "avg_changed": 20.521945381160002, "min_base": 2.91670799255, "delta_min": "7.0249x slower", "delta_avg": "5.5908x slower", "std_changed": 0.02464669282086934, "min_changed": 20.4896998405, "delta_std": "38.8521x smaller", "std_base": 0.9575764846342821, "t_msg": "Significant (t=-39.336962, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7743714857102003, "timeline_link": null, "avg_changed": 24.402275481222, "min_base": 0.769624948502, "delta_min": "31.6661x slower", "delta_avg": "31.5124x slower", "std_changed": 0.013453735757674544, "min_changed": 24.3709931374, "delta_std": "1.3743x smaller", "std_base": 0.018489895336085013, "t_msg": "Significant (t=-7306.501908, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07367057323455199, "timeline_link": null, "avg_changed": 0.4042808151245199, "min_base": 0.0722889900208, "delta_min": "5.5864x slower", "delta_avg": "5.4877x slower", "std_changed": 0.0003091418062407074, "min_changed": 0.403838157654, "delta_std": "17.6993x smaller", "std_base": 0.005471605940567595, "t_msg": "Significant (t=-426.574044, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032313122749332, "timeline_link": null, "avg_changed": 0.6322174835205603, "min_base": 0.031280040741, "delta_min": "20.0472x slower", "delta_avg": "19.5653x slower", "std_changed": 0.003064902728146846, "min_changed": 0.627078056335, "delta_std": "1.0803x smaller", "std_base": 0.003311001001522191, "t_msg": "Significant (t=-940.192968, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.11835131646, "timeline_link": null, "avg_changed": 44.04524621964, "min_base": 19.0936851501, "delta_min": "2.3062x slower", "delta_avg": "2.3038x slower", "std_changed": 0.008136176585792574, "min_changed": 44.0338351727, "delta_std": "4.6010x smaller", "std_base": 0.03743445843650315, "t_msg": "Significant (t=-1454.985937, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.236102008822, "timeline_link": null, "avg_changed": 9.405623579025999, "min_base": 9.22556805611, "delta_min": "1.0191x slower", "delta_avg": "1.0184x slower", "std_changed": 0.0044276008434144575, "min_changed": 9.40154004097, "delta_std": "3.7805x smaller", "std_base": 0.016738689624856563, "t_msg": "Significant (t=-21.892900, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29679248332978003, "timeline_link": null, "avg_changed": 2.6413587713243993, "min_base": 0.289261817932, "delta_min": "9.1119x slower", "delta_avg": "8.8997x slower", "std_changed": 0.002392644856789993, "min_changed": 2.63571596146, "delta_std": "2.3244x smaller", "std_base": 0.00556152785833612, "t_msg": "Significant (t=-2738.286486, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.087881627082798, "timeline_link": null, "avg_changed": 0.4416360998154, "min_base": 0.0229151248932, "delta_min": "19.0985x slower", "delta_avg": "5.0254x slower", "std_changed": 0.014985058422036087, "min_changed": 0.437644004822, "delta_std": "7.0060x smaller", "std_base": 0.10498528752568578, "t_msg": "Significant (t=-23.587340, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10620712280275602, "timeline_link": null, "avg_changed": 0.48002523899084, "min_base": 0.0415189266205, "delta_min": "11.5435x slower", "delta_avg": "4.5197x slower", "std_changed": 0.001252062133076141, "min_changed": 0.479275226593, "delta_std": "91.9275x smaller", "std_base": 0.11509896979592084, "t_msg": "Significant (t=-22.964036, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032009015083310006, "timeline_link": null, "avg_changed": 2.7169649124151993, "min_base": 0.0197761058807, "delta_min": "134.6291x slower", "delta_avg": "84.8812x slower", "std_changed": 0.02248943286955522, "min_changed": 2.66243886948, "delta_std": "1.0438x larger", "std_base": 0.021545447712706625, "t_msg": "Significant (t=-609.593834, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038689422607426005, "timeline_link": null, "avg_changed": 0.35285572528832, "min_base": 0.00343918800354, "delta_min": "102.4198x slower", "delta_avg": "91.2021x slower", "std_changed": 0.0003793699044225217, "min_changed": 0.352241039276, "delta_std": "3.3822x smaller", "std_base": 0.0012830986020201424, "t_msg": "Significant (t=-1844.316694, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19259539604190604, "timeline_link": null, "avg_changed": 0.6708114910125801, "min_base": 0.0836620330811, "delta_min": "7.8430x slower", "delta_avg": "3.4830x slower", "std_changed": 0.010582107171501166, "min_changed": 0.656159877777, "delta_std": "13.9884x smaller", "std_base": 0.148026779565226, "t_msg": "Significant (t=-22.785680, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24657106399537998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4685333967208601, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21147482872008005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6077341699601199, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3668609523773601, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27359993934634, "timeline_link": null, "avg_changed": 0.7511956167220197, "min_base": 0.261914968491, "delta_min": "2.8044x slower", "delta_avg": "2.7456x slower", "std_changed": 0.013298542134573047, "min_changed": 0.734509944916, "delta_std": "1.3725x larger", "std_base": 0.009689221038932046, "t_msg": "Significant (t=-205.246335, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08323122978210201, "timeline_link": null, "avg_changed": 0.42012584209432013, "min_base": 0.058559179306, "delta_min": "7.1566x slower", "delta_avg": "5.0477x slower", "std_changed": 0.0017479008132125814, "min_changed": 0.419085025787, "delta_std": "13.1061x smaller", "std_base": 0.022908130226005987, "t_msg": "Significant (t=-103.688099, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009367518424986801, "timeline_link": null, "avg_changed": 0.6985202169418001, "min_base": 0.00847792625427, "delta_min": "82.2472x slower", "delta_avg": "74.5683x slower", "std_changed": 0.0006142664684525186, "min_changed": 0.697285890579, "delta_std": "6.0453x smaller", "std_base": 0.0037134099960444648, "t_msg": "Significant (t=-1294.689262, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1212000000000013, "timeline_link": null, "avg_changed": 8.489599999999998, "min_base": 2.08, "delta_min": "4.0673x slower", "delta_avg": "4.0023x slower", "std_changed": 0.01806563995375658, "min_changed": 8.46, "delta_std": "1.8499x smaller", "std_base": 0.03342002332709651, "t_msg": "Significant (t=-1185.338116, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7746000000000002, "timeline_link": null, "avg_changed": 6.215799999999999, "min_base": 0.74, "delta_min": "8.3243x slower", "delta_avg": "8.0245x slower", "std_changed": 0.02619316003564795, "min_changed": 6.16, "delta_std": "1.2466x smaller", "std_base": 0.032652155599686254, "t_msg": "Significant (t=-919.141318, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07104038874308934, "timeline_link": null, "avg_changed": 0.5116235605875132, "min_base": 0.0453369617462, "delta_min": "2.6030x slower", "delta_avg": "7.2019x slower", "std_changed": 0.2322268547581687, "min_changed": 0.118010044098, "delta_std": "7.9377x larger", "std_base": 0.02925624708957203, "t_msg": "Significant (t=-23.053759, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012565241813659265, "timeline_link": null, "avg_changed": 0.055144897460936995, "min_base": 0.00758385658264, "delta_min": "6.9210x slower", "delta_avg": "4.3887x slower", "std_changed": 0.005469704695886203, "min_changed": 0.0524880886078, "delta_std": "2.2571x smaller", "std_base": 0.012345854572392201, "t_msg": "Significant (t=-70.509689, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8863407087326005, "timeline_link": null, "avg_changed": 45.969608840942, "min_base": 1.87193799019, "delta_min": "24.5027x slower", "delta_avg": "24.3697x slower", "std_changed": 0.05385652417761527, "min_changed": 45.8674931526, "delta_std": "7.5342x larger", "std_base": 0.0071482734442564495, "t_msg": "Significant (t=-5737.574559, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5961589813229999, "timeline_link": null, "avg_changed": 1.9091365814199999, "min_base": 0.427447795868, "delta_min": "4.4475x slower", "delta_avg": "3.2024x slower", "std_changed": 0.007065942335462696, "min_changed": 1.90107297897, "delta_std": "45.5075x smaller", "std_base": 0.32155310671128745, "t_msg": "Significant (t=-9.128192, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5522731781, "timeline_link": null, "avg_changed": 11.09134435654, "min_base": 1.80634188652, "delta_min": "6.1341x slower", "delta_avg": "4.3457x slower", "std_changed": 0.01112505105743362, "min_changed": 11.0803508759, "delta_std": "105.3075x smaller", "std_base": 1.1715512911673465, "t_msg": "Significant (t=-16.297266, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5455829620366, "timeline_link": null, "avg_changed": 0.9315431594850001, "min_base": 0.261076927185, "delta_min": "3.4878x slower", "delta_avg": "1.7074x slower", "std_changed": 0.01750370102666093, "min_changed": 0.91059589386, "delta_std": "21.5848x smaller", "std_base": 0.37781306746194576, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4398466110228, "timeline_link": null, "avg_changed": 3.315947437286, "min_base": 0.286673069, "delta_min": "11.5011x slower", "delta_avg": "7.5389x slower", "std_changed": 0.011962340375006474, "min_changed": 3.29705500603, "delta_std": "19.6172x smaller", "std_base": 0.2346681334178124, "t_msg": "Significant (t=-27.369790, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024657086819999993, "timeline_link": null, "avg_changed": 1.5316872331000002, "min_base": 0.019380943, "delta_min": "78.9237x slower", "delta_avg": "62.1196x slower", "std_changed": 0.0014828518336834017, "min_changed": 1.529616324, "delta_std": "9.6989x smaller", "std_base": 0.014382000090199795, "t_msg": "Significant (t=-737.040644, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [734.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [121.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [168.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [190.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004603491727586436, "timeline_link": null, "avg_changed": 0.2907435342773334, "min_base": 0.004580386236489006, "delta_min": "63.3148x slower", "delta_avg": "63.1572x slower", "std_changed": 0.0007224843497939604, "min_changed": 0.29000638014036306, "delta_std": "32.3289x larger", "std_base": 2.2347959302992662e-05, "t_msg": "Significant (t=-2799.158750, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015316376183398142, "timeline_link": null, "avg_changed": 0.013193742801292586, "min_base": 0.0015151515151515152, "delta_min": "8.6728x slower", "delta_avg": "8.6141x slower", "std_changed": 3.418746994497423e-05, "min_changed": 0.013140604467805518, "delta_std": "2.8152x larger", "std_base": 1.2143832773546029e-05, "t_msg": "Significant (t=-2272.960096, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006747030865343118, "timeline_link": null, "avg_changed": 0.09421864520456066, "min_base": 0.006289308176100629, "delta_min": "14.9296x slower", "delta_avg": "13.9645x slower", "std_changed": 0.0005786976667832324, "min_changed": 0.09389671361502347, "delta_std": "1.6266x larger", "std_base": 0.00035576579815824373, "t_msg": "Significant (t=-910.510535, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19181940946018045, "timeline_link": null, "avg_changed": 1.0100814109368341, "min_base": 0.18917001655237645, "delta_min": "5.3162x slower", "delta_avg": "5.2658x slower", "std_changed": 0.003562026268622257, "min_changed": 1.005656819610308, "delta_std": "1.8824x larger", "std_base": 0.001892257110330855, "t_msg": "Significant (t=-1434.502754, a=0.95)\n"}]], "branch": "", "revision": "90233:31ecf3410703"}