{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03755345821380799, "timeline_link": null, "avg_changed": 0.6538917970656799, "min_base": 0.0368411540985, "delta_min": "17.6149x slower", "delta_avg": "17.4123x slower", "std_changed": 0.004237694217194953, "min_changed": 0.648952960968, "delta_std": "6.8060x larger", "std_base": 0.0006226404911120924, "t_msg": "Significant (t=-1017.505220, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015484258333836669, "timeline_link": null, "avg_changed": 0.13141872088112666, "min_base": 0.0122330188751, "delta_min": "10.4412x slower", "delta_avg": "8.4872x slower", "std_changed": 0.003514679939155382, "min_changed": 0.127727985382, "delta_std": "1.9719x smaller", "std_base": 0.006930568127310785, "t_msg": "Significant (t=-182.722047, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26610426902785, "timeline_link": null, "avg_changed": 1.352131795883, "min_base": 0.203012943268, "delta_min": "6.5574x slower", "delta_avg": "5.0812x slower", "std_changed": 0.054878635917534606, "min_changed": 1.33122801781, "delta_std": "3.7027x smaller", "std_base": 0.20319918261391615, "t_msg": "Significant (t=-23.075242, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4545383167266, "timeline_link": null, "avg_changed": 19.423129963872, "min_base": 3.44520807266, "delta_min": "5.6178x slower", "delta_avg": "5.6225x slower", "std_changed": 0.060246283331292866, "min_changed": 19.3546259403, "delta_std": "13.3140x larger", "std_base": 0.00452503833734166, "t_msg": "Significant (t=-1868.959083, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024562153816226003, "timeline_link": null, "avg_changed": 0.20813498497012003, "min_base": 0.0211789608002, "delta_min": "9.6925x slower", "delta_avg": "8.4738x slower", "std_changed": 0.001995252455115936, "min_changed": 0.205277919769, "delta_std": "3.3470x smaller", "std_base": 0.006678027356647738, "t_msg": "Significant (t=-186.242030, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 18.396764464382002, "timeline_link": null, "avg_changed": 37.64904294013199, "min_base": 18.2943110466, "delta_min": "2.0504x slower", "delta_avg": "2.0465x slower", "std_changed": 0.13277266313451822, "min_changed": 37.511453867, "delta_std": "1.5696x smaller", "std_base": 0.20840429321722082, "t_msg": "Significant (t=-550.916058, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009013624191278397, "timeline_link": null, "avg_changed": 0.5003730058669601, "min_base": 0.00619912147522, "delta_min": "80.4271x slower", "delta_avg": "55.5130x slower", "std_changed": 0.0013639716187719758, "min_changed": 0.49857711792, "delta_std": "12.8735x smaller", "std_base": 0.01755905861564351, "t_msg": "Significant (t=-197.277106, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [138.772471905], "base_times": [142.039906025]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.0481939125061, "timeline_link": null, "avg_changed": 3.3369479894641993, "min_base": 0.0455060005188, "delta_min": "73.0332x slower", "delta_avg": "69.2400x slower", "std_changed": 0.0061115429791266445, "min_changed": 3.3234500885, "delta_std": "2.5545x smaller", "std_base": 0.015612029205680908, "t_msg": "Significant (t=-1387.063918, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.011325440406801198, "timeline_link": null, "avg_changed": 0.03452365875244, "min_base": 0.00128889083862, "delta_min": "26.4748x slower", "delta_avg": "3.0483x slower", "std_changed": 0.0003389248113914025, "min_changed": 0.0341231822968, "delta_std": "38.7937x smaller", "std_base": 0.01314816130445044, "t_msg": "Significant (t=-12.471835, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.035015206336972, "timeline_link": null, "avg_changed": 0.9927342796325402, "min_base": 0.0337278842926, "delta_min": "29.3292x slower", "delta_avg": "28.3515x slower", "std_changed": 0.0028156219120984136, "min_changed": 0.989211797714, "delta_std": "1.0413x larger", "std_base": 0.0027038499584083795, "t_msg": "Significant (t=-1734.808664, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43903243064874, "timeline_link": null, "avg_changed": 1.0100965309138, "min_base": 0.357059001923, "delta_min": "2.8074x slower", "delta_avg": "2.3007x slower", "std_changed": 0.0036541119425695964, "min_changed": 1.00240397453, "delta_std": "22.8459x smaller", "std_base": 0.08348135802637403, "t_msg": "Significant (t=-48.324204, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.21795446395878007, "timeline_link": null, "avg_changed": 1.5870774936678, "min_base": 0.214415073395, "delta_min": "7.3691x slower", "delta_avg": "7.2817x slower", "std_changed": 0.005133601877230824, "min_changed": 1.58005285263, "delta_std": "1.0187x larger", "std_base": 0.005039205345270478, "t_msg": "Significant (t=-1345.807562, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041887416839603994, "timeline_link": null, "avg_changed": 0.5885771369934198, "min_base": 0.0318639278412, "delta_min": "18.2010x slower", "delta_avg": "14.0514x slower", "std_changed": 0.00550196256296514, "min_changed": 0.579954147339, "delta_std": "1.2330x smaller", "std_base": 0.006783944431712687, "t_msg": "Significant (t=-442.570189, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014633464813243999, "timeline_link": null, "avg_changed": 0.23607538223257996, "min_base": 0.0116710662842, "delta_min": "20.0459x slower", "delta_avg": "16.1326x slower", "std_changed": 0.0027696581609778837, "min_changed": 0.233956813812, "delta_std": "5.4015x smaller", "std_base": 0.014960366596591737, "t_msg": "Significant (t=-102.916438, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.061805467605590005, "timeline_link": null, "avg_changed": 0.5094955444336599, "min_base": 0.0564289093018, "delta_min": "8.9718x slower", "delta_avg": "8.2435x slower", "std_changed": 0.0031163131068867415, "min_changed": 0.506268024445, "delta_std": "9.1467x smaller", "std_base": 0.028503913829321246, "t_msg": "Significant (t=-110.402225, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18502746582032, "timeline_link": null, "avg_changed": 1.4388868999479998, "min_base": 0.1179728508, "delta_min": "12.1542x slower", "delta_avg": "7.7766x slower", "std_changed": 0.0033076774051647114, "min_changed": 1.43387103081, "delta_std": "19.3932x smaller", "std_base": 0.06414634422804141, "t_msg": "Significant (t=-138.033766, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.885243892649992, "timeline_link": null, "avg_changed": 302.5659049749997, "min_base": 12.5235328674, "delta_min": "24.1563x slower", "delta_avg": "23.4816x slower", "std_changed": 0.0436618466666846, "min_changed": 302.522681952, "delta_std": "8.3685x smaller", "std_base": 0.36538331254887624, "t_msg": "Significant (t=-5566.433385, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.514901828766, "timeline_link": null, "avg_changed": 19.259917593, "min_base": 2.83820819855, "delta_min": "6.7798x slower", "delta_avg": "5.4795x slower", "std_changed": 0.02106028511704819, "min_changed": 19.2423810959, "delta_std": "47.4705x smaller", "std_base": 0.9997412943195998, "t_msg": "Significant (t=-35.208225, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7909813785552801, "timeline_link": null, "avg_changed": 23.770213847159997, "min_base": 0.784438848495, "delta_min": "30.2794x slower", "delta_avg": "30.0515x slower", "std_changed": 0.00803005836491219, "min_changed": 23.7523109913, "delta_std": "2.3884x smaller", "std_base": 0.019179319863500258, "t_msg": "Significant (t=-7814.726168, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07951276302336799, "timeline_link": null, "avg_changed": 0.4119459772110001, "min_base": 0.0778241157532, "delta_min": "5.2742x slower", "delta_avg": "5.1809x slower", "std_changed": 0.0015430801931616848, "min_changed": 0.410462856293, "delta_std": "3.2272x smaller", "std_base": 0.004979812543419855, "t_msg": "Significant (t=-450.886929, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031710257530209986, "timeline_link": null, "avg_changed": 0.6485662841796999, "min_base": 0.03089594841, "delta_min": "20.6656x slower", "delta_avg": "20.4529x slower", "std_changed": 0.004748602253733597, "min_changed": 0.63848400116, "delta_std": "1.3959x larger", "std_base": 0.003401824403219508, "t_msg": "Significant (t=-746.713345, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.407921791074, "timeline_link": null, "avg_changed": 9.527325582506, "min_base": 9.3985440731, "delta_min": "1.0132x slower", "delta_avg": "1.0127x slower", "std_changed": 0.005922658013786535, "min_changed": 9.52214884758, "delta_std": "2.8960x smaller", "std_base": 0.01715200640526703, "t_msg": "Significant (t=-14.713892, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29135450840002003, "timeline_link": null, "avg_changed": 2.6619596242906, "min_base": 0.289647102356, "delta_min": "9.1576x slower", "delta_avg": "9.1365x slower", "std_changed": 0.004943271389491956, "min_changed": 2.65247797966, "delta_std": "1.2478x larger", "std_base": 0.0039617024595609155, "t_msg": "Significant (t=-2646.087060, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12934605598447002, "timeline_link": null, "avg_changed": 0.4362636852264199, "min_base": 0.0401628017426, "delta_min": "10.7495x slower", "delta_avg": "3.3728x slower", "std_changed": 0.013681613238298302, "min_changed": 0.431730985641, "delta_std": "10.5234x smaller", "std_base": 0.14397703765065142, "t_msg": "Significant (t=-15.005883, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032019591331476, "timeline_link": null, "avg_changed": 2.5602500104906003, "min_base": 0.0197291374207, "delta_min": "126.9460x slower", "delta_avg": "79.9589x slower", "std_changed": 0.02430542940065034, "min_changed": 2.50453591347, "delta_std": "1.5132x larger", "std_base": 0.016062516554008522, "t_msg": "Significant (t=-613.634301, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036648416519159993, "timeline_link": null, "avg_changed": 0.3567003345489999, "min_base": 0.00348091125488, "delta_min": "101.9995x slower", "delta_avg": "97.3304x slower", "std_changed": 0.0012556151249097198, "min_changed": 0.355051040649, "delta_std": "2.6327x larger", "std_base": 0.00047692447760541105, "t_msg": "Significant (t=-1858.582912, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19750829219816002, "timeline_link": null, "avg_changed": 0.6434284973144402, "min_base": 0.0830571651459, "delta_min": "7.5731x slower", "delta_avg": "3.2577x slower", "std_changed": 0.011045829050363548, "min_changed": 0.628998041153, "delta_std": "14.0416x smaller", "std_base": 0.1551010490637274, "t_msg": "Significant (t=-20.278175, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25509490966798004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47322438240052, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21655493736258, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60639016628268, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37143178939817995, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23563677787785994, "timeline_link": null, "avg_changed": 0.66738245487214, "min_base": 0.229031085968, "delta_min": "2.7504x slower", "delta_avg": "2.8323x slower", "std_changed": 0.029890174035672384, "min_changed": 0.629922151566, "delta_std": "2.6946x larger", "std_base": 0.011092673282914675, "t_msg": "Significant (t=-95.755943, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.082946367263766, "timeline_link": null, "avg_changed": 0.42787257194517997, "min_base": 0.0564980506897, "delta_min": "7.5293x slower", "delta_avg": "5.1584x slower", "std_changed": 0.002752830726162632, "min_changed": 0.425392150879, "delta_std": "9.1583x smaller", "std_base": 0.02521125011357925, "t_msg": "Significant (t=-96.170786, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018605918884277997, "timeline_link": null, "avg_changed": 0.7120441961288598, "min_base": 0.0176470279694, "delta_min": "40.1749x slower", "delta_avg": "38.2698x slower", "std_changed": 0.002287011671045416, "min_changed": 0.708966970444, "delta_std": "1.7949x smaller", "std_base": 0.004104904999519068, "t_msg": "Significant (t=-1043.486211, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2045999999999997, "timeline_link": null, "avg_changed": 8.136599999999998, "min_base": 2.18, "delta_min": "3.6881x slower", "delta_avg": "3.6907x slower", "std_changed": 0.03788327938738754, "min_changed": 8.04, "delta_std": "1.6370x larger", "std_base": 0.023141975291840637, "t_msg": "Significant (t=-944.879792, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7757999999999998, "timeline_link": null, "avg_changed": 6.4262000000000015, "min_base": 0.74, "delta_min": "8.6216x slower", "delta_avg": "8.2833x slower", "std_changed": 0.025224704443971645, "min_changed": 6.38, "delta_std": "1.4835x smaller", "std_base": 0.03742148242572408, "t_msg": "Significant (t=-885.330994, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9940415143960002, "timeline_link": null, "avg_changed": 44.39808044433599, "min_base": 1.98277616501, "delta_min": "22.2966x slower", "delta_avg": "22.2654x slower", "std_changed": 0.10063111726333747, "min_changed": 44.2091310024, "delta_std": "17.2694x larger", "std_base": 0.0058271380057278, "t_msg": "Significant (t=-2974.630555, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6104267120360001, "timeline_link": null, "avg_changed": 1.76799659729, "min_base": 0.462793111801, "delta_min": "3.7965x slower", "delta_avg": "2.8963x slower", "std_changed": 0.007456649719311129, "min_changed": 1.75698685646, "delta_std": "38.6266x smaller", "std_base": 0.2880253724733565, "t_msg": "Significant (t=-8.983715, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.628370380402, "timeline_link": null, "avg_changed": 10.985449647900001, "min_base": 1.74601197243, "delta_min": "6.2856x slower", "delta_avg": "4.1796x slower", "std_changed": 0.011610466930619644, "min_changed": 10.9747920036, "delta_std": "107.5282x smaller", "std_base": 1.2484526304801793, "t_msg": "Significant (t=-14.967480, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5334591388696, "timeline_link": null, "avg_changed": 0.8605927944184, "min_base": 0.267982006073, "delta_min": "3.1588x slower", "delta_avg": "1.6132x slower", "std_changed": 0.017420563945210278, "min_changed": 0.846513986588, "delta_std": "19.4970x smaller", "std_base": 0.33964957611005514, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4778135776522, "timeline_link": null, "avg_changed": 3.0652239799500003, "min_base": 0.338021039963, "delta_min": "9.0212x slower", "delta_avg": "6.4151x slower", "std_changed": 0.013896018047732875, "min_changed": 3.04935407639, "delta_std": "16.2977x smaller", "std_base": 0.22647329768240812, "t_msg": "Significant (t=-25.498658, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026571033879999997, "timeline_link": null, "avg_changed": 1.5953719111600002, "min_base": 0.02176902, "delta_min": "73.1778x slower", "delta_avg": "60.0418x slower", "std_changed": 0.0023462458271544615, "min_changed": 1.593009561, "delta_std": "5.0334x smaller", "std_base": 0.011809671311464372, "t_msg": "Significant (t=-921.316723, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [424.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [763.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [122.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [177.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [207.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005085516830883142, "timeline_link": null, "avg_changed": 0.26938988442956185, "min_base": 0.005069487464678346, "delta_min": "52.9425x slower", "delta_avg": "52.9720x slower", "std_changed": 0.0008272236695543498, "min_changed": 0.26839152956332696, "delta_std": "41.4106x larger", "std_base": 1.9976118074449032e-05, "t_msg": "Significant (t=-2258.602467, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015525386459745159, "timeline_link": null, "avg_changed": 0.012711891411853901, "min_base": 0.0015323322096230463, "delta_min": "8.2503x slower", "delta_avg": "8.1878x slower", "std_changed": 5.63351060960664e-05, "min_changed": 0.012642225031605562, "delta_std": "3.4000x larger", "std_base": 1.656928870467082e-05, "t_msg": "Significant (t=-1343.781623, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007191866548531575, "timeline_link": null, "avg_changed": 0.08992455469167794, "min_base": 0.00678195998643608, "delta_min": "13.1067x slower", "delta_avg": "12.5036x slower", "std_changed": 0.000648290487805084, "min_changed": 0.08888888888888889, "delta_std": "2.8297x larger", "std_base": 0.00022910213360279592, "t_msg": "Significant (t=-850.820496, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19291813451918313, "timeline_link": null, "avg_changed": 0.9728177117978192, "min_base": 0.18948365703458075, "delta_min": "5.1052x slower", "delta_avg": "5.0426x slower", "std_changed": 0.003685305031364569, "min_changed": 0.9673518742442564, "delta_std": "1.7604x larger", "std_base": 0.0020934379589735734, "t_msg": "Significant (t=-1301.136020, a=0.95)\n"}]], "branch": "", "revision": "81193:00c4e96cd5b2"}