{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036486558914178, "timeline_link": null, "avg_changed": 0.7601486968993801, "min_base": 0.0360779762268, "delta_min": "20.9064x slower", "delta_avg": "20.8337x slower", "std_changed": 0.001852686928679622, "min_changed": 0.75426197052, "delta_std": "3.0607x larger", "std_base": 0.00060531984652764, "t_msg": "Significant (t=-2625.391973, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016117404301959997, "timeline_link": null, "avg_changed": 0.1486726538340533, "min_base": 0.0128099918365, "delta_min": "11.3742x slower", "delta_avg": "9.2244x slower", "std_changed": 0.002278880561914601, "min_changed": 0.145703077316, "delta_std": "2.6436x smaller", "std_base": 0.006024541092319788, "t_msg": "Significant (t=-252.045681, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2823140859604, "timeline_link": null, "avg_changed": 1.4828757286065002, "min_base": 0.223156929016, "delta_min": "6.5831x slower", "delta_avg": "5.2526x slower", "std_changed": 0.04833681011560769, "min_changed": 1.46906518936, "delta_std": "4.1425x smaller", "std_base": 0.20023591287729878, "t_msg": "Significant (t=-26.065046, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3178516149526, "timeline_link": null, "avg_changed": 21.471800947194, "min_base": 3.31462192535, "delta_min": "6.4492x slower", "delta_avg": "6.4716x slower", "std_changed": 0.08349443182317949, "min_changed": 21.3767809868, "delta_std": "47.0826x larger", "std_base": 0.001773359921499766, "t_msg": "Significant (t=-1537.094870, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021352853775026003, "timeline_link": null, "avg_changed": 0.24744682788854, "min_base": 0.0180389881134, "delta_min": "13.5629x slower", "delta_avg": "11.5885x slower", "std_changed": 0.0019173921428444235, "min_changed": 0.244661808014, "delta_std": "2.6189x smaller", "std_base": 0.005021409322415655, "t_msg": "Significant (t=-297.435719, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.263472642898797, "timeline_link": null, "avg_changed": 50.106248321532, "min_base": 8.19902205467, "delta_min": "6.0915x slower", "delta_avg": "6.0636x slower", "std_changed": 0.08400285159792077, "min_changed": 49.9443469048, "delta_std": "2.1322x smaller", "std_base": 0.17911046094696031, "t_msg": "Significant (t=-1495.586446, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009128994941704, "timeline_link": null, "avg_changed": 0.53986233711238, "min_base": 0.00653290748596, "delta_min": "82.4532x slower", "delta_avg": "59.1371x slower", "std_changed": 0.0005926869804861046, "min_changed": 0.538659095764, "delta_std": "26.7155x smaller", "std_base": 0.015833954756401043, "t_msg": "Significant (t=-236.847029, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [315.891528845], "base_times": [136.42423296]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.050278930664072005, "timeline_link": null, "avg_changed": 3.2281681871416, "min_base": 0.0477550029755, "delta_min": "67.5403x slower", "delta_avg": "64.2052x slower", "std_changed": 0.002176499191320989, "min_changed": 3.22538518906, "delta_std": "6.1932x smaller", "std_base": 0.013479594484082983, "t_msg": "Significant (t=-1645.728367, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010191569328305599, "timeline_link": null, "avg_changed": 0.038691892623904, "min_base": 0.00142598152161, "delta_min": "26.9953x slower", "delta_avg": "3.7965x slower", "std_changed": 0.00015218206338492676, "min_changed": 0.0384948253632, "delta_std": "76.9244x smaller", "std_base": 0.011706520521291033, "t_msg": "Significant (t=-17.213543, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029712944030758012, "timeline_link": null, "avg_changed": 1.1139689159396002, "min_base": 0.0280849933624, "delta_min": "39.5825x slower", "delta_avg": "37.4910x slower", "std_changed": 0.0017135169373264526, "min_changed": 1.11167407036, "delta_std": "1.6225x smaller", "std_base": 0.0027802341261478343, "t_msg": "Significant (t=-2347.573780, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42089063644408, "timeline_link": null, "avg_changed": 1.0802382278444003, "min_base": 0.324396133423, "delta_min": "3.3094x slower", "delta_avg": "2.5666x slower", "std_changed": 0.002267630801704368, "min_changed": 1.07354712486, "delta_std": "51.8426x smaller", "std_base": 0.1175598151225094, "t_msg": "Significant (t=-39.651512, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17465111255647997, "timeline_link": null, "avg_changed": 1.6203325605396, "min_base": 0.173375844955, "delta_min": "9.2748x slower", "delta_avg": "9.2775x slower", "std_changed": 0.007769532222645843, "min_changed": 1.6080198288, "delta_std": "1.9371x larger", "std_base": 0.00401093758642117, "t_msg": "Significant (t=-1169.121455, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042972507476806004, "timeline_link": null, "avg_changed": 0.6199111223221601, "min_base": 0.0362160205841, "delta_min": "16.9434x slower", "delta_avg": "14.4258x slower", "std_changed": 0.0036575571810293413, "min_changed": 0.613623857498, "delta_std": "1.2757x smaller", "std_base": 0.004666115457503828, "t_msg": "Significant (t=-688.097109, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016274328231816005, "timeline_link": null, "avg_changed": 0.2755518245697, "min_base": 0.013384103775, "delta_min": "20.4080x slower", "delta_avg": "16.9317x slower", "std_changed": 0.002555893722682275, "min_changed": 0.273143053055, "delta_std": "5.2975x smaller", "std_base": 0.013539905281385229, "t_msg": "Significant (t=-133.055008, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050482726097106, "timeline_link": null, "avg_changed": 0.58900996685028, "min_base": 0.04514503479, "delta_min": "12.9549x slower", "delta_avg": "11.6676x slower", "std_changed": 0.002476628409126803, "min_changed": 0.584847927094, "delta_std": "11.0545x smaller", "std_base": 0.027377815537816222, "t_msg": "Significant (t=-138.523722, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.17714934349054, "timeline_link": null, "avg_changed": 1.6466588544849996, "min_base": 0.105990886688, "delta_min": "15.4976x slower", "delta_avg": "9.2953x slower", "std_changed": 0.0025576626677100405, "min_changed": 1.64260792732, "delta_std": "29.1184x smaller", "std_base": 0.0744751642917908, "t_msg": "Significant (t=-139.440837, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.193362951299994, "timeline_link": null, "avg_changed": 343.38169145549995, "min_base": 10.8615357876, "delta_min": "31.6129x slower", "delta_avg": "30.6773x slower", "std_changed": 0.01748925638210892, "min_changed": 343.364377975, "delta_std": "19.1658x smaller", "std_base": 0.3351960537630979, "t_msg": "Significant (t=-6998.099702, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.382879161832, "timeline_link": null, "avg_changed": 21.604841947540002, "min_base": 2.67199897766, "delta_min": "8.0768x slower", "delta_avg": "6.3865x slower", "std_changed": 0.02035618709892662, "min_changed": 21.5812580585, "delta_std": "48.7378x smaller", "std_base": 0.9921165220040568, "t_msg": "Significant (t=-41.060674, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7379708337784402, "timeline_link": null, "avg_changed": 24.813487744332, "min_base": 0.733583211899, "delta_min": "33.7877x slower", "delta_avg": "33.6239x slower", "std_changed": 0.010443236796514562, "min_changed": 24.786067009, "delta_std": "1.7283x smaller", "std_base": 0.01804868423626228, "t_msg": "Significant (t=-8164.089661, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08104358673094599, "timeline_link": null, "avg_changed": 0.43890434741978007, "min_base": 0.0796868801117, "delta_min": "5.4992x slower", "delta_avg": "5.4157x slower", "std_changed": 0.0004035612208647173, "min_changed": 0.438215017319, "delta_std": "12.7192x smaller", "std_base": 0.0051329600806140204, "t_msg": "Significant (t=-491.465533, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.034388227462768, "timeline_link": null, "avg_changed": 0.7021587944031201, "min_base": 0.0320670604706, "delta_min": "21.8311x slower", "delta_avg": "20.4186x slower", "std_changed": 0.002433419143674292, "min_changed": 0.700059890747, "delta_std": "1.1536x smaller", "std_base": 0.0028073086889361144, "t_msg": "Significant (t=-1270.963935, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.758417797099998, "timeline_link": null, "avg_changed": 46.13670239448, "min_base": 20.7425971031, "delta_min": "2.2236x slower", "delta_avg": "2.2226x slower", "std_changed": 0.010635902526043907, "min_changed": 46.1234750748, "delta_std": "2.5361x smaller", "std_base": 0.0269740864352956, "t_msg": "Significant (t=-1957.134193, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.844236803040001, "timeline_link": null, "avg_changed": 10.943163633360001, "min_base": 10.8382389545, "delta_min": "1.0093x slower", "delta_avg": "1.0091x slower", "std_changed": 0.004416571434856998, "min_changed": 10.939150095, "delta_std": "2.7906x smaller", "std_base": 0.012324764099544206, "t_msg": "Significant (t=-16.896089, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2937343406677201, "timeline_link": null, "avg_changed": 2.8153305912019992, "min_base": 0.286556005478, "delta_min": "9.8033x slower", "delta_avg": "9.5846x slower", "std_changed": 0.003676531933871792, "min_changed": 2.80918097496, "delta_std": "1.4082x smaller", "std_base": 0.005177118569480273, "t_msg": "Significant (t=-2808.039976, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.091156716346734, "timeline_link": null, "avg_changed": 0.4697690534591599, "min_base": 0.0220060348511, "delta_min": "21.1498x slower", "delta_avg": "5.1534x slower", "std_changed": 0.01480819938996023, "min_changed": 0.465422868729, "delta_std": "7.2486x smaller", "std_base": 0.10733825196837425, "t_msg": "Significant (t=-24.707638, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.101539392471342, "timeline_link": null, "avg_changed": 0.5107673835754799, "min_base": 0.0392360687256, "delta_min": "12.9948x slower", "delta_avg": "5.0302x slower", "std_changed": 0.0009968829362355979, "min_changed": 0.509865045547, "delta_std": "117.6766x smaller", "std_base": 0.11730978951237445, "t_msg": "Significant (t=-24.666095, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034836401939400005, "timeline_link": null, "avg_changed": 2.8086592149729994, "min_base": 0.0184750556946, "delta_min": "149.6883x slower", "delta_avg": "80.6243x slower", "std_changed": 0.027460584832403143, "min_changed": 2.76549911499, "delta_std": "1.3554x larger", "std_base": 0.02026006755896115, "t_msg": "Significant (t=-574.756500, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032054090499878, "timeline_link": null, "avg_changed": 0.35997561454766014, "min_base": 0.00293397903442, "delta_min": "122.3168x slower", "delta_avg": "112.3026x slower", "std_changed": 0.0008407689370512171, "min_changed": 0.35887503624, "delta_std": "1.0139x larger", "std_base": 0.0008292558122272673, "t_msg": "Significant (t=-2136.266111, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.201800246238752, "timeline_link": null, "avg_changed": 0.7069843769073804, "min_base": 0.0854609012604, "delta_min": "8.1130x slower", "delta_avg": "3.5034x slower", "std_changed": 0.009355496073246268, "min_changed": 0.693344116211, "delta_std": "16.1989x smaller", "std_base": 0.1515490086073245, "t_msg": "Significant (t=-23.526409, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24347472667696007, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46815297603600003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18559528827662, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59274769306174, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3662327480316, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26685071468349997, "timeline_link": null, "avg_changed": 0.7452232122421202, "min_base": 0.258188962936, "delta_min": "2.8428x slower", "delta_avg": "2.7927x slower", "std_changed": 0.009817679512003463, "min_changed": 0.73398900032, "delta_std": "1.1450x larger", "std_base": 0.008574685896576803, "t_msg": "Significant (t=-259.501033, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08668485164639998, "timeline_link": null, "avg_changed": 0.43935441017150006, "min_base": 0.0602819919586, "delta_min": "7.2742x slower", "delta_avg": "5.0684x slower", "std_changed": 0.001795025174690293, "min_changed": 0.438501119614, "delta_std": "13.1565x smaller", "std_base": 0.02361623802721185, "t_msg": "Significant (t=-105.291026, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009051580429078998, "timeline_link": null, "avg_changed": 0.6733779764175399, "min_base": 0.00827789306641, "delta_min": "80.6215x slower", "delta_avg": "74.3934x slower", "std_changed": 0.002297019216679208, "min_changed": 0.667376041412, "delta_std": "1.3644x smaller", "std_base": 0.0031341223781858243, "t_msg": "Significant (t=-1208.904866, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.138600000000001, "timeline_link": null, "avg_changed": 9.2038, "min_base": 2.11, "delta_min": "4.3460x slower", "delta_avg": "4.3037x slower", "std_changed": 0.018057730551015325, "min_changed": 9.17, "delta_std": "1.5823x smaller", "std_base": 0.028572142848214535, "t_msg": "Significant (t=-1478.056567, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7994000000000001, "timeline_link": null, "avg_changed": 7.197, "min_base": 0.77, "delta_min": "9.2727x slower", "delta_avg": "9.0030x slower", "std_changed": 0.02697315369785596, "min_changed": 7.14, "delta_std": "1.1686x smaller", "std_base": 0.031519996892157696, "t_msg": "Significant (t=-1090.445401, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07184772014618661, "timeline_link": null, "avg_changed": 0.5407376909255533, "min_base": 0.0455310344696, "delta_min": "2.7506x slower", "delta_avg": "7.5262x slower", "std_changed": 0.2453800544084892, "min_changed": 0.125236034393, "delta_std": "8.1560x larger", "std_base": 0.03008568613997392, "t_msg": "Significant (t=-23.229361, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012667046070097294, "timeline_link": null, "avg_changed": 0.057648367881774534, "min_base": 0.00738215446472, "delta_min": "7.4704x slower", "delta_avg": "4.5511x slower", "std_changed": 0.005349305139435532, "min_changed": 0.0551478862762, "delta_std": "2.3896x smaller", "std_base": 0.012782636433315604, "t_msg": "Significant (t=-72.586243, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8348633050912002, "timeline_link": null, "avg_changed": 47.615942220692, "min_base": 1.82404279709, "delta_min": "26.0320x slower", "delta_avg": "25.9507x slower", "std_changed": 0.06170881224743063, "min_changed": 47.4835700989, "delta_std": "10.9673x larger", "std_base": 0.005626605054257774, "t_msg": "Significant (t=-5224.274489, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5961037635806, "timeline_link": null, "avg_changed": 2.030995416642, "min_base": 0.431179046631, "delta_min": "4.6848x slower", "delta_avg": "3.4071x slower", "std_changed": 0.00720154347991541, "min_changed": 2.019977808, "delta_std": "45.9068x smaller", "std_base": 0.3305996783183472, "t_msg": "Significant (t=-9.702836, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5251135826119997, "timeline_link": null, "avg_changed": 11.9121723652, "min_base": 1.68499088287, "delta_min": "7.0578x slower", "delta_avg": "4.7175x slower", "std_changed": 0.018829098138461082, "min_changed": 11.8922870159, "delta_std": "65.8602x smaller", "std_base": 1.2400874625484075, "t_msg": "Significant (t=-16.924357, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5336896419518, "timeline_link": null, "avg_changed": 0.9813178062447999, "min_base": 0.258728027344, "delta_min": "3.7190x slower", "delta_avg": "1.8387x slower", "std_changed": 0.025760154710318405, "min_changed": 0.962204933167, "delta_std": "14.7299x smaller", "std_base": 0.37944497239669034, "t_msg": "Significant (t=-2.631813, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46102776527399997, "timeline_link": null, "avg_changed": 3.541651964186, "min_base": 0.308802843094, "delta_min": "11.3890x slower", "delta_avg": "7.6821x slower", "std_changed": 0.02015541546866646, "min_changed": 3.51695489883, "delta_std": "11.5861x smaller", "std_base": 0.23352348641008047, "t_msg": "Significant (t=-29.388778, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023866048159999997, "timeline_link": null, "avg_changed": 1.64290307376, "min_base": 0.018087452, "delta_min": "90.7282x slower", "delta_avg": "68.8385x slower", "std_changed": 0.001063545064013044, "min_changed": 1.641041059, "delta_std": "15.6050x smaller", "std_base": 0.016596665755977687, "t_msg": "Significant (t=-688.384447, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [739.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [164.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [180.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004577720717232106, "timeline_link": null, "avg_changed": 0.3008313114345726, "min_base": 0.004555289830315454, "delta_min": "65.9036x slower", "delta_avg": "65.7164x slower", "std_changed": 0.0006678120029779612, "min_changed": 0.30021014710297206, "delta_std": "23.6826x larger", "std_base": 2.8198423409689732e-05, "t_msg": "Significant (t=-3134.062007, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014712356127223104, "timeline_link": null, "avg_changed": 0.013920298441025014, "min_base": 0.00145602795573675, "delta_min": "9.5389x slower", "delta_avg": "9.4616x slower", "std_changed": 3.5717906453783165e-05, "min_changed": 0.013888888888888888, "delta_std": "3.6594x larger", "std_base": 9.760587976778097e-06, "t_msg": "Significant (t=-2377.370820, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00654345479873477, "timeline_link": null, "avg_changed": 0.098185542873866, "min_base": 0.006077180188392586, "delta_min": "16.1324x slower", "delta_avg": "15.0052x slower", "std_changed": 0.0004434383426480312, "min_changed": 0.09803921568627451, "delta_std": "1.3275x larger", "std_base": 0.0003340364551086353, "t_msg": "Significant (t=-1167.215477, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19141804635631884, "timeline_link": null, "avg_changed": 1.0098886066922312, "min_base": 0.1873536299765808, "delta_min": "5.3711x slower", "delta_avg": "5.2758x slower", "std_changed": 0.0033303387716363746, "min_changed": 1.0062893081761006, "delta_std": "1.7848x smaller", "std_base": 0.005943926704839193, "t_msg": "Significant (t=-849.432454, a=0.95)\n"}]], "branch": "", "revision": "92132:351e1a58f5ac"}