{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03710234642029001, "timeline_link": null, "avg_changed": 0.6954398632049599, "min_base": 0.036630153656, "delta_min": "18.8512x slower", "delta_avg": "18.7438x slower", "std_changed": 0.003654883673558409, "min_changed": 0.690523862839, "delta_std": "6.5387x larger", "std_base": 0.000558960014564766, "t_msg": "Significant (t=-1259.040339, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015258185068768007, "timeline_link": null, "avg_changed": 0.13277252356207994, "min_base": 0.0124819278717, "delta_min": "10.3769x slower", "delta_avg": "8.7017x slower", "std_changed": 0.0031031471178826005, "min_changed": 0.129524230957, "delta_std": "1.9989x smaller", "std_base": 0.00620275682044624, "t_msg": "Significant (t=-207.513896, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27738126516365, "timeline_link": null, "avg_changed": 1.396046090126, "min_base": 0.212370872498, "delta_min": "6.4865x slower", "delta_avg": "5.0330x slower", "std_changed": 0.04536137856883488, "min_changed": 1.37753987312, "delta_std": "4.2721x smaller", "std_base": 0.19378661568675803, "t_msg": "Significant (t=-25.136661, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3930674314504, "timeline_link": null, "avg_changed": 20.026197843553998, "min_base": 3.32817411423, "delta_min": "5.9892x slower", "delta_avg": "5.9021x slower", "std_changed": 0.07906859927205444, "min_changed": 19.9331390858, "delta_std": "1.1380x smaller", "std_base": 0.08998184939102338, "t_msg": "Significant (t=-981.871342, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020831336975094, "timeline_link": null, "avg_changed": 0.22791607379913995, "min_base": 0.0177240371704, "delta_min": "12.6942x slower", "delta_avg": "10.9410x slower", "std_changed": 0.001926009726371105, "min_changed": 0.224992036819, "delta_std": "2.5089x smaller", "std_base": 0.004832206241401508, "t_msg": "Significant (t=-281.495436, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.4978968620296005, "timeline_link": null, "avg_changed": 46.72417320727998, "min_base": 7.41953706741, "delta_min": "6.2729x slower", "delta_avg": "6.2316x slower", "std_changed": 0.16440985386187063, "min_changed": 46.5418169498, "delta_std": "1.1336x smaller", "std_base": 0.186377823616754, "t_msg": "Significant (t=-1116.047813, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008976964950562404, "timeline_link": null, "avg_changed": 0.5311211776732803, "min_base": 0.00621104240417, "delta_min": "85.0724x slower", "delta_avg": "59.1649x slower", "std_changed": 0.0018938792408521555, "min_changed": 0.528388023376, "delta_std": "8.9937x smaller", "std_base": 0.017033024252116738, "t_msg": "Significant (t=-215.434668, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [143.866426945], "base_times": [152.512396097]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047410230636592, "timeline_link": null, "avg_changed": 3.0112776517869992, "min_base": 0.0448529720306, "delta_min": "66.9274x slower", "delta_avg": "63.5154x slower", "std_changed": 0.004214514953586724, "min_changed": 3.00189399719, "delta_std": "3.3436x smaller", "std_base": 0.014091856515478271, "t_msg": "Significant (t=-1424.861975, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0106889295578028, "timeline_link": null, "avg_changed": 0.035280909538270004, "min_base": 0.00136184692383, "delta_min": "25.7335x slower", "delta_avg": "3.3007x slower", "std_changed": 0.00032342306634094287, "min_changed": 0.0350451469421, "delta_std": "39.0461x smaller", "std_base": 0.012628417812363742, "t_msg": "Significant (t=-13.765347, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.028780522346491998, "timeline_link": null, "avg_changed": 1.0486815261844, "min_base": 0.0276229381561, "delta_min": "37.7709x slower", "delta_avg": "36.4372x slower", "std_changed": 0.0033255392751730005, "min_changed": 1.04334402084, "delta_std": "1.7247x larger", "std_base": 0.0019282376725914994, "t_msg": "Significant (t=-1876.053850, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45547230243682, "timeline_link": null, "avg_changed": 1.0556592321392, "min_base": 0.346881151199, "delta_min": "3.0104x slower", "delta_avg": "2.3177x slower", "std_changed": 0.00452671779234861, "min_changed": 1.04426288605, "delta_std": "26.5570x smaller", "std_base": 0.12021625781494594, "t_msg": "Significant (t=-35.277732, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17077587127685998, "timeline_link": null, "avg_changed": 1.7221837520599996, "min_base": 0.168545007706, "delta_min": "10.1624x slower", "delta_avg": "10.0845x slower", "std_changed": 0.005776952167251666, "min_changed": 1.71282076836, "delta_std": "1.3083x larger", "std_base": 0.004415730859335689, "t_msg": "Significant (t=-1508.685513, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.03901679515838999, "timeline_link": null, "avg_changed": 0.6015541124344199, "min_base": 0.0298111438751, "delta_min": "19.8848x slower", "delta_avg": "15.4178x slower", "std_changed": 0.006931783442479337, "min_changed": 0.592789888382, "delta_std": "1.1882x larger", "std_base": 0.0058336954691676855, "t_msg": "Significant (t=-439.049380, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014658184051514003, "timeline_link": null, "avg_changed": 0.24996673583978002, "min_base": 0.0118482112885, "delta_min": "20.8969x slower", "delta_avg": "17.0530x slower", "std_changed": 0.003063391476208074, "min_changed": 0.247590780258, "delta_std": "4.7045x smaller", "std_base": 0.014411850307850398, "t_msg": "Significant (t=-112.929397, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.052265238761898, "timeline_link": null, "avg_changed": 0.54889120578772, "min_base": 0.0470070838928, "delta_min": "11.5830x slower", "delta_avg": "10.5020x slower", "std_changed": 0.0029884453625822313, "min_changed": 0.544481992722, "delta_std": "9.5338x smaller", "std_base": 0.028491269280585638, "t_msg": "Significant (t=-122.581984, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22514542102817997, "timeline_link": null, "avg_changed": 1.4378657484050001, "min_base": 0.153889894485, "delta_min": "9.3017x slower", "delta_avg": "6.3864x slower", "std_changed": 0.0032412493208929557, "min_changed": 1.43143796921, "delta_std": "19.3828x smaller", "std_base": 0.06282445761189574, "t_msg": "Significant (t=-136.313757, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.613898396499993, "timeline_link": null, "avg_changed": 329.63688611950005, "min_base": 12.162268877, "delta_min": "27.1031x slower", "delta_avg": "26.1328x slower", "std_changed": 0.0019980014259932876, "min_changed": 329.634908199, "delta_std": "228.3355x smaller", "std_base": 0.4562147083178173, "t_msg": "Significant (t=-4913.628398, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.501088142396, "timeline_link": null, "avg_changed": 19.61928625108, "min_base": 2.78870582581, "delta_min": "7.0212x slower", "delta_avg": "5.6038x slower", "std_changed": 0.027986794258303867, "min_changed": 19.5799250603, "delta_std": "34.6852x smaller", "std_base": 0.9707283968808019, "t_msg": "Significant (t=-37.112767, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.77447293758396, "timeline_link": null, "avg_changed": 23.13895290374, "min_base": 0.768653154373, "delta_min": "30.0591x slower", "delta_avg": "29.8770x slower", "std_changed": 0.01489761947145837, "min_changed": 23.1050040722, "delta_std": "1.3079x smaller", "std_base": 0.01948443152953577, "t_msg": "Significant (t=-6447.574068, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07518123149871798, "timeline_link": null, "avg_changed": 0.4156370210647401, "min_base": 0.0732729434967, "delta_min": "5.6539x slower", "delta_avg": "5.5285x slower", "std_changed": 0.001205666442796144, "min_changed": 0.41427898407, "delta_std": "4.2684x smaller", "std_base": 0.005146238795674642, "t_msg": "Significant (t=-455.462569, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03146814346313999, "timeline_link": null, "avg_changed": 0.62518228054036, "min_base": 0.0307941436768, "delta_min": "20.2150x slower", "delta_avg": "19.8671x slower", "std_changed": 0.003225497385912093, "min_changed": 0.622503995895, "delta_std": "1.2925x larger", "std_base": 0.0024956136226705387, "t_msg": "Significant (t=-1029.416651, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.806017828, "timeline_link": null, "avg_changed": 43.84724798202, "min_base": 18.7768080235, "delta_min": "2.3342x slower", "delta_avg": "2.3316x slower", "std_changed": 0.016074880909522568, "min_changed": 43.8286690712, "delta_std": "2.1510x smaller", "std_base": 0.03457724536993709, "t_msg": "Significant (t=-1468.453831, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.384025049209999, "timeline_link": null, "avg_changed": 9.466580820086, "min_base": 9.37433600426, "delta_min": "1.0090x slower", "delta_avg": "1.0088x slower", "std_changed": 0.006818014923985836, "min_changed": 9.45897912979, "delta_std": "2.0052x smaller", "std_base": 0.013671292557608773, "t_msg": "Significant (t=-12.083471, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.28967325687406004, "timeline_link": null, "avg_changed": 2.6513587665555995, "min_base": 0.285557031631, "delta_min": "9.2522x slower", "delta_avg": "9.1529x slower", "std_changed": 0.004377919663436042, "min_changed": 2.64204502106, "delta_std": "1.3294x larger", "std_base": 0.0032931788363957147, "t_msg": "Significant (t=-3048.353532, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.097284326553364, "timeline_link": null, "avg_changed": 0.44581491470339984, "min_base": 0.0262060165405, "delta_min": "16.8367x slower", "delta_avg": "4.5826x slower", "std_changed": 0.013106471981633429, "min_changed": 0.441221952438, "delta_std": "8.3047x smaller", "std_base": 0.10884594122454831, "t_msg": "Significant (t=-22.479559, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09984149932862801, "timeline_link": null, "avg_changed": 0.45531320571901984, "min_base": 0.041109085083, "delta_min": "11.0083x slower", "delta_avg": "4.5604x slower", "std_changed": 0.003686570225155546, "min_changed": 0.452542066574, "delta_std": "32.3372x smaller", "std_base": 0.11921344909193839, "t_msg": "Significant (t=-21.074498, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03690930843353799, "timeline_link": null, "avg_changed": 2.7341782283780005, "min_base": 0.0203011035919, "delta_min": "131.4073x slower", "delta_avg": "74.0783x slower", "std_changed": 0.02168646522008356, "min_changed": 2.66771411896, "delta_std": "1.0905x smaller", "std_base": 0.023649761799415765, "t_msg": "Significant (t=-594.390732, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036402082443242, "timeline_link": null, "avg_changed": 0.3708678436278801, "min_base": 0.00324606895447, "delta_min": "113.8269x slower", "delta_avg": "101.8809x slower", "std_changed": 0.0014870101541961606, "min_changed": 0.369489908218, "delta_std": "1.2095x larger", "std_base": 0.001229422203753001, "t_msg": "Significant (t=-1345.837462, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20215132236480404, "timeline_link": null, "avg_changed": 0.6652007532119799, "min_base": 0.0858240127563, "delta_min": "7.5893x slower", "delta_avg": "3.2906x slower", "std_changed": 0.010932703734862876, "min_changed": 0.651340961456, "delta_std": "14.1874x smaller", "std_base": 0.15510679457508253, "t_msg": "Significant (t=-21.057431, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25097597599034, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4690252161026401, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.20543999195098003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60521210670468, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3677597379684199, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.24029096126554006, "timeline_link": null, "avg_changed": 0.7400018310547, "min_base": 0.211364030838, "delta_min": "3.2480x slower", "delta_avg": "3.0796x slower", "std_changed": 0.04248528427636443, "min_changed": 0.686504840851, "delta_std": "2.2008x larger", "std_base": 0.019304227535227373, "t_msg": "Significant (t=-75.719808, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08562294483184, "timeline_link": null, "avg_changed": 0.41793574333195993, "min_base": 0.0565211772919, "delta_min": "7.3561x slower", "delta_avg": "4.8811x slower", "std_changed": 0.0026200797473856815, "min_changed": 0.415775060654, "delta_std": "9.9661x smaller", "std_base": 0.026111882140048705, "t_msg": "Significant (t=-89.540299, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017744364738463997, "timeline_link": null, "avg_changed": 0.7340052175521999, "min_base": 0.016902923584, "delta_min": "43.1884x slower", "delta_avg": "41.3655x slower", "std_changed": 0.00323339413801248, "min_changed": 0.730010986328, "delta_std": "1.0069x smaller", "std_base": 0.0032556047677226555, "t_msg": "Significant (t=-1103.801476, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.174400000000002, "timeline_link": null, "avg_changed": 8.790799999999999, "min_base": 2.16, "delta_min": "4.0278x slower", "delta_avg": "4.0429x slower", "std_changed": 0.03778780712540684, "min_changed": 8.7, "delta_std": "3.0278x larger", "std_base": 0.012480188381623772, "t_msg": "Significant (t=-1175.638864, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8046000000000002, "timeline_link": null, "avg_changed": 6.187999999999993, "min_base": 0.78, "delta_min": "7.8718x slower", "delta_avg": "7.6908x slower", "std_changed": 0.024660966430902948, "min_changed": 6.14, "delta_std": "1.4932x smaller", "std_base": 0.03682335106523397, "t_msg": "Significant (t=-858.929211, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07051275571187067, "timeline_link": null, "avg_changed": 0.4922472747166666, "min_base": 0.0443751811981, "delta_min": "2.6298x slower", "delta_avg": "6.9810x slower", "std_changed": 0.22157508171637988, "min_changed": 0.116698980331, "delta_std": "7.3961x larger", "std_base": 0.02995834055248609, "t_msg": "Significant (t=-23.100964, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01234148931503366, "timeline_link": null, "avg_changed": 0.06236166858673101, "min_base": 0.00782895088196, "delta_min": "6.7378x slower", "delta_avg": "5.0530x slower", "std_changed": 0.007289661496568558, "min_changed": 0.0527501106262, "delta_std": "1.6889x smaller", "std_base": 0.012311669993032142, "t_msg": "Significant (t=-78.172490, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9532053470608, "timeline_link": null, "avg_changed": 44.901651191708005, "min_base": 1.94236803055, "delta_min": "23.0623x slower", "delta_avg": "22.9887x slower", "std_changed": 0.05735821052409833, "min_changed": 44.7955138683, "delta_std": "12.6794x larger", "std_base": 0.0045237469082769505, "t_msg": "Significant (t=-5278.254690, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.650148439408, "timeline_link": null, "avg_changed": 1.87120041847, "min_base": 0.483790159225, "delta_min": "3.8069x slower", "delta_avg": "2.8781x slower", "std_changed": 0.02361048055345289, "min_changed": 1.84174108505, "delta_std": "13.4400x smaller", "std_base": 0.3173245792623582, "t_msg": "Significant (t=-8.580579, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.716358995438, "timeline_link": null, "avg_changed": 11.60114727022, "min_base": 1.85228419304, "delta_min": "6.2507x slower", "delta_avg": "4.2708x slower", "std_changed": 0.016594956700816465, "min_changed": 11.5780460835, "delta_std": "79.3587x smaller", "std_base": 1.316953756455047, "t_msg": "Significant (t=-15.084367, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5753895282738, "timeline_link": null, "avg_changed": 0.9162271976472001, "min_base": 0.256161928177, "delta_min": "3.5107x slower", "delta_avg": "1.5924x slower", "std_changed": 0.019160458815419296, "min_changed": 0.899302005768, "delta_std": "20.4984x smaller", "std_base": 0.3927593145054641, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.47903060913080003, "timeline_link": null, "avg_changed": 3.265379571916, "min_base": 0.339569091797, "delta_min": "9.5714x slower", "delta_avg": "6.8166x slower", "std_changed": 0.01403914340362207, "min_changed": 3.25015997887, "delta_std": "14.2481x smaller", "std_base": 0.20003179748684377, "t_msg": "Significant (t=-31.070945, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024918449279999994, "timeline_link": null, "avg_changed": 1.6143665676999999, "min_base": 0.020109179, "delta_min": "80.1377x slower", "delta_avg": "64.7860x slower", "std_changed": 0.002744962603513586, "min_changed": 1.61150398, "delta_std": "3.8936x smaller", "std_base": 0.010687677190481104, "t_msg": "Significant (t=-1018.536943, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [400.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [743.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [130.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [174.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004882340773164026, "timeline_link": null, "avg_changed": 0.26896330750125613, "min_base": 0.0048497781226508885, "delta_min": "55.2417x slower", "delta_avg": "55.0890x slower", "std_changed": 0.000701901926246154, "min_changed": 0.26790976799014093, "delta_std": "32.8804x larger", "std_base": 2.134713135089728e-05, "t_msg": "Significant (t=-2659.162685, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001603442616266656, "timeline_link": null, "avg_changed": 0.012852777303429668, "min_base": 0.0015780337699226763, "delta_min": "8.1036x slower", "delta_avg": "8.0157x slower", "std_changed": 6.284390082882144e-05, "min_changed": 0.01278772378516624, "delta_std": "3.6557x larger", "std_base": 1.7190476013525576e-05, "t_msg": "Significant (t=-1220.898972, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007045574420399681, "timeline_link": null, "avg_changed": 0.09070783111878992, "min_base": 0.006607201850016518, "delta_min": "13.6351x slower", "delta_avg": "12.8744x slower", "std_changed": 0.0006732801050953786, "min_changed": 0.09009009009009009, "delta_std": "1.8094x larger", "std_base": 0.00037210057316809544, "t_msg": "Significant (t=-769.024123, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20282141053679592, "timeline_link": null, "avg_changed": 0.9984137010755352, "min_base": 0.19947637451689315, "delta_min": "4.9758x slower", "delta_avg": "4.9226x slower", "std_changed": 0.0042108577693056376, "min_changed": 0.9925558312655087, "delta_std": "2.7254x larger", "std_base": 0.0015450167612009891, "t_msg": "Significant (t=-1254.234808, a=0.95)\n"}]], "branch": "", "revision": "82924:a06076d31e8d"}