{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038133506774908, "timeline_link": null, "avg_changed": 0.69371037960058, "min_base": 0.0376749038696, "delta_min": "18.3558x slower", "delta_avg": "18.1916x slower", "std_changed": 0.0010833031724000641, "min_changed": 0.691553115845, "delta_std": "1.7116x larger", "std_base": 0.000632916707932937, "t_msg": "Significant (t=-3694.778621, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015537753105166007, "timeline_link": null, "avg_changed": 0.13871658007303328, "min_base": 0.0121879577637, "delta_min": "11.1458x slower", "delta_avg": "8.9277x slower", "std_changed": 0.0032216283956343094, "min_changed": 0.135843992233, "delta_std": "1.7524x smaller", "std_base": 0.005645657385927614, "t_msg": "Significant (t=-232.089946, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2868987441061999, "timeline_link": null, "avg_changed": 1.4555754303930002, "min_base": 0.227896928787, "delta_min": "6.2848x slower", "delta_avg": "5.0735x slower", "std_changed": 0.05253832961334122, "min_changed": 1.43228006363, "delta_std": "3.6603x smaller", "std_base": 0.19230721694037625, "t_msg": "Significant (t=-26.216979, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4023564434055995, "timeline_link": null, "avg_changed": 20.639540643691998, "min_base": 3.34419202805, "delta_min": "6.1527x slower", "delta_avg": "6.0662x slower", "std_changed": 0.07576814046395655, "min_changed": 20.5758640766, "delta_std": "1.0238x smaller", "std_base": 0.07756934965242511, "t_msg": "Significant (t=-1124.056164, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019505376815791998, "timeline_link": null, "avg_changed": 0.24062507152558002, "min_base": 0.0162749290466, "delta_min": "14.6285x slower", "delta_avg": "12.3363x slower", "std_changed": 0.0021159924062622085, "min_changed": 0.238077878952, "delta_std": "2.5721x smaller", "std_base": 0.005442524039452641, "t_msg": "Significant (t=-267.759472, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.401419849395202, "timeline_link": null, "avg_changed": 47.205116333961996, "min_base": 8.34532594681, "delta_min": "5.6300x slower", "delta_avg": "5.6187x slower", "std_changed": 0.09262920818199794, "min_changed": 46.9840159416, "delta_std": "2.0725x smaller", "std_base": 0.19197164302097544, "t_msg": "Significant (t=-1287.274144, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008921914100649204, "timeline_link": null, "avg_changed": 0.54297137260432, "min_base": 0.00642585754395, "delta_min": "84.3754x slower", "delta_avg": "60.8582x slower", "std_changed": 0.0008568440836928966, "min_changed": 0.542184114456, "delta_std": "17.9099x smaller", "std_base": 0.015346015239208444, "t_msg": "Significant (t=-245.694222, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [138.881771088], "base_times": [142.088737965]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04869067668913802, "timeline_link": null, "avg_changed": 3.3036174058913996, "min_base": 0.0461299419403, "delta_min": "71.4537x slower", "delta_avg": "67.8491x slower", "std_changed": 0.002244347867630676, "min_changed": 3.29615497589, "delta_std": "6.2249x smaller", "std_base": 0.013970876388393892, "t_msg": "Significant (t=-1626.558906, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009901967048643198, "timeline_link": null, "avg_changed": 0.038159246444698, "min_base": 0.00139093399048, "delta_min": "27.3183x slower", "delta_avg": "3.8537x slower", "std_changed": 0.00013240622653735973, "min_changed": 0.0379979610443, "delta_std": "87.4030x smaller", "std_base": 0.011572694933029428, "t_msg": "Significant (t=-17.264437, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030974893569953997, "timeline_link": null, "avg_changed": 1.0590875244144002, "min_base": 0.0293440818787, "delta_min": "35.9739x slower", "delta_avg": "34.1918x slower", "std_changed": 0.002279492287903699, "min_changed": 1.05561995506, "delta_std": "1.2220x smaller", "std_base": 0.0027854276730932903, "t_msg": "Significant (t=-2019.817562, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42221390724180013, "timeline_link": null, "avg_changed": 1.1138706016536002, "min_base": 0.331325054169, "delta_min": "3.3347x slower", "delta_avg": "2.6382x slower", "std_changed": 0.0033720726878215847, "min_changed": 1.10486912727, "delta_std": "34.0414x smaller", "std_base": 0.11478996546187377, "t_msg": "Significant (t=-42.587717, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17800228118888003, "timeline_link": null, "avg_changed": 1.6560144281386, "min_base": 0.175879955292, "delta_min": "9.3104x slower", "delta_avg": "9.3033x slower", "std_changed": 0.009430773039791795, "min_changed": 1.6375041008, "delta_std": "2.0848x larger", "std_base": 0.004523650111691418, "t_msg": "Significant (t=-999.191216, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04316689014435201, "timeline_link": null, "avg_changed": 0.6003072214126802, "min_base": 0.0361399650574, "delta_min": "16.3630x slower", "delta_avg": "13.9067x slower", "std_changed": 0.0050478200581264565, "min_changed": 0.591359138489, "delta_std": "1.0009x larger", "std_base": 0.00504318026039526, "t_msg": "Significant (t=-552.115999, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014625391960146, "timeline_link": null, "avg_changed": 0.2610963058471799, "min_base": 0.0119450092316, "delta_min": "21.7142x slower", "delta_avg": "17.8523x slower", "std_changed": 0.0031633898665246562, "min_changed": 0.259376049042, "delta_std": "4.1491x smaller", "std_base": 0.013125283021636678, "t_msg": "Significant (t=-129.086570, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05585126399994598, "timeline_link": null, "avg_changed": 0.56780736923214, "min_base": 0.0508048534393, "delta_min": "11.1049x slower", "delta_avg": "10.1664x slower", "std_changed": 0.0026711361049402455, "min_changed": 0.564181089401, "delta_std": "9.8991x smaller", "std_base": 0.026441750736729074, "t_msg": "Significant (t=-136.214322, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15531109809874002, "timeline_link": null, "avg_changed": 1.6751424264909993, "min_base": 0.104993104935, "delta_min": "15.8980x slower", "delta_avg": "10.7857x slower", "std_changed": 0.0028803744940036043, "min_changed": 1.66917991638, "delta_std": "17.2939x smaller", "std_base": 0.049812999220020096, "t_msg": "Significant (t=-215.383715, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.519011974300003, "timeline_link": null, "avg_changed": 340.4455113410004, "min_base": 12.1868150234, "delta_min": "27.9330x slower", "delta_avg": "27.1943x slower", "std_changed": 0.03184856722680447, "min_changed": 340.413982868, "delta_std": "10.5364x smaller", "std_base": 0.335569595244121, "t_msg": "Significant (t=-6879.100713, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.649302768706, "timeline_link": null, "avg_changed": 21.313637351980002, "min_base": 2.87869286537, "delta_min": "7.3965x slower", "delta_avg": "5.8405x slower", "std_changed": 0.027004232339503272, "min_changed": 21.2923579216, "delta_std": "37.8904x smaller", "std_base": 1.0232012822941632, "t_msg": "Significant (t=-38.589576, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.76861147403714, "timeline_link": null, "avg_changed": 25.302408571238008, "min_base": 0.763200044632, "delta_min": "33.1200x slower", "delta_avg": "32.9196x slower", "std_changed": 0.009265564485186452, "min_changed": 25.27718997, "delta_std": "1.9628x smaller", "std_base": 0.018186426668007964, "t_msg": "Significant (t=-8499.469239, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06803755283355799, "timeline_link": null, "avg_changed": 0.41560369014740006, "min_base": 0.0664529800415, "delta_min": "6.2461x slower", "delta_avg": "6.1084x slower", "std_changed": 0.00038157638654253285, "min_changed": 0.415074110031, "delta_std": "12.3956x smaller", "std_base": 0.004729863259020708, "t_msg": "Significant (t=-517.923002, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03173985958099399, "timeline_link": null, "avg_changed": 0.7225141334534, "min_base": 0.0308558940887, "delta_min": "23.3534x slower", "delta_avg": "22.7636x slower", "std_changed": 0.00267896495050503, "min_changed": 0.720590114594, "delta_std": "1.1920x smaller", "std_base": 0.003193403633729007, "t_msg": "Significant (t=-1171.824976, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.21764359474, "timeline_link": null, "avg_changed": 45.9385032177, "min_base": 20.1882750988, "delta_min": "2.2752x slower", "delta_avg": "2.2722x slower", "std_changed": 0.0055495140174859955, "min_changed": 45.9320819378, "delta_std": "9.8129x smaller", "std_base": 0.05445672054108544, "t_msg": "Significant (t=-1050.692301, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.245842790604, "timeline_link": null, "avg_changed": 9.441164445874, "min_base": 9.23815011978, "delta_min": "1.0215x slower", "delta_avg": "1.0211x slower", "std_changed": 0.004572976622385011, "min_changed": 9.43648505211, "delta_std": "3.3765x smaller", "std_base": 0.015440503425028656, "t_msg": "Significant (t=-27.121664, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29834295749668, "timeline_link": null, "avg_changed": 2.7762828159333997, "min_base": 0.290570020676, "delta_min": "9.5200x slower", "delta_avg": "9.3057x slower", "std_changed": 0.006012897842369418, "min_changed": 2.76623606682, "delta_std": "1.1020x larger", "std_base": 0.005456462852358166, "t_msg": "Significant (t=-2157.948384, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08812018394470801, "timeline_link": null, "avg_changed": 0.4578030300139999, "min_base": 0.0211961269379, "delta_min": "21.4379x slower", "delta_avg": "5.1952x slower", "std_changed": 0.01542697531439647, "min_changed": 0.454400062561, "delta_std": "6.8219x smaller", "std_base": 0.10524202896751211, "t_msg": "Significant (t=-24.575852, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09901622772216401, "timeline_link": null, "avg_changed": 0.49964443206787995, "min_base": 0.0424752235413, "delta_min": "11.7427x slower", "delta_avg": "5.0461x slower", "std_changed": 0.001291322456540064, "min_changed": 0.498773097992, "delta_std": "87.8981x smaller", "std_base": 0.11350483474126406, "t_msg": "Significant (t=-24.956522, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03189888477326001, "timeline_link": null, "avg_changed": 2.7939610576626, "min_base": 0.018758058548, "delta_min": "146.0527x slower", "delta_avg": "87.5880x slower", "std_changed": 0.01749957629571028, "min_changed": 2.73966503143, "delta_std": "1.0463x smaller", "std_base": 0.01830944514635282, "t_msg": "Significant (t=-771.134183, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003503012657165, "timeline_link": null, "avg_changed": 0.35865767478946003, "min_base": 0.00317287445068, "delta_min": "112.6839x slower", "delta_avg": "102.3855x slower", "std_changed": 0.0005289307104018624, "min_changed": 0.357532024384, "delta_std": "1.7471x smaller", "std_base": 0.0009240691603693801, "t_msg": "Significant (t=-2358.625046, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19473851203919998, "timeline_link": null, "avg_changed": 0.6823151063918399, "min_base": 0.0843598842621, "delta_min": "7.9157x slower", "delta_avg": "3.5038x slower", "std_changed": 0.010894615197867627, "min_changed": 0.667764902115, "delta_std": "14.0464x smaller", "std_base": 0.15302969369077546, "t_msg": "Significant (t=-22.472652, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24676889896396006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47004119396218, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21131848812098, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6074510002136602, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36745409965520004, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27335115909576, "timeline_link": null, "avg_changed": 0.7576291275024998, "min_base": 0.265258789062, "delta_min": "2.8043x slower", "delta_avg": "2.7716x slower", "std_changed": 0.01183947476415666, "min_changed": 0.743875980377, "delta_std": "1.2660x larger", "std_base": 0.009352223384861354, "t_msg": "Significant (t=-226.964563, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08674687385559203, "timeline_link": null, "avg_changed": 0.43088069915765986, "min_base": 0.0616340637207, "delta_min": "6.9451x slower", "delta_avg": "4.9671x slower", "std_changed": 0.002957252670700376, "min_changed": 0.428056955338, "delta_std": "7.7225x smaller", "std_base": 0.022837372104182165, "t_msg": "Significant (t=-105.670868, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009418244361873598, "timeline_link": null, "avg_changed": 0.7198928213119199, "min_base": 0.00850701332092, "delta_min": "84.4636x slower", "delta_avg": "76.4360x slower", "std_changed": 0.0008197460965395797, "min_changed": 0.718533039093, "delta_std": "4.5707x smaller", "std_base": 0.0037468289280176478, "t_msg": "Significant (t=-1309.835381, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.165399999999999, "timeline_link": null, "avg_changed": 8.996399999999998, "min_base": 2.13, "delta_min": "4.2066x slower", "delta_avg": "4.1546x slower", "std_changed": 0.023102257156266553, "min_changed": 8.96, "delta_std": "1.1997x smaller", "std_base": 0.02771649475732193, "t_msg": "Significant (t=-1338.681959, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7896, "timeline_link": null, "avg_changed": 7.501799999999992, "min_base": 0.76, "delta_min": "9.8026x slower", "delta_avg": "9.5008x slower", "std_changed": 0.026625904219579156, "min_changed": 7.45, "delta_std": "1.1506x smaller", "std_base": 0.03063677928402328, "t_msg": "Significant (t=-1169.312129, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07605759938556332, "timeline_link": null, "avg_changed": 0.5149675734837467, "min_base": 0.0511898994446, "delta_min": "2.3467x slower", "delta_avg": "6.7708x slower", "std_changed": 0.23308714730105848, "min_changed": 0.120126962662, "delta_std": "8.3382x larger", "std_base": 0.027954092382572324, "t_msg": "Significant (t=-22.898221, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012270367622375699, "timeline_link": null, "avg_changed": 0.06173570442199898, "min_base": 0.00767493247986, "delta_min": "6.9711x slower", "delta_avg": "5.0313x slower", "std_changed": 0.006951004724986513, "min_changed": 0.0535027980804, "delta_std": "1.7607x smaller", "std_base": 0.012238593583329588, "t_msg": "Significant (t=-78.585809, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9518218421944002, "timeline_link": null, "avg_changed": 46.654003105167995, "min_base": 1.93823099136, "delta_min": "24.0048x slower", "delta_avg": "23.9028x slower", "std_changed": 0.060034838279647236, "min_changed": 46.5267519951, "delta_std": "9.6979x larger", "std_base": 0.006190471892754865, "t_msg": "Significant (t=-5237.375517, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5798928260794, "timeline_link": null, "avg_changed": 1.927372789384, "min_base": 0.421563148499, "delta_min": "4.5233x slower", "delta_avg": "3.3237x slower", "std_changed": 0.012832315628581746, "min_changed": 1.90687298775, "delta_std": "24.7052x smaller", "std_base": 0.3170243335872311, "t_msg": "Significant (t=-9.496405, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.531396198272, "timeline_link": null, "avg_changed": 11.43548369408, "min_base": 1.69318079948, "delta_min": "6.7395x slower", "delta_avg": "4.5175x slower", "std_changed": 0.02532052121596143, "min_changed": 11.4111368656, "delta_std": "47.1325x smaller", "std_base": 1.1934206985184312, "t_msg": "Significant (t=-16.679504, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5593115329742, "timeline_link": null, "avg_changed": 0.9456635475159999, "min_base": 0.275884866714, "delta_min": "3.3634x slower", "delta_avg": "1.6908x slower", "std_changed": 0.01415536021325014, "min_changed": 0.927906990051, "delta_std": "26.7260x smaller", "std_base": 0.37831602384843566, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.44103422164920003, "timeline_link": null, "avg_changed": 3.3435444355, "min_base": 0.291613101959, "delta_min": "11.3926x slower", "delta_avg": "7.5811x slower", "std_changed": 0.02300915529025955, "min_changed": 3.32224297523, "delta_std": "10.2288x smaller", "std_base": 0.2353550474158975, "t_msg": "Significant (t=-27.445406, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025058371099999997, "timeline_link": null, "avg_changed": 1.5899988766399997, "min_base": 0.019575709, "delta_min": "81.0377x slower", "delta_avg": "63.4518x slower", "std_changed": 0.001410156471871201, "min_changed": 1.586369992, "delta_std": "10.8898x smaller", "std_base": 0.01535630535031173, "t_msg": "Significant (t=-717.583853, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [374.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [730.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [118.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [165.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [184.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004583817811545419, "timeline_link": null, "avg_changed": 0.30243008122771486, "min_base": 0.0045592504227564955, "delta_min": "66.1462x slower", "delta_avg": "65.9778x slower", "std_changed": 0.0005983938084482926, "min_changed": 0.3015772490123345, "delta_std": "26.0590x larger", "std_base": 2.2963024885120735e-05, "t_msg": "Significant (t=-3516.985127, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015477744454528888, "timeline_link": null, "avg_changed": 0.013715776378327927, "min_base": 0.0015290519877675841, "delta_min": "8.9344x slower", "delta_avg": "8.8616x slower", "std_changed": 5.794298047517158e-05, "min_changed": 0.01366120218579235, "delta_std": "4.1635x larger", "std_base": 1.3916912890383858e-05, "t_msg": "Significant (t=-1443.858684, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006669520571066221, "timeline_link": null, "avg_changed": 0.09698778061949412, "min_base": 0.006195786864931847, "delta_min": "15.5942x slower", "delta_avg": "14.5419x slower", "std_changed": 0.0006295645036849275, "min_changed": 0.0966183574879227, "delta_std": "1.7101x larger", "std_base": 0.0003681473915309047, "t_msg": "Significant (t=-875.693478, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20029533342212474, "timeline_link": null, "avg_changed": 0.9936683027137789, "min_base": 0.19706860450794433, "delta_min": "5.0117x slower", "delta_avg": "4.9610x slower", "std_changed": 0.003937760547281569, "min_changed": 0.9876543209876543, "delta_std": "1.4704x smaller", "std_base": 0.005789909132310823, "t_msg": "Significant (t=-801.190624, a=0.95)\n"}]], "branch": "", "revision": "88418:b7b97f5e6bba"}