{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037614402770996, "timeline_link": null, "avg_changed": 0.74158799648282, "min_base": 0.0371840000153, "delta_min": "19.8251x slower", "delta_avg": "19.7155x slower", "std_changed": 0.0035982313760513362, "min_changed": 0.737175941467, "delta_std": "6.6061x larger", "std_base": 0.0005446837276865304, "t_msg": "Significant (t=-1367.831543, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015382822354637333, "timeline_link": null, "avg_changed": 0.13361878077188005, "min_base": 0.0124990940094, "delta_min": "10.4128x slower", "delta_avg": "8.6862x slower", "std_changed": 0.0031837276008060936, "min_changed": 0.130151033401, "delta_std": "2.0702x smaller", "std_base": 0.006590808841239361, "t_msg": "Significant (t=-197.840222, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26131744384769995, "timeline_link": null, "avg_changed": 1.4099136948584996, "min_base": 0.201632022858, "delta_min": "6.9025x slower", "delta_avg": "5.3954x slower", "std_changed": 0.04530183142055491, "min_changed": 1.39176511765, "delta_std": "4.1619x smaller", "std_base": 0.18854016646927968, "t_msg": "Significant (t=-26.490520, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3996456050867994, "timeline_link": null, "avg_changed": 20.349661793702, "min_base": 3.3371989727, "delta_min": "6.0738x slower", "delta_avg": "5.9858x slower", "std_changed": 0.06001058678933056, "min_changed": 20.2696130276, "delta_std": "1.4502x smaller", "std_base": 0.08702607047949669, "t_msg": "Significant (t=-1133.796455, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024484143257133995, "timeline_link": null, "avg_changed": 0.22231280803680004, "min_base": 0.0209090709686, "delta_min": "10.5057x slower", "delta_avg": "9.0799x slower", "std_changed": 0.0018393117122089957, "min_changed": 0.219664812088, "delta_std": "3.4166x smaller", "std_base": 0.006284262880454112, "t_msg": "Significant (t=-213.634809, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.855383596420005, "timeline_link": null, "avg_changed": 37.758337807656005, "min_base": 17.7360060215, "delta_min": "2.1223x slower", "delta_avg": "2.1147x slower", "std_changed": 0.05466350894643093, "min_changed": 37.6414380074, "delta_std": "3.2618x smaller", "std_base": 0.1783037494381386, "t_msg": "Significant (t=-754.632874, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008873758316041602, "timeline_link": null, "avg_changed": 0.52033236503604, "min_base": 0.00618386268616, "delta_min": "83.6383x slower", "delta_avg": "58.6372x slower", "std_changed": 0.0028489666306994294, "min_changed": 0.517207860947, "delta_std": "5.8529x smaller", "std_base": 0.016674760481553294, "t_msg": "Significant (t=-213.790206, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.391670942], "base_times": [140.280882835]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04751946926116401, "timeline_link": null, "avg_changed": 3.1503020095825995, "min_base": 0.0450990200043, "delta_min": "69.6719x slower", "delta_avg": "66.2950x slower", "std_changed": 0.004403984076572221, "min_changed": 3.14213585854, "delta_std": "3.3203x smaller", "std_base": 0.014622437124446256, "t_msg": "Significant (t=-1436.686678, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010681748390197999, "timeline_link": null, "avg_changed": 0.038644428253176, "min_base": 0.00129508972168, "delta_min": "29.5123x slower", "delta_avg": "3.6178x slower", "std_changed": 0.0003423458422376709, "min_changed": 0.0382211208344, "delta_std": "36.7429x smaller", "std_base": 0.01257878410521992, "t_msg": "Significant (t=-15.713189, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031565375328066, "timeline_link": null, "avg_changed": 1.0370657825464, "min_base": 0.0302338600159, "delta_min": "34.1771x slower", "delta_avg": "32.8545x slower", "std_changed": 0.0028805355926138235, "min_changed": 1.03330588341, "delta_std": "1.0390x larger", "std_base": 0.0027723188937401975, "t_msg": "Significant (t=-1778.422231, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42038777828217994, "timeline_link": null, "avg_changed": 1.0766389036173998, "min_base": 0.328334093094, "delta_min": "3.2522x slower", "delta_avg": "2.5611x slower", "std_changed": 0.004076667772258688, "min_changed": 1.06780600548, "delta_std": "25.8992x smaller", "std_base": 0.10558248457784755, "t_msg": "Significant (t=-43.917711, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17128401279442007, "timeline_link": null, "avg_changed": 1.5799685621266004, "min_base": 0.169894933701, "delta_min": "9.2347x slower", "delta_avg": "9.2243x slower", "std_changed": 0.00435011677477233, "min_changed": 1.56892204285, "delta_std": "1.0643x smaller", "std_base": 0.004629852568885956, "t_msg": "Significant (t=-1567.935820, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040429186820982, "timeline_link": null, "avg_changed": 0.5850930452346199, "min_base": 0.0307309627533, "delta_min": "18.7814x slower", "delta_avg": "14.4720x slower", "std_changed": 0.006127177556400908, "min_changed": 0.577170848846, "delta_std": "1.0718x smaller", "std_base": 0.006567183678244918, "t_msg": "Significant (t=-428.802172, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014427561759948, "timeline_link": null, "avg_changed": 0.2568593740463999, "min_base": 0.0116078853607, "delta_min": "21.9545x slower", "delta_avg": "17.8034x slower", "std_changed": 0.0022996703097818974, "min_changed": 0.254845142365, "delta_std": "6.4214x smaller", "std_base": 0.014767061622403637, "t_msg": "Significant (t=-114.703631, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.061662034988398, "timeline_link": null, "avg_changed": 0.54730335712432, "min_base": 0.0565688610077, "delta_min": "9.6088x slower", "delta_avg": "8.8759x slower", "std_changed": 0.0031255725254983346, "min_changed": 0.543558835983, "delta_std": "9.0351x smaller", "std_base": 0.028239917992771327, "t_msg": "Significant (t=-120.862990, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.1814120531082, "timeline_link": null, "avg_changed": 1.5016257333752003, "min_base": 0.115146875381, "delta_min": "12.9835x slower", "delta_avg": "8.2774x slower", "std_changed": 0.004212144407238524, "min_changed": 1.49501490593, "delta_std": "14.3929x smaller", "std_base": 0.06062510310815048, "t_msg": "Significant (t=-153.614084, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.539549946799985, "timeline_link": null, "avg_changed": 344.0256428719998, "min_base": 12.1984949112, "delta_min": "28.2013x slower", "delta_avg": "27.4352x slower", "std_changed": 0.011785462869266829, "min_changed": 344.013975859, "delta_std": "29.2324x smaller", "std_base": 0.34451761204368514, "t_msg": "Significant (t=-6799.624398, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.42171792984, "timeline_link": null, "avg_changed": 19.94913353918, "min_base": 2.79212498665, "delta_min": "7.1377x slower", "delta_avg": "5.8302x slower", "std_changed": 0.015751954810971632, "min_changed": 19.9293949604, "delta_std": "58.6392x smaller", "std_base": 0.9236822632957418, "t_msg": "Significant (t=-40.004072, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.72320737838738, "timeline_link": null, "avg_changed": 24.33680690766, "min_base": 0.717146158218, "delta_min": "33.9143x slower", "delta_avg": "33.6512x slower", "std_changed": 0.009090769701744782, "min_changed": 24.3215370178, "delta_std": "2.0151x smaller", "std_base": 0.018318629175751167, "t_msg": "Significant (t=-8164.841770, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.077484645843512, "timeline_link": null, "avg_changed": 0.42605283737184, "min_base": 0.0757501125336, "delta_min": "5.6093x slower", "delta_avg": "5.4985x slower", "std_changed": 0.0011415170442441126, "min_changed": 0.424907922745, "delta_std": "4.2282x smaller", "std_base": 0.004826593331322556, "t_msg": "Significant (t=-496.950877, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031879682540892, "timeline_link": null, "avg_changed": 0.62468065738684, "min_base": 0.0309619903564, "delta_min": "20.0717x slower", "delta_avg": "19.5949x slower", "std_changed": 0.0042320819023813515, "min_changed": 0.621459007263, "delta_std": "1.2228x larger", "std_base": 0.0034610677565332414, "t_msg": "Significant (t=-766.716013, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.71291441918, "timeline_link": null, "avg_changed": 44.40011262892, "min_base": 18.6960330009, "delta_min": "2.3737x slower", "delta_avg": "2.3727x slower", "std_changed": 0.021742779151821857, "min_changed": 44.3790409565, "delta_std": "1.4251x smaller", "std_base": 0.030985013931899143, "t_msg": "Significant (t=-1517.420658, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.395243215558, "timeline_link": null, "avg_changed": 9.578280210494, "min_base": 9.38429903984, "delta_min": "1.0200x slower", "delta_avg": "1.0195x slower", "std_changed": 0.006636641520600975, "min_changed": 9.57181096077, "delta_std": "2.9120x smaller", "std_base": 0.01932615534297149, "t_msg": "Significant (t=-20.029591, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29650048255926004, "timeline_link": null, "avg_changed": 2.6823502063754, "min_base": 0.290933132172, "delta_min": "9.1785x slower", "delta_avg": "9.0467x slower", "std_changed": 0.0064681646532647056, "min_changed": 2.67034101486, "delta_std": "1.9922x larger", "std_base": 0.0032468128555083174, "t_msg": "Significant (t=-2331.039877, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.120575904846184, "timeline_link": null, "avg_changed": 0.45996525287626, "min_base": 0.0396430492401, "delta_min": "11.4914x slower", "delta_avg": "3.8147x slower", "std_changed": 0.015473260202666504, "min_changed": 0.455554008484, "delta_std": "9.1152x smaller", "std_base": 0.14104172705390533, "t_msg": "Significant (t=-16.913664, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11104797363276198, "timeline_link": null, "avg_changed": 0.4783745002746801, "min_base": 0.0470790863037, "delta_min": "10.1121x slower", "delta_avg": "4.3078x slower", "std_changed": 0.00286883419086747, "min_changed": 0.476066112518, "delta_std": "38.8810x smaller", "std_base": 0.11154307454167901, "t_msg": "Significant (t=-23.278291, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036268730163576006, "timeline_link": null, "avg_changed": 2.7222341108325985, "min_base": 0.0199820995331, "delta_min": "132.8002x slower", "delta_avg": "75.0573x slower", "std_changed": 0.020750828850005152, "min_changed": 2.65362596512, "delta_std": "1.0286x smaller", "std_base": 0.021344253342432954, "t_msg": "Significant (t=-638.007669, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036961174011223997, "timeline_link": null, "avg_changed": 0.3774253606796, "min_base": 0.00325417518616, "delta_min": "115.5605x slower", "delta_avg": "102.1140x slower", "std_changed": 0.001337460229057828, "min_changed": 0.376054048538, "delta_std": "1.0508x smaller", "std_base": 0.001405421220430779, "t_msg": "Significant (t=-1362.124411, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.191820783615094, "timeline_link": null, "avg_changed": 0.66580126285552, "min_base": 0.0838491916656, "delta_min": "7.7851x slower", "delta_avg": "3.4710x slower", "std_changed": 0.010497854435578564, "min_changed": 0.652778148651, "delta_std": "13.5917x smaller", "std_base": 0.1426838214936111, "t_msg": "Significant (t=-23.426016, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25110595226284, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46908788204191976, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.218650393486, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6054996538162399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36861034393307995, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23491732597344, "timeline_link": null, "avg_changed": 0.7265273761750198, "min_base": 0.210115909576, "delta_min": "3.2567x slower", "delta_avg": "3.0927x slower", "std_changed": 0.03021992330341742, "min_changed": 0.684288978577, "delta_std": "1.8475x larger", "std_base": 0.016356798344519384, "t_msg": "Significant (t=-101.162529, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08275541305541, "timeline_link": null, "avg_changed": 0.45107568740842013, "min_base": 0.0582678318024, "delta_min": "7.7102x slower", "delta_avg": "5.4507x slower", "std_changed": 0.002207588198954717, "min_changed": 0.449258089066, "delta_std": "11.4714x smaller", "std_base": 0.02532414164195318, "t_msg": "Significant (t=-102.454725, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017806868553167998, "timeline_link": null, "avg_changed": 0.8113300848007399, "min_base": 0.0168859958649, "delta_min": "47.5766x slower", "delta_avg": "45.5628x slower", "std_changed": 0.0058934995132804025, "min_changed": 0.803378105164, "delta_std": "1.5135x larger", "std_base": 0.003893881658808363, "t_msg": "Significant (t=-794.352549, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1484, "timeline_link": null, "avg_changed": 8.775999999999993, "min_base": 2.13, "delta_min": "4.0892x slower", "delta_avg": "4.0849x slower", "std_changed": 0.10208040048542755, "min_changed": 8.71, "delta_std": "7.3421x larger", "std_base": 0.013903457212110226, "t_msg": "Significant (t=-454.891263, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7900000000000001, "timeline_link": null, "avg_changed": 6.4632000000000005, "min_base": 0.76, "delta_min": "8.4474x slower", "delta_avg": "8.1813x slower", "std_changed": 0.024531529067046642, "min_changed": 6.42, "delta_std": "1.5096x smaller", "std_base": 0.03703280399090203, "t_msg": "Significant (t=-903.077138, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06967281500498601, "timeline_link": null, "avg_changed": 0.48105316638944684, "min_base": 0.0429999828339, "delta_min": "2.6881x slower", "delta_avg": "6.9045x slower", "std_changed": 0.21534876765348923, "min_changed": 0.115589141846, "delta_std": "6.9576x larger", "std_base": 0.030951619132764358, "t_msg": "Significant (t=-23.158303, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011833499431609648, "timeline_link": null, "avg_changed": 0.06356768417358578, "min_base": 0.00752401351929, "delta_min": "6.9135x slower", "delta_avg": "5.3718x slower", "std_changed": 0.008523691897493094, "min_changed": 0.0520172119141, "delta_std": "1.4116x smaller", "std_base": 0.012032018545132429, "t_msg": "Significant (t=-78.453094, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9397060441970004, "timeline_link": null, "avg_changed": 44.837843074800006, "min_base": 1.92749810219, "delta_min": "23.2020x slower", "delta_avg": "23.1158x slower", "std_changed": 0.053497677780365516, "min_changed": 44.7218019962, "delta_std": "5.8813x larger", "std_base": 0.009096284403020276, "t_msg": "Significant (t=-5589.843739, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.596438837052, "timeline_link": null, "avg_changed": 1.8678837299339999, "min_base": 0.43657708168, "delta_min": "4.2325x slower", "delta_avg": "3.1317x slower", "std_changed": 0.01229657452376706, "min_changed": 1.84782886505, "delta_std": "23.6407x smaller", "std_base": 0.2906996109905514, "t_msg": "Significant (t=-9.771245, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5631035804759996, "timeline_link": null, "avg_changed": 11.55292596818, "min_base": 1.79538393021, "delta_min": "6.4279x slower", "delta_avg": "4.5074x slower", "std_changed": 0.013139449734263103, "min_changed": 11.5405108929, "delta_std": "90.0144x smaller", "std_base": 1.1827395224652715, "t_msg": "Significant (t=-16.994962, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5346242427832, "timeline_link": null, "avg_changed": 0.9140984058380001, "min_base": 0.28581905365, "delta_min": "3.1402x slower", "delta_avg": "1.7098x slower", "std_changed": 0.0225444585788823, "min_changed": 0.897519111633, "delta_std": "15.8247x smaller", "std_base": 0.35675922095816626, "t_msg": "Significant (t=-2.373704, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.5189586639402, "timeline_link": null, "avg_changed": 3.278111219408, "min_base": 0.361639022827, "delta_min": "9.0211x slower", "delta_avg": "6.3167x slower", "std_changed": 0.014205806767922274, "min_changed": 3.26238393784, "delta_std": "15.7810x smaller", "std_base": 0.2241814530360154, "t_msg": "Significant (t=-27.465711, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02612609052, "timeline_link": null, "avg_changed": 1.66472118472, "min_base": 0.021388602, "delta_min": "77.6379x slower", "delta_avg": "63.7187x slower", "std_changed": 0.0033067429323671766, "min_changed": 1.660565422, "delta_std": "2.9892x smaller", "std_base": 0.009884655817948975, "t_msg": "Significant (t=-1111.628919, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [411.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [754.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [127.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [181.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [202.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005104063714836889, "timeline_link": null, "avg_changed": 0.28017032858539964, "min_base": 0.005079365079365079, "delta_min": "54.9163x slower", "delta_avg": "54.8916x slower", "std_changed": 0.001090232242374651, "min_changed": 0.2789400278940028, "delta_std": "50.2697x larger", "std_base": 2.1687669782356558e-05, "t_msg": "Significant (t=-1783.681871, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016236015496380925, "timeline_link": null, "avg_changed": 0.013006509524545608, "min_base": 0.0015976993129892955, "delta_min": "8.0970x slower", "delta_avg": "8.0109x slower", "std_changed": 5.673395026018604e-05, "min_changed": 0.0129366106080207, "delta_std": "3.2057x larger", "std_base": 1.7697687761646533e-05, "t_msg": "Significant (t=-1354.350270, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006843876158644284, "timeline_link": null, "avg_changed": 0.09280125195618145, "min_base": 0.006453694740238786, "delta_min": "14.3472x slower", "delta_avg": "13.5598x slower", "std_changed": 0.0004829525820409764, "min_changed": 0.09259259259259259, "delta_std": "2.2434x larger", "std_base": 0.00021527272291350745, "t_msg": "Significant (t=-1149.504819, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20088519823874673, "timeline_link": null, "avg_changed": 1.0130065185038692, "min_base": 0.1970200714197759, "delta_min": "5.1108x slower", "delta_avg": "5.0427x slower", "std_changed": 0.004700946449184345, "min_changed": 1.0069225928256764, "delta_std": "2.0054x larger", "std_base": 0.00234410806608306, "t_msg": "Significant (t=-1093.202532, a=0.95)\n"}]], "branch": "default", "revision": "82188:1929d5b7982f"}