{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.020350484848017998, "timeline_link": null, "avg_changed": 0.2909703016281401, "min_base": 0.0194590091705, "delta_min": "14.4497x slower", "delta_avg": "14.2980x slower", "std_changed": 0.003982971394274869, "min_changed": 0.281177043915, "delta_std": "7.8784x larger", "std_base": 0.0005055548565993178, "t_msg": "Significant (t=-476.614045, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008836499849953869, "timeline_link": null, "avg_changed": 0.059738098780312034, "min_base": 0.00661182403564, "delta_min": "8.5111x slower", "delta_avg": "6.7604x slower", "std_changed": 0.0020482489026904006, "min_changed": 0.0562739372253, "delta_std": "1.8869x smaller", "std_base": 0.003864915124971881, "t_msg": "Significant (t=-142.523585, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1577626347541, "timeline_link": null, "avg_changed": 1.0219706535335, "min_base": 0.126363992691, "delta_min": "7.9563x slower", "delta_avg": "6.4779x slower", "std_changed": 0.009106090164569921, "min_changed": 1.00539302826, "delta_std": "11.6912x smaller", "std_base": 0.10646114815566858, "t_msg": "Significant (t=-36.170895, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6737869548794, "timeline_link": null, "avg_changed": 9.1461877202984, "min_base": 1.65085697174, "delta_min": "5.4865x slower", "delta_avg": "5.4644x slower", "std_changed": 0.04928524976598209, "min_changed": 9.05750608444, "delta_std": "5.2568x larger", "std_base": 0.009375509879679335, "t_msg": "Significant (t=-1053.195681, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0065442800521856, "timeline_link": null, "avg_changed": 0.080190157890318, "min_base": 0.0048999786377, "delta_min": "15.8862x slower", "delta_avg": "12.2535x slower", "std_changed": 0.0012343478218393251, "min_changed": 0.0778419971466, "delta_std": "1.8470x smaller", "std_base": 0.002279892688416858, "t_msg": "Significant (t=-200.862808, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.126532316208001, "timeline_link": null, "avg_changed": 22.752065420140003, "min_base": 3.98183989525, "delta_min": "5.6934x slower", "delta_avg": "5.5136x slower", "std_changed": 0.07360841137118442, "min_changed": 22.6700310707, "delta_std": "3.6855x smaller", "std_base": 0.2712870904628089, "t_msg": "Significant (t=-148.162829, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004742836952210201, "timeline_link": null, "avg_changed": 0.22064352512363997, "min_base": 0.00357389450073, "delta_min": "60.1394x slower", "delta_avg": "46.5214x slower", "std_changed": 0.002439345010895478, "min_changed": 0.214931964874, "delta_std": "2.9540x smaller", "std_base": 0.007205931733494145, "t_msg": "Significant (t=-200.673633, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.703237057], "base_times": [64.1372079849]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027240571975704005, "timeline_link": null, "avg_changed": 1.6632672071457997, "min_base": 0.0254349708557, "delta_min": "64.6964x slower", "delta_avg": "61.0585x slower", "std_changed": 0.009667529073691873, "min_changed": 1.64555191994, "delta_std": "1.4245x larger", "std_base": 0.006786592921436342, "t_msg": "Significant (t=-979.396965, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00497840881347532, "timeline_link": null, "avg_changed": 0.017986731529236005, "min_base": 0.000674962997437, "delta_min": "25.9823x slower", "delta_avg": "3.6129x slower", "std_changed": 0.00028899142944367067, "min_changed": 0.0175371170044, "delta_std": "19.8523x smaller", "std_base": 0.005737143671566833, "t_msg": "Significant (t=-16.012543, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015141816139228, "timeline_link": null, "avg_changed": 0.44251732349398004, "min_base": 0.0145370960236, "delta_min": "29.6274x slower", "delta_avg": "29.2249x slower", "std_changed": 0.005569801968059445, "min_changed": 0.43069601059, "delta_std": "3.8968x larger", "std_base": 0.0014293137980448392, "t_msg": "Significant (t=-525.540534, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.193834195137, "timeline_link": null, "avg_changed": 0.4541692495345601, "min_base": 0.162508964539, "delta_min": "2.7251x slower", "delta_avg": "2.3431x slower", "std_changed": 0.007310818503315646, "min_changed": 0.442860841751, "delta_std": "6.4500x smaller", "std_base": 0.04715491804835818, "t_msg": "Significant (t=-38.577392, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09846566677092201, "timeline_link": null, "avg_changed": 0.7023634576797203, "min_base": 0.0967171192169, "delta_min": "7.0679x slower", "delta_avg": "7.1331x slower", "std_changed": 0.011584147333989563, "min_changed": 0.683586120605, "delta_std": "5.3087x larger", "std_base": 0.0021821201469569007, "t_msg": "Significant (t=-362.253619, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021230721473693998, "timeline_link": null, "avg_changed": 0.26271011829381996, "min_base": 0.0181841850281, "delta_min": "14.2124x slower", "delta_avg": "12.3741x slower", "std_changed": 0.0028074730231159462, "min_changed": 0.2584400177, "delta_std": "1.2848x larger", "std_base": 0.0021850852706349895, "t_msg": "Significant (t=-479.963522, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008680243492129201, "timeline_link": null, "avg_changed": 0.11137740612028, "min_base": 0.00695586204529, "delta_min": "15.6649x slower", "delta_avg": "12.8311x slower", "std_changed": 0.002224042059092398, "min_changed": 0.108963012695, "delta_std": "2.9111x smaller", "std_base": 0.006474403320033388, "t_msg": "Significant (t=-106.077325, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023320183753962005, "timeline_link": null, "avg_changed": 0.23308905124666, "min_base": 0.0202300548553, "delta_min": "11.1408x slower", "delta_avg": "9.9952x slower", "std_changed": 0.005627355520690249, "min_changed": 0.225379943848, "delta_std": "2.3115x smaller", "std_base": 0.013007851267319005, "t_msg": "Significant (t=-104.656707, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05908917903899, "timeline_link": null, "avg_changed": 0.7587453126906601, "min_base": 0.043995141983, "delta_min": "16.7532x slower", "delta_avg": "12.8407x slower", "std_changed": 0.008815453806073056, "min_changed": 0.737058162689, "delta_std": "1.8306x smaller", "std_base": 0.01613732951260207, "t_msg": "Significant (t=-269.048517, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.273534178734996, "timeline_link": null, "avg_changed": 162.49798750900004, "min_base": 6.15445613861, "delta_min": "26.3879x slower", "delta_avg": "25.9021x slower", "std_changed": 0.09548211964876978, "min_changed": 162.403465033, "delta_std": "1.2598x smaller", "std_base": 0.12028698523255925, "t_msg": "Significant (t=-7192.978553, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4148680210120002, "timeline_link": null, "avg_changed": 8.816080617904, "min_base": 1.0826318264, "delta_min": "8.1077x slower", "delta_avg": "6.2310x slower", "std_changed": 0.0290401136735126, "min_changed": 8.77765607834, "delta_std": "16.6846x smaller", "std_base": 0.4845229458298068, "t_msg": "Significant (t=-34.095329, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3743658256530199, "timeline_link": null, "avg_changed": 11.805112514498001, "min_base": 0.364725112915, "delta_min": "32.1318x slower", "delta_avg": "31.5336x slower", "std_changed": 0.03760917831430351, "min_changed": 11.7192869186, "delta_std": "4.5794x larger", "std_base": 0.008212659911800719, "t_msg": "Significant (t=-2099.667063, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046587080955514, "timeline_link": null, "avg_changed": 0.2199805498122399, "min_base": 0.0451860427856, "delta_min": "4.7574x slower", "delta_avg": "4.7219x slower", "std_changed": 0.002636208409282817, "min_changed": 0.214970111847, "delta_std": "1.0892x larger", "std_base": 0.002420331037930745, "t_msg": "Significant (t=-342.597278, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021205258369443997, "timeline_link": null, "avg_changed": 0.3634757232666399, "min_base": 0.0201089382172, "delta_min": "17.4877x slower", "delta_avg": "17.1408x slower", "std_changed": 0.004580801219651723, "min_changed": 0.351660013199, "delta_std": "2.1618x larger", "std_base": 0.0021189904709093786, "t_msg": "Significant (t=-479.520352, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.314314603803998, "timeline_link": null, "avg_changed": 18.37941470146, "min_base": 9.20300507545, "delta_min": "1.9866x slower", "delta_avg": "1.9732x slower", "std_changed": 0.06925887325641657, "min_changed": 18.2827370167, "delta_std": "2.1651x smaller", "std_base": 0.1499542157373768, "t_msg": "Significant (t=-122.718794, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.582917976378001, "timeline_link": null, "avg_changed": 4.667242431642, "min_base": 4.56486392021, "delta_min": "1.0171x slower", "delta_avg": "1.0184x slower", "std_changed": 0.023401655676442645, "min_changed": 4.64279198647, "delta_std": "1.5909x larger", "std_base": 0.014709872342242044, "t_msg": "Significant (t=-6.821609, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15970273017873998, "timeline_link": null, "avg_changed": 1.2297001123430003, "min_base": 0.155126094818, "delta_min": "7.8410x slower", "delta_avg": "7.6999x slower", "std_changed": 0.00961132832571585, "min_changed": 1.21634793282, "delta_std": "4.0310x larger", "std_base": 0.0023843635200275163, "t_msg": "Significant (t=-764.038995, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04338761806487599, "timeline_link": null, "avg_changed": 0.19902431011202001, "min_base": 0.0104508399963, "delta_min": "18.7167x slower", "delta_avg": "4.5871x slower", "std_changed": 0.005625465541811254, "min_changed": 0.195605039597, "delta_std": "9.3209x smaller", "std_base": 0.052434361050856984, "t_msg": "Significant (t=-20.868723, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048974037170406, "timeline_link": null, "avg_changed": 0.21124520778661998, "min_base": 0.0163779258728, "delta_min": "12.4962x slower", "delta_avg": "4.3134x slower", "std_changed": 0.0027552537976444713, "min_changed": 0.204661846161, "delta_std": "20.6972x smaller", "std_base": 0.057026119661834046, "t_msg": "Significant (t=-20.097694, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.011012310981746997, "timeline_link": null, "avg_changed": 1.1700789213178, "min_base": 0.00918698310852, "delta_min": "125.2556x slower", "delta_avg": "106.2519x slower", "std_changed": 0.019358326718720592, "min_changed": 1.15072107315, "delta_std": "3.0891x larger", "std_base": 0.006266668582065261, "t_msg": "Significant (t=-402.795733, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015350437164308001, "timeline_link": null, "avg_changed": 0.18577019214628002, "min_base": 0.00139689445496, "delta_min": "129.2045x slower", "delta_avg": "121.0195x slower", "std_changed": 0.0026193962498679206, "min_changed": 0.180485010147, "delta_std": "8.5980x larger", "std_base": 0.0003046503448891897, "t_msg": "Significant (t=-494.013289, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09071758270262001, "timeline_link": null, "avg_changed": 0.29869733810423993, "min_base": 0.0371079444885, "delta_min": "7.7695x slower", "delta_avg": "3.2926x slower", "std_changed": 0.00788072665457037, "min_changed": 0.28830909729, "delta_std": "9.3156x smaller", "std_base": 0.07341381978750107, "t_msg": "Significant (t=-19.917751, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12000699520119999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18359255313870004, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11991998195644, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25883230209343994, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15367572784421996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14204461574554006, "timeline_link": null, "avg_changed": 0.4353553533554599, "min_base": 0.139467000961, "delta_min": "3.0392x slower", "delta_avg": "3.0649x slower", "std_changed": 0.006052521980082073, "min_changed": 0.423864126205, "delta_std": "3.3821x larger", "std_base": 0.0017895541297948197, "t_msg": "Significant (t=-328.607661, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042380113601680015, "timeline_link": null, "avg_changed": 0.20609057903288008, "min_base": 0.0304021835327, "delta_min": "6.6947x slower", "delta_avg": "4.8629x slower", "std_changed": 0.002276699774223842, "min_changed": 0.203534126282, "delta_std": "5.2878x smaller", "std_base": 0.012038657655709533, "t_msg": "Significant (t=-94.482813, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0054458904266368015, "timeline_link": null, "avg_changed": 0.33573622703552, "min_base": 0.00506997108459, "delta_min": "64.2293x slower", "delta_avg": "61.6495x slower", "std_changed": 0.0038236982890944896, "min_changed": 0.325640916824, "delta_std": "2.5000x larger", "std_base": 0.0015294767117814642, "t_msg": "Significant (t=-567.111378, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0998, "timeline_link": null, "avg_changed": 4.9102, "min_base": 1.06, "delta_min": "4.5660x slower", "delta_avg": "4.4646x slower", "std_changed": 0.0504870159101348, "min_changed": 4.84, "delta_std": "1.9544x larger", "std_base": 0.025832269014722204, "t_msg": "Significant (t=-475.095608, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3866000000000004, "timeline_link": null, "avg_changed": 3.538200000000003, "min_base": 0.36, "delta_min": "9.5833x slower", "delta_avg": "9.1521x slower", "std_changed": 0.03497462637106959, "min_changed": 3.45, "delta_std": "1.8186x larger", "std_base": 0.01923113971385673, "t_msg": "Significant (t=-558.341438, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03429108301798334, "timeline_link": null, "avg_changed": 0.21277053515113403, "min_base": 0.0192070007324, "delta_min": "3.1109x slower", "delta_avg": "6.2048x slower", "std_changed": 0.08846965477049704, "min_changed": 0.0597519874573, "delta_std": "5.2186x larger", "std_base": 0.016952670784568382, "t_msg": "Significant (t=-24.266607, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017323093891141384, "timeline_link": null, "avg_changed": 0.04428813219070359, "min_base": 0.00377702713013, "delta_min": "7.1295x slower", "delta_avg": "2.5566x slower", "std_changed": 0.07734667432091044, "min_changed": 0.0269281864166, "delta_std": "1.4900x larger", "std_base": 0.05190924429530833, "t_msg": "Significant (t=-6.472906, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7385659217835, "timeline_link": null, "avg_changed": 16.76631932259, "min_base": 0.721822023392, "delta_min": "23.1619x slower", "delta_avg": "22.7012x slower", "std_changed": 0.043748190515723734, "min_changed": 16.7187840939, "delta_std": "4.7868x larger", "std_base": 0.009139260362280186, "t_msg": "Significant (t=-1134.062109, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2568329811096, "timeline_link": null, "avg_changed": 0.8050252914426, "min_base": 0.174434900284, "delta_min": "4.5826x slower", "delta_avg": "3.1344x slower", "std_changed": 0.00592946791586016, "min_changed": 0.799368858337, "delta_std": "26.9086x smaller", "std_base": 0.1595537062416018, "t_msg": "Significant (t=-7.677350, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1613138198838002, "timeline_link": null, "avg_changed": 4.721234369277999, "min_base": 0.750649929047, "delta_min": "6.2699x slower", "delta_avg": "4.0654x slower", "std_changed": 0.020050836291077154, "min_changed": 4.70649886131, "delta_std": "29.3574x smaller", "std_base": 0.5886412032732978, "t_msg": "Significant (t=-13.515211, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2479384422302, "timeline_link": null, "avg_changed": 0.392954158783, "min_base": 0.104366064072, "delta_min": "3.6452x slower", "delta_avg": "1.5849x slower", "std_changed": 0.013910550927152529, "min_changed": 0.380432844162, "delta_std": "12.6217x smaller", "std_base": 0.1755742797393756, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.228072786331, "timeline_link": null, "avg_changed": 1.38941617012, "min_base": 0.157446861267, "delta_min": "8.7567x slower", "delta_avg": "6.0920x slower", "std_changed": 0.010206632350988676, "min_changed": 1.3787150383, "delta_std": "11.4329x smaller", "std_base": 0.11669165964794537, "t_msg": "Significant (t=-22.169244, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01073260128, "timeline_link": null, "avg_changed": 0.7274873882200003, "min_base": 0.007902378, "delta_min": "89.6359x slower", "delta_avg": "67.7830x slower", "std_changed": 0.010625025035783045, "min_changed": 0.708336908, "delta_std": "1.4110x larger", "std_base": 0.007530001638836796, "t_msg": "Significant (t=-389.182066, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [179.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [497.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [84.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025041023381463445, "timeline_link": null, "avg_changed": 0.12457677074001142, "min_base": 0.0024647989734605234, "delta_min": "49.7673x slower", "delta_avg": "49.7491x slower", "std_changed": 0.0009336234092333885, "min_changed": 0.12266627413458944, "delta_std": "42.8008x larger", "std_base": 2.1813226054213586e-05, "t_msg": "Significant (t=-924.300534, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006823774448677064, "timeline_link": null, "avg_changed": 0.006603898595767608, "min_base": 0.0006760411032990806, "delta_min": "9.6743x slower", "delta_avg": "9.6778x slower", "std_changed": 7.190914469271056e-05, "min_changed": 0.006540222367560497, "delta_std": "15.3456x larger", "std_base": 4.685975411851473e-06, "t_msg": "Significant (t=-183.744352, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002865660159015786, "timeline_link": null, "avg_changed": 0.04148460810962216, "min_base": 0.002513826043237808, "delta_min": "16.1707x slower", "delta_avg": "14.4765x slower", "std_changed": 0.00044323359282662277, "min_changed": 0.04065040650406504, "delta_std": "2.1301x larger", "std_base": 0.00020808011981338046, "t_msg": "Significant (t=-557.703147, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058978868593155306, "timeline_link": null, "avg_changed": 0.3423585962550344, "min_base": 0.057328149913112025, "delta_min": "5.8794x slower", "delta_avg": "5.8048x slower", "std_changed": 0.0031543835346287703, "min_changed": 0.33705498209395407, "delta_std": "3.7219x larger", "std_base": 0.000847510107892689, "t_msg": "Significant (t=-613.485009, a=0.95)\n"}]], "branch": "", "revision": "96815:6d85d83cc17b"}