{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019514007568361996, "timeline_link": null, "avg_changed": 0.28596259117128003, "min_base": 0.0193119049072, "delta_min": "14.4417x slower", "delta_avg": "14.6542x slower", "std_changed": 0.00311169817367671, "min_changed": 0.278897047043, "delta_std": "8.7397x larger", "std_base": 0.00035604029000918356, "t_msg": "Significant (t=-601.556643, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008599336942035731, "timeline_link": null, "avg_changed": 0.05914718310038468, "min_base": 0.00665402412415, "delta_min": "8.3165x slower", "delta_avg": "6.8781x slower", "std_changed": 0.002443909249367853, "min_changed": 0.0553381443024, "delta_std": "1.3720x smaller", "std_base": 0.0033530940144077923, "t_msg": "Significant (t=-149.204876, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15883309841155, "timeline_link": null, "avg_changed": 0.9889524817464999, "min_base": 0.127090930939, "delta_min": "7.6363x slower", "delta_avg": "6.2264x slower", "std_changed": 0.008488550397930405, "min_changed": 0.970502138138, "delta_std": "12.3601x smaller", "std_base": 0.10491957254197161, "t_msg": "Significant (t=-35.268119, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6724900770186, "timeline_link": null, "avg_changed": 9.007884197234398, "min_base": 1.65941095352, "delta_min": "5.3817x slower", "delta_avg": "5.3859x slower", "std_changed": 0.028414806149716552, "min_changed": 8.9304330349, "delta_std": "3.6361x larger", "std_base": 0.007814620429019772, "t_msg": "Significant (t=-1760.074980, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006354198455811399, "timeline_link": null, "avg_changed": 0.07421939373016001, "min_base": 0.00477910041809, "delta_min": "15.1566x slower", "delta_avg": "11.6804x slower", "std_changed": 0.0012382888000246678, "min_changed": 0.0724351406097, "delta_std": "1.8180x smaller", "std_base": 0.002251165638219685, "t_msg": "Significant (t=-186.777155, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.989930391314, "timeline_link": null, "avg_changed": 21.98905539512, "min_base": 3.85857486725, "delta_min": "5.6868x slower", "delta_avg": "5.5111x slower", "std_changed": 0.045810347577892006, "min_changed": 21.9430160522, "delta_std": "5.5729x smaller", "std_base": 0.25529809724419134, "t_msg": "Significant (t=-155.169822, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046801280975354, "timeline_link": null, "avg_changed": 0.21725400924686, "min_base": 0.00348210334778, "delta_min": "60.7495x slower", "delta_avg": "46.4205x slower", "std_changed": 0.0023931276523110902, "min_changed": 0.211535930634, "delta_std": "2.9636x smaller", "std_base": 0.007092357956910035, "t_msg": "Significant (t=-200.812163, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.150761843], "base_times": [63.9878668785]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026895036697386007, "timeline_link": null, "avg_changed": 1.6148105001452004, "min_base": 0.0251379013062, "delta_min": "63.5063x slower", "delta_avg": "60.0412x slower", "std_changed": 0.009549421314281286, "min_changed": 1.59641504288, "delta_std": "1.4655x larger", "std_base": 0.006516085995110253, "t_msg": "Significant (t=-971.239998, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00536305427551112, "timeline_link": null, "avg_changed": 0.017916541099552, "min_base": 0.000664949417114, "delta_min": "26.4292x slower", "delta_avg": "3.3407x slower", "std_changed": 0.0002825398146984764, "min_changed": 0.0175740718842, "delta_std": "22.9632x smaller", "std_base": 0.00648801787835733, "t_msg": "Significant (t=-13.668659, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015262484550479998, "timeline_link": null, "avg_changed": 0.42688078880304015, "min_base": 0.0147080421448, "delta_min": "28.4631x slower", "delta_avg": "27.9693x slower", "std_changed": 0.0038263377898534014, "min_changed": 0.418636083603, "delta_std": "2.9350x larger", "std_base": 0.001303711096336557, "t_msg": "Significant (t=-720.023545, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19173276424414007, "timeline_link": null, "avg_changed": 0.4584871578216, "min_base": 0.149528026581, "delta_min": "2.9932x slower", "delta_avg": "2.3913x slower", "std_changed": 0.005145459680295359, "min_changed": 0.447560071945, "delta_std": "9.1264x smaller", "std_base": 0.046959475371001855, "t_msg": "Significant (t=-39.928388, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097475676536558, "timeline_link": null, "avg_changed": 0.6933640193939401, "min_base": 0.0951039791107, "delta_min": "7.1379x slower", "delta_avg": "7.1132x slower", "std_changed": 0.01030731547845478, "min_changed": 0.678838014603, "delta_std": "4.9490x larger", "std_base": 0.0020827039173847636, "t_msg": "Significant (t=-400.695740, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021146893501286006, "timeline_link": null, "avg_changed": 0.2582589435576801, "min_base": 0.0177431106567, "delta_min": "14.1195x slower", "delta_avg": "12.2126x slower", "std_changed": 0.0033125037891158075, "min_changed": 0.250524044037, "delta_std": "1.4840x larger", "std_base": 0.0022321187149900268, "t_msg": "Significant (t=-419.749070, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008882384300231597, "timeline_link": null, "avg_changed": 0.10797478675837999, "min_base": 0.00711989402771, "delta_min": "14.8016x slower", "delta_avg": "12.1561x slower", "std_changed": 0.0012804077777089425, "min_changed": 0.105386018753, "delta_std": "4.7166x smaller", "std_base": 0.006039151418941857, "t_msg": "Significant (t=-113.501437, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023939952850352, "timeline_link": null, "avg_changed": 0.22494302749634001, "min_base": 0.0206520557404, "delta_min": "10.5540x slower", "delta_avg": "9.3961x slower", "std_changed": 0.0027383678746963143, "min_changed": 0.217961072922, "delta_std": "4.8261x smaller", "std_base": 0.013215661338711963, "t_msg": "Significant (t=-105.310166, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.065145239830012, "timeline_link": null, "avg_changed": 0.7485279321670402, "min_base": 0.0467059612274, "delta_min": "15.7242x slower", "delta_avg": "11.4901x slower", "std_changed": 0.006258271820370972, "min_changed": 0.734413862228, "delta_std": "2.8030x smaller", "std_base": 0.017542033834250553, "t_msg": "Significant (t=-259.450054, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.200833559039994, "timeline_link": null, "avg_changed": 160.76980495449988, "min_base": 6.0601079464, "delta_min": "26.4843x slower", "delta_avg": "25.9271x slower", "std_changed": 0.27459996418063737, "min_changed": 160.497964859, "delta_std": "1.9317x larger", "std_base": 0.14215433569196506, "t_msg": "Significant (t=-3534.669860, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4005712032320001, "timeline_link": null, "avg_changed": 8.877820396424001, "min_base": 1.08698511124, "delta_min": "8.1422x slower", "delta_avg": "6.3387x slower", "std_changed": 0.016611618533678964, "min_changed": 8.85044288635, "delta_std": "27.5144x smaller", "std_base": 0.45705840382286167, "t_msg": "Significant (t=-36.556828, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3770442056655601, "timeline_link": null, "avg_changed": 11.426442332263996, "min_base": 0.367396831512, "delta_min": "30.8603x slower", "delta_avg": "30.3053x slower", "std_changed": 0.03294365606623477, "min_changed": 11.3379890919, "delta_std": "3.5243x larger", "std_base": 0.009347681238468547, "t_msg": "Significant (t=-2281.586289, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046814436912542, "timeline_link": null, "avg_changed": 0.21387060165404, "min_base": 0.0454869270325, "delta_min": "4.5888x slower", "delta_avg": "4.5685x slower", "std_changed": 0.002087721992837202, "min_changed": 0.208729982376, "delta_std": "1.0877x smaller", "std_base": 0.0022707816121885615, "t_msg": "Significant (t=-382.950267, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021361684799193998, "timeline_link": null, "avg_changed": 0.35064315795895995, "min_base": 0.0206589698792, "delta_min": "16.6223x slower", "delta_avg": "16.4146x slower", "std_changed": 0.002969174718268655, "min_changed": 0.343398809433, "delta_std": "1.8860x larger", "std_base": 0.0015743156713454365, "t_msg": "Significant (t=-692.818382, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.968624401092, "timeline_link": null, "avg_changed": 17.821828556059998, "min_base": 8.9055891037, "delta_min": "1.9944x slower", "delta_avg": "1.9871x slower", "std_changed": 0.04012885899120702, "min_changed": 17.7614638805, "delta_std": "1.3059x smaller", "std_base": 0.052405690061166146, "t_msg": "Significant (t=-299.921477, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.5635047912580005, "timeline_link": null, "avg_changed": 4.5940884113300005, "min_base": 4.53659009933, "delta_min": "1.0072x slower", "delta_avg": "1.0067x slower", "std_changed": 0.02270716989100873, "min_changed": 4.56944108009, "delta_std": "1.3927x larger", "std_base": 0.016303904631941004, "t_msg": "Significant (t=-2.446403, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15744752407078003, "timeline_link": null, "avg_changed": 1.1929470491406, "min_base": 0.151706933975, "delta_min": "7.7042x slower", "delta_avg": "7.5768x slower", "std_changed": 0.008493869899014364, "min_changed": 1.16878008842, "delta_std": "3.1205x larger", "std_base": 0.0027219914205225287, "t_msg": "Significant (t=-820.920297, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04491322994235, "timeline_link": null, "avg_changed": 0.20029160022733997, "min_base": 0.0106229782104, "delta_min": "18.1232x slower", "delta_avg": "4.4595x slower", "std_changed": 0.008239054490313218, "min_changed": 0.19252204895, "delta_std": "6.2110x smaller", "std_base": 0.05117257988632072, "t_msg": "Significant (t=-21.197319, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04658421516418801, "timeline_link": null, "avg_changed": 0.21303173542026002, "min_base": 0.0155851840973, "delta_min": "13.2661x slower", "delta_avg": "4.5730x slower", "std_changed": 0.0051517161046288696, "min_changed": 0.206753969193, "delta_std": "10.9755x smaller", "std_base": 0.056542698916444624, "t_msg": "Significant (t=-20.729585, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009757971763610403, "timeline_link": null, "avg_changed": 1.1852531051635997, "min_base": 0.00877499580383, "delta_min": "132.1830x slower", "delta_avg": "121.4651x slower", "std_changed": 0.04445069113433897, "min_changed": 1.15990495682, "delta_std": "15.4847x larger", "std_base": 0.0028706257062182804, "t_msg": "Significant (t=-186.605128, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015964269638062002, "timeline_link": null, "avg_changed": 0.18228778362272002, "min_base": 0.00142908096313, "delta_min": "124.2568x slower", "delta_avg": "114.1849x slower", "std_changed": 0.002483335769463547, "min_changed": 0.177572965622, "delta_std": "5.8028x larger", "std_base": 0.0004279512459558854, "t_msg": "Significant (t=-507.028229, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09123600482943, "timeline_link": null, "avg_changed": 0.28849830150606004, "min_base": 0.0383219718933, "delta_min": "7.2653x slower", "delta_avg": "3.1621x slower", "std_changed": 0.005571968552453103, "min_changed": 0.278419971466, "delta_std": "12.9255x smaller", "std_base": 0.07202027921842781, "t_msg": "Significant (t=-19.309828, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11872416019441996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18381288528438003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12084840774534002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25793041229248, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15230491638186003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13889238357538003, "timeline_link": null, "avg_changed": 0.4264536476135001, "min_base": 0.135477781296, "delta_min": "3.0528x slower", "delta_avg": "3.0704x slower", "std_changed": 0.00644041771468712, "min_changed": 0.413583993912, "delta_std": "3.0722x larger", "std_base": 0.0020963608414509395, "t_msg": "Significant (t=-300.215740, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04118057727814601, "timeline_link": null, "avg_changed": 0.21060897350313992, "min_base": 0.0275468826294, "delta_min": "7.3804x slower", "delta_avg": "5.1143x slower", "std_changed": 0.003139216196099911, "min_changed": 0.20330619812, "delta_std": "3.8202x smaller", "std_base": 0.011992553365947517, "t_msg": "Significant (t=-96.642500, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005510959625243201, "timeline_link": null, "avg_changed": 0.30506987094882, "min_base": 0.00507307052612, "delta_min": "58.7543x slower", "delta_avg": "55.3569x slower", "std_changed": 0.003246945185194157, "min_changed": 0.298064947128, "delta_std": "1.9311x larger", "std_base": 0.001681368074232512, "t_msg": "Significant (t=-579.304898, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0114000000000005, "timeline_link": null, "avg_changed": 4.781200000000002, "min_base": 0.98, "delta_min": "4.8367x slower", "delta_avg": "4.7273x slower", "std_changed": 0.04038791494332666, "min_changed": 4.74, "delta_std": "2.0091x larger", "std_base": 0.020102797043685058, "t_msg": "Significant (t=-590.865242, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3836000000000003, "timeline_link": null, "avg_changed": 3.5062, "min_base": 0.36, "delta_min": "9.4167x slower", "delta_avg": "9.1403x slower", "std_changed": 0.04285190444175975, "min_changed": 3.39, "delta_std": "2.0723x larger", "std_base": 0.020678293854539686, "t_msg": "Significant (t=-464.060807, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03452334721883268, "timeline_link": null, "avg_changed": 0.2084751145044894, "min_base": 0.0202050209045, "delta_min": "2.9395x slower", "delta_avg": "6.0387x slower", "std_changed": 0.08687787088892437, "min_changed": 0.0593919754028, "delta_std": "5.0113x larger", "std_base": 0.017336464495479747, "t_msg": "Significant (t=-24.048400, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01613411903380904, "timeline_link": null, "avg_changed": 0.04327478504180979, "min_base": 0.00359702110291, "delta_min": "7.3706x slower", "delta_avg": "2.6822x slower", "std_changed": 0.07358026347796058, "min_changed": 0.0265121459961, "delta_std": "1.6301x larger", "std_base": 0.04513966952396682, "t_msg": "Significant (t=-7.030390, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7533027887346001, "timeline_link": null, "avg_changed": 17.019896483429996, "min_base": 0.738310098648, "delta_min": "22.9681x slower", "delta_avg": "22.5937x slower", "std_changed": 0.03741394573844267, "min_changed": 16.9575588703, "delta_std": "4.7291x larger", "std_base": 0.007911443600985564, "t_msg": "Significant (t=-1345.130375, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.26013789176940005, "timeline_link": null, "avg_changed": 0.8062183380128, "min_base": 0.173812866211, "delta_min": "4.6169x slower", "delta_avg": "3.0992x slower", "std_changed": 0.0039157654342058725, "min_changed": 0.80247092247, "delta_std": "41.8257x smaller", "std_base": 0.1637797652982876, "t_msg": "Significant (t=-7.453449, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1974430561056, "timeline_link": null, "avg_changed": 4.730994367599999, "min_base": 0.814629077911, "delta_min": "5.7729x slower", "delta_avg": "3.9509x slower", "std_changed": 0.03820291979860007, "min_changed": 4.70275592804, "delta_std": "15.1378x smaller", "std_base": 0.5783089936021664, "t_msg": "Significant (t=-13.632984, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2520040035248, "timeline_link": null, "avg_changed": 0.39281940460200004, "min_base": 0.102548122406, "delta_min": "3.7510x slower", "delta_avg": "1.5588x slower", "std_changed": 0.01100645793957057, "min_changed": 0.384657859802, "delta_std": "17.5308x smaller", "std_base": 0.1929521426252129, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.21869645118699998, "timeline_link": null, "avg_changed": 1.3674021720879999, "min_base": 0.152221918106, "delta_min": "8.9159x slower", "delta_avg": "6.2525x slower", "std_changed": 0.009278949332693293, "min_changed": 1.35719013214, "delta_std": "10.6123x smaller", "std_base": 0.09847058772111342, "t_msg": "Significant (t=-25.969741, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.012114975419999998, "timeline_link": null, "avg_changed": 0.7325124200200002, "min_base": 0.007930125, "delta_min": "89.5634x slower", "delta_avg": "60.4634x slower", "std_changed": 0.010664972189973951, "min_changed": 0.710248661, "delta_std": "1.0205x smaller", "std_base": 0.010883764740855685, "t_msg": "Significant (t=-334.293521, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [501.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [61.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [92.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025051894092688047, "timeline_link": null, "avg_changed": 0.12518176415803864, "min_base": 0.0024670099099788085, "delta_min": "49.7574x slower", "delta_avg": "49.9690x slower", "std_changed": 0.0010293305110401648, "min_changed": 0.12275210212974898, "delta_std": "51.1742x larger", "std_base": 2.0114241785309714e-05, "t_msg": "Significant (t=-842.575632, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006795729137081487, "timeline_link": null, "avg_changed": 0.006447714818389403, "min_base": 0.0006734006734006734, "delta_min": "9.5192x slower", "delta_avg": "9.4879x slower", "std_changed": 4.600570788033282e-05, "min_changed": 0.00641025641025641, "delta_std": "7.0576x larger", "std_base": 6.518575620564005e-06, "t_msg": "Significant (t=-277.583028, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00270612700102319, "timeline_link": null, "avg_changed": 0.041365185998757166, "min_base": 0.00233590282644242, "delta_min": "17.4024x slower", "delta_avg": "15.2858x slower", "std_changed": 0.00038853359073802945, "min_changed": 0.04065040650406504, "delta_std": "1.8834x larger", "std_base": 0.00020629470151797526, "t_msg": "Significant (t=-621.409666, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05862719790962151, "timeline_link": null, "avg_changed": 0.3439717452783505, "min_base": 0.057155104665285415, "delta_min": "5.9259x slower", "delta_avg": "5.8671x slower", "std_changed": 0.0024228985296303775, "min_changed": 0.3386960203217612, "delta_std": "2.5282x larger", "std_base": 0.0009583618100952618, "t_msg": "Significant (t=-774.381637, a=0.95)\n"}]], "branch": "", "revision": "97941:f67d306a0f3a"}