{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037062668800351986, "timeline_link": null, "avg_changed": 0.74064815998082, "min_base": 0.0365719795227, "delta_min": "19.9647x slower", "delta_avg": "19.9837x slower", "std_changed": 0.005759512128226393, "min_changed": 0.730147123337, "delta_std": "10.2396x larger", "std_base": 0.000562471928019645, "t_msg": "Significant (t=-859.715927, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015256508191430656, "timeline_link": null, "avg_changed": 0.13327272733048667, "min_base": 0.0124440193176, "delta_min": "10.3946x slower", "delta_avg": "8.7355x slower", "std_changed": 0.003042334082935523, "min_changed": 0.12935090065, "delta_std": "2.0295x smaller", "std_base": 0.006174286210007786, "t_msg": "Significant (t=-209.991041, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2745204091074, "timeline_link": null, "avg_changed": 1.4071907758709998, "min_base": 0.209954023361, "delta_min": "6.5785x slower", "delta_avg": "5.1260x slower", "std_changed": 0.0651398159432212, "min_changed": 1.38117790222, "delta_std": "2.9818x smaller", "std_base": 0.19423508909093334, "t_msg": "Significant (t=-24.725589, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.456503891944401, "timeline_link": null, "avg_changed": 20.104509239197995, "min_base": 3.38984704018, "delta_min": "5.9052x slower", "delta_avg": "5.8164x slower", "std_changed": 0.09414432518795163, "min_changed": 20.0176849365, "delta_std": "1.0499x larger", "std_base": 0.08966937846789279, "t_msg": "Significant (t=-905.431627, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02320993423462199, "timeline_link": null, "avg_changed": 0.22494039058682005, "min_base": 0.0201079845428, "delta_min": "11.0409x slower", "delta_avg": "9.6916x slower", "std_changed": 0.0021822362122148496, "min_changed": 0.222011089325, "delta_std": "2.1459x smaller", "std_base": 0.004682930291546065, "t_msg": "Significant (t=-276.099734, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.370260152817001, "timeline_link": null, "avg_changed": 45.643743309984, "min_base": 7.2898709774, "delta_min": "6.2379x slower", "delta_avg": "6.1930x slower", "std_changed": 0.08832967950393072, "min_changed": 45.4732978344, "delta_std": "2.2371x smaller", "std_base": 0.19759848421179435, "t_msg": "Significant (t=-1250.376315, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089541101455704, "timeline_link": null, "avg_changed": 0.52716626167296, "min_base": 0.00620985031128, "delta_min": "84.4412x slower", "delta_avg": "58.8742x slower", "std_changed": 0.002039461903911726, "min_changed": 0.52436709404, "delta_std": "8.3416x smaller", "std_base": 0.017012461258038816, "t_msg": "Significant (t=-213.858720, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [143.513087988], "base_times": [148.509995937]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047825574874876, "timeline_link": null, "avg_changed": 3.0605834722521994, "min_base": 0.0452241897583, "delta_min": "67.4597x slower", "delta_avg": "63.9947x slower", "std_changed": 0.004996204136518655, "min_changed": 3.0508108139, "delta_std": "2.9895x smaller", "std_base": 0.014936234727333747, "t_msg": "Significant (t=-1352.623258, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.011142535209657998, "timeline_link": null, "avg_changed": 0.03761590003966799, "min_base": 0.00133395195007, "delta_min": "27.6638x slower", "delta_avg": "3.3759x slower", "std_changed": 0.0005057443143857253, "min_changed": 0.0369021892548, "delta_std": "25.3383x smaller", "std_base": 0.012814698096168328, "t_msg": "Significant (t=-14.596469, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03183218002319, "timeline_link": null, "avg_changed": 0.99470097541816, "min_base": 0.0304179191589, "delta_min": "32.5163x slower", "delta_avg": "31.2483x slower", "std_changed": 0.0029384178147186025, "min_changed": 0.989078044891, "delta_std": "1.0576x larger", "std_base": 0.0027782823837796166, "t_msg": "Significant (t=-1683.648293, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45235846042639993, "timeline_link": null, "avg_changed": 1.0583942937855997, "min_base": 0.355309963226, "delta_min": "2.9452x slower", "delta_avg": "2.3397x slower", "std_changed": 0.004410289212485574, "min_changed": 1.04647302628, "delta_std": "24.1460x smaller", "std_base": 0.10649097862783846, "t_msg": "Significant (t=-40.206694, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17038734436042002, "timeline_link": null, "avg_changed": 1.618300685882799, "min_base": 0.168612957001, "delta_min": "9.5262x slower", "delta_avg": "9.4978x slower", "std_changed": 0.007443739985203087, "min_changed": 1.60624504089, "delta_std": "1.5547x larger", "std_base": 0.004787873745240271, "t_msg": "Significant (t=-1156.791776, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041135077476505987, "timeline_link": null, "avg_changed": 0.5959631252289399, "min_base": 0.0313520431519, "delta_min": "18.8037x slower", "delta_avg": "14.4880x slower", "std_changed": 0.004616994746212993, "min_changed": 0.589533090591, "delta_std": "1.3925x smaller", "std_base": 0.006429228137085058, "t_msg": "Significant (t=-495.652470, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014595003128045996, "timeline_link": null, "avg_changed": 0.2546001815796401, "min_base": 0.0116209983826, "delta_min": "21.6744x slower", "delta_avg": "17.4443x slower", "std_changed": 0.002987880747752293, "min_changed": 0.251878023148, "delta_std": "5.0676x smaller", "std_base": 0.015141356817216775, "t_msg": "Significant (t=-109.962744, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06003045082092201, "timeline_link": null, "avg_changed": 0.53688608169558, "min_base": 0.0549340248108, "delta_min": "9.7003x slower", "delta_avg": "8.9436x slower", "std_changed": 0.0032348358442612565, "min_changed": 0.532879114151, "delta_std": "8.4207x smaller", "std_base": 0.027239505430586296, "t_msg": "Significant (t=-122.922590, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.152270579338042, "timeline_link": null, "avg_changed": 1.5180424690250005, "min_base": 0.0962610244751, "delta_min": "15.7360x slower", "delta_avg": "9.9694x slower", "std_changed": 0.0016491142590537283, "min_changed": 1.51476693153, "delta_std": "33.7149x smaller", "std_base": 0.055599722620110245, "t_msg": "Significant (t=-173.619938, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.982341408700005, "timeline_link": null, "avg_changed": 351.7585085629999, "min_base": 12.6371078491, "delta_min": "27.7877x slower", "delta_avg": "27.0952x slower", "std_changed": 0.6082285165611403, "min_changed": 351.156393051, "delta_std": "1.7441x larger", "std_base": 0.34873855869475784, "t_msg": "Significant (t=-3416.719757, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4399568080900003, "timeline_link": null, "avg_changed": 19.559324407560002, "min_base": 2.78241682053, "delta_min": "7.0170x slower", "delta_avg": "5.6859x slower", "std_changed": 0.028605383066466365, "min_changed": 19.5242011547, "delta_std": "32.4684x smaller", "std_base": 0.9287701764122959, "t_msg": "Significant (t=-38.789917, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.78152257442478, "timeline_link": null, "avg_changed": 22.887487559322004, "min_base": 0.774480104446, "delta_min": "29.4962x slower", "delta_avg": "29.2858x slower", "std_changed": 0.01774530534801635, "min_changed": 22.8442418575, "delta_std": "1.0345x smaller", "std_base": 0.018358261703934044, "t_msg": "Significant (t=-6122.048743, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07953527450562198, "timeline_link": null, "avg_changed": 0.42180896759027986, "min_base": 0.0777659416199, "delta_min": "5.3971x slower", "delta_avg": "5.3034x slower", "std_changed": 0.002276473003205447, "min_changed": 0.419711112976, "delta_std": "2.2355x smaller", "std_base": 0.005089089437857414, "t_msg": "Significant (t=-434.120115, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031964936256412, "timeline_link": null, "avg_changed": 0.63524781703948, "min_base": 0.0312008857727, "delta_min": "20.2193x slower", "delta_avg": "19.8733x slower", "std_changed": 0.005280528639388091, "min_changed": 0.630860090256, "delta_std": "1.6291x larger", "std_base": 0.0032412807529211833, "t_msg": "Significant (t=-688.489951, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.824135112759997, "timeline_link": null, "avg_changed": 45.01299443244, "min_base": 19.795167923, "delta_min": "2.2727x slower", "delta_avg": "2.2706x slower", "std_changed": 0.035477106093745, "min_changed": 44.9890680313, "delta_std": "1.1570x smaller", "std_base": 0.04104785572874863, "t_msg": "Significant (t=-1038.144201, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.42014641762, "timeline_link": null, "avg_changed": 9.552664375306, "min_base": 9.41146588326, "delta_min": "1.0144x slower", "delta_avg": "1.0141x slower", "std_changed": 0.006561221886650738, "min_changed": 9.54664897919, "delta_std": "2.3352x smaller", "std_base": 0.015321883154741301, "t_msg": "Significant (t=-17.778127, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29306175231927994, "timeline_link": null, "avg_changed": 2.7131694698338005, "min_base": 0.289621114731, "delta_min": "9.3408x slower", "delta_avg": "9.2580x slower", "std_changed": 0.00436322365266154, "min_changed": 2.70528388023, "delta_std": "1.1645x larger", "std_base": 0.0037469800874608485, "t_msg": "Significant (t=-2975.451199, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09558492660521001, "timeline_link": null, "avg_changed": 0.4479657506942801, "min_base": 0.0259120464325, "delta_min": "17.0751x slower", "delta_avg": "4.6866x slower", "std_changed": 0.01483359190560298, "min_changed": 0.442450046539, "delta_std": "7.4190x smaller", "std_base": 0.11005049826925768, "t_msg": "Significant (t=-22.438588, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10251777172085003, "timeline_link": null, "avg_changed": 0.4737124872207799, "min_base": 0.0424561500549, "delta_min": "11.0673x slower", "delta_avg": "4.6208x slower", "std_changed": 0.0035744303000244046, "min_changed": 0.469876050949, "delta_std": "32.7192x smaller", "std_base": 0.11695244664920347, "t_msg": "Significant (t=-22.432348, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033447389602662005, "timeline_link": null, "avg_changed": 2.8019622898104, "min_base": 0.0200490951538, "delta_min": "137.2965x slower", "delta_avg": "83.7722x slower", "std_changed": 0.020181482556172838, "min_changed": 2.75267100334, "delta_std": "1.0437x smaller", "std_base": 0.021064194084835303, "t_msg": "Significant (t=-671.071814, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003712244033813998, "timeline_link": null, "avg_changed": 0.36114310264588, "min_base": 0.00323295593262, "delta_min": "110.8654x slower", "delta_avg": "97.2843x slower", "std_changed": 0.0019727175656931786, "min_changed": 0.358422994614, "delta_std": "1.3202x larger", "std_base": 0.00149421941651001, "t_msg": "Significant (t=-1021.288864, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20061181545245396, "timeline_link": null, "avg_changed": 0.6545946741104399, "min_base": 0.0946130752563, "delta_min": "6.7646x slower", "delta_avg": "3.2630x slower", "std_changed": 0.010625323321326088, "min_changed": 0.640018939972, "delta_std": "14.0796x smaller", "std_base": 0.1496004713332005, "t_msg": "Significant (t=-21.404193, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25177102565762, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4692775392532999, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21556831359862003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6052756595612001, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36926558971407997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23959716796878006, "timeline_link": null, "avg_changed": 0.6997272157669603, "min_base": 0.211910009384, "delta_min": "3.0461x slower", "delta_avg": "2.9204x slower", "std_changed": 0.04132784716215725, "min_changed": 0.645498037338, "delta_std": "2.1021x larger", "std_base": 0.019660346028609773, "t_msg": "Significant (t=-71.092424, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08409084796907002, "timeline_link": null, "avg_changed": 0.43047885894772003, "min_base": 0.0588760375977, "delta_min": "7.2698x slower", "delta_avg": "5.1192x slower", "std_changed": 0.0026376744052300886, "min_changed": 0.428018093109, "delta_std": "9.5493x smaller", "std_base": 0.025187814736028265, "t_msg": "Significant (t=-96.713927, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017855472564701998, "timeline_link": null, "avg_changed": 0.7918679285049401, "min_base": 0.016902923584, "delta_min": "46.6143x slower", "delta_avg": "44.3488x slower", "std_changed": 0.002669840173265568, "min_changed": 0.787917852402, "delta_std": "1.4934x smaller", "std_base": 0.003987047428797661, "t_msg": "Significant (t=-1140.609446, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1446000000000014, "timeline_link": null, "avg_changed": 8.2866, "min_base": 2.13, "delta_min": "3.8498x slower", "delta_avg": "3.8639x slower", "std_changed": 0.03868290768464508, "min_changed": 8.2, "delta_std": "2.4883x larger", "std_base": 0.015545850552084798, "t_msg": "Significant (t=-1041.753165, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7782000000000001, "timeline_link": null, "avg_changed": 5.9628, "min_base": 0.75, "delta_min": "7.8933x slower", "delta_avg": "7.6623x slower", "std_changed": 0.025875683960200336, "min_changed": 5.92, "delta_std": "1.4025x smaller", "std_base": 0.03629190048504385, "t_msg": "Significant (t=-822.506317, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06976016998290936, "timeline_link": null, "avg_changed": 0.48496436119077996, "min_base": 0.0456519126892, "delta_min": "2.5565x slower", "delta_avg": "6.9519x slower", "std_changed": 0.21690901204149202, "min_changed": 0.116706848145, "delta_std": "7.1368x larger", "std_base": 0.03039320212926655, "t_msg": "Significant (t=-23.217086, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01208503627777114, "timeline_link": null, "avg_changed": 0.06285732030868299, "min_base": 0.0075900554657, "delta_min": "6.8843x slower", "delta_avg": "5.2013x slower", "std_changed": 0.007823147499267411, "min_changed": 0.0522520542145, "delta_std": "1.5543x smaller", "std_base": 0.012159540004296686, "t_msg": "Significant (t=-78.520008, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9183802175529996, "timeline_link": null, "avg_changed": 45.25778482913599, "min_base": 1.91277098656, "delta_min": "23.5879x slower", "delta_avg": "23.5917x slower", "std_changed": 0.055072065719676794, "min_changed": 45.1183140278, "delta_std": "16.9029x larger", "std_base": 0.00325813512694165, "t_msg": "Significant (t=-5554.920843, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6026305675511999, "timeline_link": null, "avg_changed": 1.8641675472240002, "min_base": 0.404877901077, "delta_min": "4.5398x slower", "delta_avg": "3.0934x slower", "std_changed": 0.017743527905095216, "min_changed": 1.83805298805, "delta_std": "18.5179x smaller", "std_base": 0.32857323835551916, "t_msg": "Significant (t=-8.572756, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.539323806762, "timeline_link": null, "avg_changed": 11.49952521322, "min_base": 1.66785120964, "delta_min": "6.8804x slower", "delta_avg": "4.5286x slower", "std_changed": 0.017309024796876394, "min_changed": 11.4754900932, "delta_std": "71.8567x smaller", "std_base": 1.2437686746259378, "t_msg": "Significant (t=-16.107239, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5516344547268, "timeline_link": null, "avg_changed": 0.9119776248932, "min_base": 0.29252409935, "delta_min": "3.0657x slower", "delta_avg": "1.6532x slower", "std_changed": 0.01756967678649806, "min_changed": 0.89679312706, "delta_std": "21.6569x smaller", "std_base": 0.3805045734665825, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.47146291732779994, "timeline_link": null, "avg_changed": 3.22887482643, "min_base": 0.32072687149, "delta_min": "10.0140x slower", "delta_avg": "6.8486x slower", "std_changed": 0.014794630864862598, "min_changed": 3.21175789833, "delta_std": "15.8042x smaller", "std_base": 0.23381794153670415, "t_msg": "Significant (t=-26.317291, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024883493740000002, "timeline_link": null, "avg_changed": 1.60099418784, "min_base": 0.020172921, "delta_min": "78.9896x slower", "delta_avg": "64.3396x slower", "std_changed": 0.00350322665500282, "min_changed": 1.593450966, "delta_std": "2.9569x smaller", "std_base": 0.010358805723111618, "t_msg": "Significant (t=-1019.171026, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [397.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [762.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [130.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [171.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [191.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004938000724017528, "timeline_link": null, "avg_changed": 0.28636913095574507, "min_base": 0.004904966278356836, "delta_min": "58.1337x slower", "delta_avg": "57.9929x slower", "std_changed": 0.0008425542247904131, "min_changed": 0.285143997718848, "delta_std": "33.2971x larger", "std_base": 2.5304165699241648e-05, "t_msg": "Significant (t=-2360.823427, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016046642006186695, "timeline_link": null, "avg_changed": 0.013134409928059424, "min_base": 0.0015800284405119293, "delta_min": "8.2624x slower", "delta_avg": "8.1851x slower", "std_changed": 7.783911118690811e-05, "min_changed": 0.013054830287206266, "delta_std": "4.7613x larger", "std_base": 1.634829399183153e-05, "t_msg": "Significant (t=-905.275531, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006920207663415127, "timeline_link": null, "avg_changed": 0.09290558163797594, "min_base": 0.00648508430609598, "delta_min": "14.2778x slower", "delta_avg": "13.4253x slower", "std_changed": 0.0005626227315948098, "min_changed": 0.09259259259259259, "delta_std": "1.5715x larger", "std_base": 0.0003580170136036942, "t_msg": "Significant (t=-911.729490, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1941337639945876, "timeline_link": null, "avg_changed": 0.9909329315458116, "min_base": 0.19037420429531798, "delta_min": "5.1625x slower", "delta_avg": "5.1044x slower", "std_changed": 0.0049842600136811585, "min_changed": 0.9828009828009828, "delta_std": "3.1009x larger", "std_base": 0.0016073684410915872, "t_msg": "Significant (t=-1075.842826, a=0.95)\n"}]], "branch": "", "revision": "82601:fd41d042c08e"}