{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037646174430852, "timeline_link": null, "avg_changed": 0.6976149511336801, "min_base": 0.0372450351715, "delta_min": "18.4317x slower", "delta_avg": "18.5308x slower", "std_changed": 0.00412266142314265, "min_changed": 0.68648815155, "delta_std": "7.0061x larger", "std_base": 0.0005884418271809067, "t_msg": "Significant (t=-1120.601696, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015192621548973329, "timeline_link": null, "avg_changed": 0.13362208684281332, "min_base": 0.0119600296021, "delta_min": "10.8406x slower", "delta_avg": "8.7952x slower", "std_changed": 0.0035941678498631635, "min_changed": 0.129653930664, "delta_std": "1.8877x smaller", "std_base": 0.00678471379062506, "t_msg": "Significant (t=-188.913102, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26572659015655004, "timeline_link": null, "avg_changed": 1.3673612475404997, "min_base": 0.20400595665, "delta_min": "6.6044x slower", "delta_avg": "5.1457x slower", "std_changed": 0.055808146045486805, "min_changed": 1.3473379612, "delta_std": "3.5792x smaller", "std_base": 0.19974854183553897, "t_msg": "Significant (t=-23.754589, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.419583678245, "timeline_link": null, "avg_changed": 19.557846059797996, "min_base": 3.4154291153, "delta_min": "5.7055x slower", "delta_avg": "5.7194x slower", "std_changed": 0.06256696230805012, "min_changed": 19.4868378639, "delta_std": "37.0149x larger", "std_base": 0.0016903165168181803, "t_msg": "Significant (t=-1823.216626, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024620318412780003, "timeline_link": null, "avg_changed": 0.21965637207036, "min_base": 0.0211679935455, "delta_min": "10.2723x slower", "delta_avg": "8.9218x slower", "std_changed": 0.0018137126084304125, "min_changed": 0.217443943024, "delta_std": "3.6918x smaller", "std_base": 0.006695877632699038, "t_msg": "Significant (t=-198.800536, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 18.005022730822, "timeline_link": null, "avg_changed": 36.78851461887402, "min_base": 17.9094159603, "delta_min": "2.0495x slower", "delta_avg": "2.0432x slower", "std_changed": 0.05166832463503686, "min_changed": 36.7058608532, "delta_std": "3.4765x smaller", "std_base": 0.17962614370324861, "t_msg": "Significant (t=-710.607718, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009041490554818399, "timeline_link": null, "avg_changed": 0.4954214715957601, "min_base": 0.00626683235168, "delta_min": "78.7912x slower", "delta_avg": "54.7942x slower", "std_changed": 0.0016553012493160874, "min_changed": 0.493771076202, "delta_std": "10.4789x smaller", "std_base": 0.01734573314492279, "t_msg": "Significant (t=-197.378322, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.65209198], "base_times": [141.450150013]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048011927604662004, "timeline_link": null, "avg_changed": 3.1267058324824006, "min_base": 0.0453979969025, "delta_min": "68.7068x slower", "delta_avg": "65.1235x slower", "std_changed": 0.004096528681885745, "min_changed": 3.11915206909, "delta_std": "3.7333x smaller", "std_base": 0.015293719948303449, "t_msg": "Significant (t=-1374.966687, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.011152858734132198, "timeline_link": null, "avg_changed": 0.034679665565496, "min_base": 0.00128197669983, "delta_min": "26.6548x slower", "delta_avg": "3.1095x slower", "std_changed": 0.00045640965356427005, "min_changed": 0.0341708660126, "delta_std": "28.4218x smaller", "std_base": 0.012971970758996641, "t_msg": "Significant (t=-12.816616, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03114555358885599, "timeline_link": null, "avg_changed": 0.97975544452666, "min_base": 0.0298008918762, "delta_min": "32.7622x slower", "delta_avg": "31.4573x slower", "std_changed": 0.0030452144434473926, "min_changed": 0.976342201233, "delta_std": "1.1285x larger", "std_base": 0.0026984246577925904, "t_msg": "Significant (t=-1648.581159, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4415172672271402, "timeline_link": null, "avg_changed": 1.014054741859, "min_base": 0.360053062439, "delta_min": "2.7835x slower", "delta_avg": "2.2967x slower", "std_changed": 0.004181755691278316, "min_changed": 1.00220584869, "delta_std": "19.5745x smaller", "std_base": 0.08185577586265631, "t_msg": "Significant (t=-49.393932, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16707179069524, "timeline_link": null, "avg_changed": 1.5683912658685997, "min_base": 0.165158987045, "delta_min": "9.4503x slower", "delta_avg": "9.3875x slower", "std_changed": 0.006001686531805711, "min_changed": 1.56079506874, "delta_std": "1.1844x larger", "std_base": 0.005067191377294043, "t_msg": "Significant (t=-1261.511747, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04133295059204, "timeline_link": null, "avg_changed": 0.55558176040646, "min_base": 0.0315759181976, "delta_min": "17.3826x slower", "delta_avg": "13.4416x slower", "std_changed": 0.004568116462993455, "min_changed": 0.548871994019, "delta_std": "1.4439x smaller", "std_base": 0.0065958990950303375, "t_msg": "Significant (t=-453.215224, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014858026504516, "timeline_link": null, "avg_changed": 0.23773216247557996, "min_base": 0.0120179653168, "delta_min": "19.6121x slower", "delta_avg": "16.0003x slower", "std_changed": 0.0023664473882959386, "min_changed": 0.235697031021, "delta_std": "6.2700x smaller", "std_base": 0.014837538119616415, "t_msg": "Significant (t=-104.888599, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.062387633323663996, "timeline_link": null, "avg_changed": 0.5153148841857799, "min_base": 0.0569140911102, "delta_min": "8.9770x slower", "delta_avg": "8.2599x slower", "std_changed": 0.0045977350005236535, "min_changed": 0.510919809341, "delta_std": "6.1651x smaller", "std_base": 0.02834547205698641, "t_msg": "Significant (t=-111.529687, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19761967182155998, "timeline_link": null, "avg_changed": 1.4431824398039996, "min_base": 0.123114109039, "delta_min": "11.6745x slower", "delta_avg": "7.3028x slower", "std_changed": 0.004173270722970686, "min_changed": 1.43729400635, "delta_std": "16.6198x smaller", "std_base": 0.06935905271220255, "t_msg": "Significant (t=-126.754313, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.874170541750013, "timeline_link": null, "avg_changed": 310.6959459779999, "min_base": 12.5235340595, "delta_min": "24.8076x slower", "delta_avg": "24.1333x slower", "std_changed": 0.017450481171633433, "min_changed": 310.678670883, "delta_std": "20.2972x smaller", "std_base": 0.35419633475767404, "t_msg": "Significant (t=-5938.420420, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4751667976380007, "timeline_link": null, "avg_changed": 19.17922244072, "min_base": 2.70000314713, "delta_min": "7.0941x slower", "delta_avg": "5.5189x slower", "std_changed": 0.017103492951624943, "min_changed": 19.1541371346, "delta_std": "58.7439x smaller", "std_base": 1.0047264769555138, "t_msg": "Significant (t=-34.945082, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8065160083770803, "timeline_link": null, "avg_changed": 22.941775569912, "min_base": 0.797683000565, "delta_min": "28.7170x slower", "delta_avg": "28.4455x slower", "std_changed": 0.04837891200760072, "min_changed": 22.9070258141, "delta_std": "2.5967x larger", "std_base": 0.018631116817160575, "t_msg": "Significant (t=-3019.147033, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.077705841064464, "timeline_link": null, "avg_changed": 0.43449294567106006, "min_base": 0.0759809017181, "delta_min": "5.7004x slower", "delta_avg": "5.5915x slower", "std_changed": 0.0012559584608347711, "min_changed": 0.433123111725, "delta_std": "3.9590x smaller", "std_base": 0.004972326082847676, "t_msg": "Significant (t=-491.931051, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031839170455931994, "timeline_link": null, "avg_changed": 0.6389646244049, "min_base": 0.0310480594635, "delta_min": "20.4933x slower", "delta_avg": "20.0685x slower", "std_changed": 0.00335263672218518, "min_changed": 0.636276006699, "delta_std": "1.0401x larger", "std_base": 0.003223515247280583, "t_msg": "Significant (t=-923.045056, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.418099355698, "timeline_link": null, "avg_changed": 9.507406806946001, "min_base": 9.40776705742, "delta_min": "1.0096x slower", "delta_avg": "1.0095x slower", "std_changed": 0.0071451752337884375, "min_changed": 9.4984691143, "delta_std": "2.3497x smaller", "std_base": 0.01678873823689514, "t_msg": "Significant (t=-10.944750, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.28816650390624, "timeline_link": null, "avg_changed": 2.5986397933962, "min_base": 0.285414934158, "delta_min": "9.0692x slower", "delta_avg": "9.0178x slower", "std_changed": 0.004537115051178946, "min_changed": 2.58849096298, "delta_std": "1.0877x larger", "std_base": 0.004171188490468872, "t_msg": "Significant (t=-2650.844859, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12720863342286604, "timeline_link": null, "avg_changed": 0.4356677389144599, "min_base": 0.0392220020294, "delta_min": "10.9848x slower", "delta_avg": "3.4248x slower", "std_changed": 0.01342894143362354, "min_changed": 0.430845022202, "delta_std": "10.7990x smaller", "std_base": 0.1450191888945248, "t_msg": "Significant (t=-14.976248, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032946643829349996, "timeline_link": null, "avg_changed": 2.557888002395001, "min_base": 0.0197329521179, "delta_min": "123.4403x slower", "delta_avg": "77.6373x slower", "std_changed": 0.4396052553259638, "min_changed": 2.4358420372, "delta_std": "22.4682x larger", "std_base": 0.019565644777589902, "t_msg": "Significant (t=-40.573615, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036659908294676, "timeline_link": null, "avg_changed": 0.3452812623977599, "min_base": 0.00347709655762, "delta_min": "98.8986x slower", "delta_avg": "94.1850x slower", "std_changed": 0.0011743034698551307, "min_changed": 0.343879938126, "delta_std": "2.4408x larger", "std_base": 0.0004811158387513284, "t_msg": "Significant (t=-1903.474930, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19683817386629002, "timeline_link": null, "avg_changed": 0.6316328144073, "min_base": 0.0823900699615, "delta_min": "7.5021x slower", "delta_avg": "3.2089x slower", "std_changed": 0.009905311460579758, "min_changed": 0.618094921112, "delta_std": "15.6099x smaller", "std_base": 0.1546204653639599, "t_msg": "Significant (t=-19.843253, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25518381118772004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47318125247958, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21696377754211998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6061567592621199, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37124169349680003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23694456577300002, "timeline_link": null, "avg_changed": 0.6965920257569002, "min_base": 0.225917100906, "delta_min": "2.9084x slower", "delta_avg": "2.9399x slower", "std_changed": 0.02841847292539441, "min_changed": 0.657059907913, "delta_std": "2.9557x larger", "std_base": 0.009614799826510917, "t_msg": "Significant (t=-108.336697, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08589931011200401, "timeline_link": null, "avg_changed": 0.42355698585521995, "min_base": 0.0598289966583, "delta_min": "7.0523x slower", "delta_avg": "4.9309x slower", "std_changed": 0.002021468346796564, "min_changed": 0.421930074692, "delta_std": "11.6863x smaller", "std_base": 0.023623548323182482, "t_msg": "Significant (t=-100.700653, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018557710647582, "timeline_link": null, "avg_changed": 0.7099526929854997, "min_base": 0.0176360607147, "delta_min": "40.0794x slower", "delta_avg": "38.2565x slower", "std_changed": 0.0021690336578629424, "min_changed": 0.706843137741, "delta_std": "1.8006x smaller", "std_base": 0.0039056188783180576, "t_msg": "Significant (t=-1094.325603, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1498000000000004, "timeline_link": null, "avg_changed": 8.497799999999998, "min_base": 2.12, "delta_min": "3.9623x slower", "delta_avg": "3.9528x slower", "std_changed": 0.03877143909885105, "min_changed": 8.4, "delta_std": "1.6249x larger", "std_base": 0.023860991990600697, "t_msg": "Significant (t=-985.977869, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8118, "timeline_link": null, "avg_changed": 6.238799999999999, "min_base": 0.78, "delta_min": "7.9359x slower", "delta_avg": "7.6851x slower", "std_changed": 0.027894846279906023, "min_changed": 6.19, "delta_std": "1.3190x smaller", "std_base": 0.036794520443863325, "t_msg": "Significant (t=-831.104016, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9142327976216, "timeline_link": null, "avg_changed": 44.57257233142601, "min_base": 1.90697407722, "delta_min": "23.3233x slower", "delta_avg": "23.2848x slower", "std_changed": 0.05142386696326698, "min_changed": 44.477009058, "delta_std": "13.2067x larger", "std_base": 0.0038937667747611575, "t_msg": "Significant (t=-5849.015684, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6106821537024001, "timeline_link": null, "avg_changed": 1.7711889743820002, "min_base": 0.463125944138, "delta_min": "3.8089x slower", "delta_avg": "2.9003x slower", "std_changed": 0.00707673723572362, "min_changed": 1.76399207115, "delta_std": "40.3539x smaller", "std_base": 0.285574258705946, "t_msg": "Significant (t=-9.084067, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6105530262000003, "timeline_link": null, "avg_changed": 10.93013415338, "min_base": 1.67030692101, "delta_min": "6.5375x slower", "delta_avg": "4.1869x slower", "std_changed": 0.01265444653136252, "min_changed": 10.9196779728, "delta_std": "97.1158x smaller", "std_base": 1.2289464875146965, "t_msg": "Significant (t=-15.136674, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5441552162162001, "timeline_link": null, "avg_changed": 0.8685979843142, "min_base": 0.254994153976, "delta_min": "3.3488x slower", "delta_avg": "1.5962x slower", "std_changed": 0.01790061285781063, "min_changed": 0.853921890259, "delta_std": "19.7570x smaller", "std_base": 0.3536616464327653, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.5372843742369999, "timeline_link": null, "avg_changed": 3.0603448390979997, "min_base": 0.376180887222, "delta_min": "8.0879x slower", "delta_avg": "5.6959x slower", "std_changed": 0.013571836464809726, "min_changed": 3.04250097275, "delta_std": "14.0444x smaller", "std_base": 0.19060852703804182, "t_msg": "Significant (t=-29.523798, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02638044071999999, "timeline_link": null, "avg_changed": 1.5917857020199995, "min_base": 0.02154379, "delta_min": "73.7874x slower", "delta_avg": "60.3396x slower", "std_changed": 0.0022790699264335287, "min_changed": 1.589659318, "delta_std": "5.1333x smaller", "std_base": 0.011699246263171753, "t_msg": "Significant (t=-928.679622, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [419.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [746.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [131.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [176.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [197.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005030639338167132, "timeline_link": null, "avg_changed": 0.2709740244349392, "min_base": 0.005012782595618828, "delta_min": "53.8565x slower", "delta_avg": "53.8647x slower", "std_changed": 0.0008965023071935826, "min_changed": 0.2699711130908993, "delta_std": "44.0895x larger", "std_base": 2.033367370586926e-05, "t_msg": "Significant (t=-2097.061195, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001533850638962196, "timeline_link": null, "avg_changed": 0.012569078721567827, "min_base": 0.0015080681646810435, "delta_min": "8.2991x slower", "delta_avg": "8.1945x slower", "std_changed": 5.8513076041513554e-05, "min_changed": 0.012515644555694618, "delta_std": "3.3607x larger", "std_base": 1.7411140430006822e-05, "t_msg": "Significant (t=-1278.176480, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007098203727445209, "timeline_link": null, "avg_changed": 0.08985182442716687, "min_base": 0.006633499170812604, "delta_min": "13.4000x slower", "delta_avg": "12.6584x slower", "std_changed": 0.0006466248084149224, "min_changed": 0.08888888888888889, "delta_std": "1.7120x larger", "std_base": 0.00037770457441452834, "t_msg": "Significant (t=-781.401156, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19507657888730587, "timeline_link": null, "avg_changed": 0.9807527406016747, "min_base": 0.19175455417066156, "delta_min": "5.0863x slower", "delta_avg": "5.0275x slower", "std_changed": 0.004254178518128011, "min_changed": 0.975312404754648, "delta_std": "1.8310x larger", "std_base": 0.002323374483387966, "t_msg": "Significant (t=-1146.121480, a=0.95)\n"}]], "branch": "", "revision": "81070:71dffd81bdca"}