{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019809103012082, "timeline_link": null, "avg_changed": 0.30143512248993987, "min_base": 0.0189151763916, "delta_min": "15.5483x slower", "delta_avg": "15.2170x slower", "std_changed": 0.003212335689667733, "min_changed": 0.294099092484, "delta_std": "5.9944x larger", "std_base": 0.0005358893454028239, "t_msg": "Significant (t=-611.471580, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.009066920280456537, "timeline_link": null, "avg_changed": 0.06162385781606267, "min_base": 0.00670695304871, "delta_min": "8.6011x slower", "delta_avg": "6.7966x slower", "std_changed": 0.002257868037274057, "min_changed": 0.0576870441437, "delta_std": "1.7023x smaller", "std_base": 0.0038436777088449235, "t_msg": "Significant (t=-144.396541, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.16909396648405, "timeline_link": null, "avg_changed": 1.0446004271505, "min_base": 0.130522012711, "delta_min": "7.8472x slower", "delta_avg": "6.1776x slower", "std_changed": 0.009591270573407175, "min_changed": 1.02423501015, "delta_std": "11.5327x smaller", "std_base": 0.11061307580931318, "t_msg": "Significant (t=-35.264793, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7676435279846003, "timeline_link": null, "avg_changed": 9.457061581611399, "min_base": 1.74441790581, "delta_min": "5.3912x slower", "delta_avg": "5.3501x slower", "std_changed": 0.02853145191311048, "min_changed": 9.40458703041, "delta_std": "2.1941x larger", "std_base": 0.013003806202603836, "t_msg": "Significant (t=-1734.084237, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006862840652466601, "timeline_link": null, "avg_changed": 0.082428841590884, "min_base": 0.00505900382996, "delta_min": "15.8009x slower", "delta_avg": "12.0109x slower", "std_changed": 0.001532336255248842, "min_changed": 0.0799369812012, "delta_std": "1.5682x smaller", "std_base": 0.0024029934655859357, "t_msg": "Significant (t=-187.485808, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.319848060608, "timeline_link": null, "avg_changed": 23.40297284126, "min_base": 4.14545512199, "delta_min": "5.6272x slower", "delta_avg": "5.4175x slower", "std_changed": 0.07259515615308382, "min_changed": 23.3272140026, "delta_std": "4.1092x smaller", "std_base": 0.29830834095661446, "t_msg": "Significant (t=-138.987441, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004855227470397801, "timeline_link": null, "avg_changed": 0.23410429000855998, "min_base": 0.00356698036194, "delta_min": "64.0110x slower", "delta_avg": "48.2170x slower", "std_changed": 0.002890625934873011, "min_changed": 0.22832608223, "delta_std": "2.5849x smaller", "std_base": 0.0074719120835957135, "t_msg": "Significant (t=-202.336932, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.712792873], "base_times": [65.4303119183]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027985281944284, "timeline_link": null, "avg_changed": 1.775795903206, "min_base": 0.0259778499603, "delta_min": "67.3037x slower", "delta_avg": "63.4546x slower", "std_changed": 0.011397313230196025, "min_changed": 1.74840593338, "delta_std": "1.6552x larger", "std_base": 0.006885683461719429, "t_msg": "Significant (t=-928.134817, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00522335052490286, "timeline_link": null, "avg_changed": 0.018945736885068, "min_base": 0.000703096389771, "delta_min": "26.4642x slower", "delta_avg": "3.6271x slower", "std_changed": 0.00019548552587483734, "min_changed": 0.0186069011688, "delta_std": "30.3117x smaller", "std_base": 0.005925495796486291, "t_msg": "Significant (t=-16.366422, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.016275744438174, "timeline_link": null, "avg_changed": 0.44421370029454005, "min_base": 0.0154190063477, "delta_min": "28.4149x slower", "delta_avg": "27.2930x slower", "std_changed": 0.004299914451352205, "min_changed": 0.438128948212, "delta_std": "2.8547x larger", "std_base": 0.0015062558106572498, "t_msg": "Significant (t=-664.159387, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.1965490341186, "timeline_link": null, "avg_changed": 0.48021222114564005, "min_base": 0.158179998398, "delta_min": "2.9511x slower", "delta_avg": "2.4432x slower", "std_changed": 0.0066109716297048276, "min_changed": 0.466797113419, "delta_std": "7.3081x smaller", "std_base": 0.0483136036788915, "t_msg": "Significant (t=-41.132996, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.10066737174988201, "timeline_link": null, "avg_changed": 0.73550758361818, "min_base": 0.0977659225464, "delta_min": "7.3647x slower", "delta_avg": "7.3063x slower", "std_changed": 0.012383269968192041, "min_changed": 0.720014095306, "delta_std": "4.1286x larger", "std_base": 0.002999376553314288, "t_msg": "Significant (t=-352.317708, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021971225738524, "timeline_link": null, "avg_changed": 0.2795592689514801, "min_base": 0.0187408924103, "delta_min": "14.4594x slower", "delta_avg": "12.7239x slower", "std_changed": 0.004076353993996229, "min_changed": 0.270982027054, "delta_std": "1.5751x larger", "std_base": 0.002587944844602644, "t_msg": "Significant (t=-377.225623, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0091708850860592, "timeline_link": null, "avg_changed": 0.11185573101053997, "min_base": 0.0073070526123, "delta_min": "14.8162x slower", "delta_avg": "12.1968x slower", "std_changed": 0.001801238775894027, "min_changed": 0.108263015747, "delta_std": "3.7244x smaller", "std_base": 0.006708591858793013, "t_msg": "Significant (t=-104.530783, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.025586428642282, "timeline_link": null, "avg_changed": 0.24238178730010007, "min_base": 0.0218679904938, "delta_min": "10.8054x slower", "delta_avg": "9.4731x slower", "std_changed": 0.00372569109626402, "min_changed": 0.236292123795, "delta_std": "3.8018x smaller", "std_base": 0.01416435709689346, "t_msg": "Significant (t=-104.667398, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.060102095603926015, "timeline_link": null, "avg_changed": 0.8511676645279203, "min_base": 0.0449380874634, "delta_min": "18.5574x slower", "delta_avg": "14.1620x slower", "std_changed": 0.00770157343718094, "min_changed": 0.833932876587, "delta_std": "2.0872x smaller", "std_base": 0.01607436021981195, "t_msg": "Significant (t=-313.826319, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.366185069084997, "timeline_link": null, "avg_changed": 169.47356116799986, "min_base": 6.26024007797, "delta_min": "27.0550x slower", "delta_avg": "26.6209x slower", "std_changed": 0.1038588661930122, "min_changed": 169.370746136, "delta_std": "1.0304x smaller", "std_base": 0.10702060235737851, "t_msg": "Significant (t=-7733.756521, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.5495100021380002, "timeline_link": null, "avg_changed": 9.496907377244, "min_base": 1.16391396523, "delta_min": "8.1431x slower", "delta_avg": "6.1290x slower", "std_changed": 0.02960125449304144, "min_changed": 9.47785997391, "delta_std": "16.9014x smaller", "std_base": 0.5003019595256609, "t_msg": "Significant (t=-35.458380, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3872399997711401, "timeline_link": null, "avg_changed": 11.654695897102002, "min_base": 0.377602100372, "delta_min": "30.6353x slower", "delta_avg": "30.0968x slower", "std_changed": 0.0386273413168337, "min_changed": 11.5679709911, "delta_std": "3.7415x larger", "std_base": 0.01032403103300512, "t_msg": "Significant (t=-1992.660017, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.048320798873900006, "timeline_link": null, "avg_changed": 0.2337886381149401, "min_base": 0.0459728240967, "delta_min": "4.9639x slower", "delta_avg": "4.8383x slower", "std_changed": 0.002809541278992026, "min_changed": 0.228204011917, "delta_std": "1.0885x smaller", "std_base": 0.003058282666057431, "t_msg": "Significant (t=-315.792404, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021458306312561994, "timeline_link": null, "avg_changed": 0.37121443748476, "min_base": 0.0207030773163, "delta_min": "17.5787x slower", "delta_avg": "17.2993x slower", "std_changed": 0.004646587596853682, "min_changed": 0.363933086395, "delta_std": "2.3499x larger", "std_base": 0.0019773635666342354, "t_msg": "Significant (t=-489.749410, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.26924905777, "timeline_link": null, "avg_changed": 18.54163141252, "min_base": 9.23229122162, "delta_min": "2.0021x slower", "delta_avg": "2.0003x slower", "std_changed": 0.0453358126746688, "min_changed": 18.4837629795, "delta_std": "1.0384x larger", "std_base": 0.04365742869724191, "t_msg": "Significant (t=-329.425401, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.659627342224001, "timeline_link": null, "avg_changed": 4.714005994796, "min_base": 4.62881708145, "delta_min": "1.0137x slower", "delta_avg": "1.0117x slower", "std_changed": 0.02423635397500822, "min_changed": 4.69221806526, "delta_std": "1.3404x smaller", "std_base": 0.03248540840257153, "t_msg": "Significant (t=-3.000088, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.1618445920944, "timeline_link": null, "avg_changed": 1.3004866218566002, "min_base": 0.156533956528, "delta_min": "8.1191x slower", "delta_avg": "8.0354x slower", "std_changed": 0.013954456148941093, "min_changed": 1.27091097832, "delta_std": "4.5453x larger", "std_base": 0.0030700801098628785, "t_msg": "Significant (t=-563.501582, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.050061531066906, "timeline_link": null, "avg_changed": 0.20544054031376, "min_base": 0.0108659267426, "delta_min": "18.3443x slower", "delta_avg": "4.1038x slower", "std_changed": 0.006020860718600976, "min_changed": 0.199328184128, "delta_std": "9.5440x smaller", "std_base": 0.05746322153768145, "t_msg": "Significant (t=-19.015881, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.051459650993367995, "timeline_link": null, "avg_changed": 0.22572484970092005, "min_base": 0.0167739391327, "delta_min": "13.0133x slower", "delta_avg": "4.3864x slower", "std_changed": 0.0035354148231664735, "min_changed": 0.218284845352, "delta_std": "16.8204x smaller", "std_base": 0.059467064212391445, "t_msg": "Significant (t=-20.684880, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.13722828865056796, "timeline_link": null, "avg_changed": 1.2293713808064002, "min_base": 0.0605039596558, "delta_min": "19.7401x slower", "delta_avg": "8.9586x slower", "std_changed": 0.030398135844732412, "min_changed": 1.19435596466, "delta_std": "1.5912x smaller", "std_base": 0.04836827801179384, "t_msg": "Significant (t=-135.182438, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016575479507445997, "timeline_link": null, "avg_changed": 0.1904419851303, "min_base": 0.00143003463745, "delta_min": "131.6862x slower", "delta_avg": "114.8938x slower", "std_changed": 0.001670290403016265, "min_changed": 0.188315868378, "delta_std": "2.6507x larger", "std_base": 0.0006301416527258116, "t_msg": "Significant (t=-747.762474, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09503872871400601, "timeline_link": null, "avg_changed": 0.31283823966982005, "min_base": 0.0386998653412, "delta_min": "7.8066x slower", "delta_avg": "3.2917x slower", "std_changed": 0.006927431439217528, "min_changed": 0.302115917206, "delta_std": "11.0515x smaller", "std_base": 0.07655845827588133, "t_msg": "Significant (t=-20.034478, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12237010955815997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18770346164704005, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12337072849270003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.26293220043189997, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15661561965948007, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14620862960807998, "timeline_link": null, "avg_changed": 0.44863680839534, "min_base": 0.141580104828, "delta_min": "3.0781x slower", "delta_avg": "3.0685x slower", "std_changed": 0.0060318404460576345, "min_changed": 0.43580198288, "delta_std": "2.6473x larger", "std_base": 0.0022785199797205444, "t_msg": "Significant (t=-331.659484, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04443128585815999, "timeline_link": null, "avg_changed": 0.2125384378433601, "min_base": 0.0292489528656, "delta_min": "7.1125x slower", "delta_avg": "4.7835x slower", "std_changed": 0.003019157087660395, "min_changed": 0.208031892776, "delta_std": "4.3218x smaller", "std_base": 0.013048096954045447, "t_msg": "Significant (t=-88.756166, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005719752311706801, "timeline_link": null, "avg_changed": 0.35173371315007995, "min_base": 0.00517821311951, "delta_min": "66.8806x slower", "delta_avg": "61.4946x slower", "std_changed": 0.004291749795452907, "min_changed": 0.346321821213, "delta_std": "2.5412x larger", "std_base": 0.0016888665572106958, "t_msg": "Significant (t=-530.494303, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0786, "timeline_link": null, "avg_changed": 4.934, "min_base": 1.03, "delta_min": "4.6699x slower", "delta_avg": "4.5744x slower", "std_changed": 0.06318098396427431, "min_changed": 4.81, "delta_std": "1.7995x larger", "std_base": 0.03510974049392874, "t_msg": "Significant (t=-377.164498, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3940000000000003, "timeline_link": null, "avg_changed": 3.646999999999999, "min_base": 0.37, "delta_min": "9.6216x slower", "delta_avg": "9.2563x slower", "std_changed": 0.040770637693801, "min_changed": 3.56, "delta_std": "1.7837x larger", "std_base": 0.022857142857142854, "t_msg": "Significant (t=-492.123121, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.036306475003553995, "timeline_link": null, "avg_changed": 0.21880493640903212, "min_base": 0.0226538181305, "delta_min": "2.8136x slower", "delta_avg": "6.0266x slower", "std_changed": 0.09116013558254266, "min_changed": 0.063738822937, "delta_std": "5.4117x larger", "std_base": 0.01684508131899179, "t_msg": "Significant (t=-24.110655, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017743876934051276, "timeline_link": null, "avg_changed": 0.0447084336280808, "min_base": 0.00347995758057, "delta_min": "7.9981x slower", "delta_avg": "2.5197x slower", "std_changed": 0.07766492231363568, "min_changed": 0.0278329849243, "delta_std": "1.4571x larger", "std_base": 0.053301238442494146, "t_msg": "Significant (t=-6.400979, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7651244163512999, "timeline_link": null, "avg_changed": 18.15701050758, "min_base": 0.75505900383, "delta_min": "23.8959x slower", "delta_avg": "23.7308x slower", "std_changed": 0.07461450934955528, "min_changed": 18.0427849293, "delta_std": "10.7999x larger", "std_base": 0.006908810529402806, "t_msg": "Significant (t=-733.955299, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2687793254854, "timeline_link": null, "avg_changed": 0.8447278022768, "min_base": 0.182752132416, "delta_min": "4.5590x slower", "delta_avg": "3.1428x slower", "std_changed": 0.012330613119647128, "min_changed": 0.833162069321, "delta_std": "13.7533x smaller", "std_base": 0.16958673342209268, "t_msg": "Significant (t=-7.574113, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.213347721101, "timeline_link": null, "avg_changed": 4.898147392272, "min_base": 0.806537866592, "delta_min": "6.0559x slower", "delta_avg": "4.0369x slower", "std_changed": 0.011088069380391592, "min_changed": 4.88431286812, "delta_std": "56.3228x smaller", "std_base": 0.6245106288465213, "t_msg": "Significant (t=-13.191391, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2605456352234, "timeline_link": null, "avg_changed": 0.408830833435, "min_base": 0.115357160568, "delta_min": "3.4217x slower", "delta_avg": "1.5691x slower", "std_changed": 0.018468766043461957, "min_changed": 0.394716978073, "delta_std": "10.6803x smaller", "std_base": 0.1972523829931307, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2338455677034, "timeline_link": null, "avg_changed": 1.403476238248, "min_base": 0.15886092186, "delta_min": "8.7705x slower", "delta_avg": "6.0017x slower", "std_changed": 0.00880788105613703, "min_changed": 1.39328217506, "delta_std": "13.7299x smaller", "std_base": 0.12093105760972538, "t_msg": "Significant (t=-21.569845, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.019623623120000003, "timeline_link": null, "avg_changed": 0.75111258436, "min_base": 0.008763342, "delta_min": "83.9004x slower", "delta_avg": "38.2759x slower", "std_changed": 0.009378658928187152, "min_changed": 0.735248197, "delta_std": "1.0333x smaller", "std_base": 0.009691137338753231, "t_msg": "Significant (t=-383.533609, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [193.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [512.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [62.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [87.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [89.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0026047372337192377, "timeline_link": null, "avg_changed": 0.13044100099591754, "min_base": 0.00255924655781338, "delta_min": "50.3272x slower", "delta_avg": "50.0784x slower", "std_changed": 0.0009287851515070765, "min_changed": 0.1287995878413189, "delta_std": "34.9799x larger", "std_base": 2.655197704918744e-05, "t_msg": "Significant (t=-972.851187, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006946732492441708, "timeline_link": null, "avg_changed": 0.006818265010009255, "min_base": 0.0006845095489082072, "delta_min": "9.9111x slower", "delta_avg": "9.8151x slower", "std_changed": 2.6101766553314947e-05, "min_changed": 0.0067842605156037995, "delta_std": "2.6474x larger", "std_base": 9.859222516843376e-06, "t_msg": "Significant (t=-537.589451, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0029089651211764074, "timeline_link": null, "avg_changed": 0.043664845342013967, "min_base": 0.002514774299006664, "delta_min": "16.9936x slower", "delta_avg": "15.0104x slower", "std_changed": 0.0005288329187656218, "min_changed": 0.042735042735042736, "delta_std": "2.3687x larger", "std_base": 0.00022325780877623184, "t_msg": "Significant (t=-502.044365, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.060360485845190104, "timeline_link": null, "avg_changed": 0.3598475625387732, "min_base": 0.05859947260474656, "delta_min": "6.0121x slower", "delta_avg": "5.9616x slower", "std_changed": 0.0033706031432499915, "min_changed": 0.3523065066607949, "delta_std": "3.8960x larger", "std_base": 0.0008651447553057356, "t_msg": "Significant (t=-608.556690, a=0.95)\n"}]], "branch": "", "revision": "97168:f95a2bad0572"}