{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038169116973882006, "timeline_link": null, "avg_changed": 0.6400940990447799, "min_base": 0.0376150608063, "delta_min": "16.8799x slower", "delta_avg": "16.7699x slower", "std_changed": 0.0032377556241475693, "min_changed": 0.634937047958, "delta_std": "5.8332x larger", "std_base": 0.0005550611031215223, "t_msg": "Significant (t=-1295.667064, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015626489321391334, "timeline_link": null, "avg_changed": 0.13259801864621332, "min_base": 0.0125660896301, "delta_min": "10.2640x slower", "delta_avg": "8.4855x slower", "std_changed": 0.0035792248899543075, "min_changed": 0.128978013992, "delta_std": "1.7985x smaller", "std_base": 0.006437401414175209, "t_msg": "Significant (t=-194.501060, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26829750537875, "timeline_link": null, "avg_changed": 1.3584437012669996, "min_base": 0.20641708374, "delta_min": "6.4870x slower", "delta_avg": "5.0632x slower", "std_changed": 0.05060100971843058, "min_changed": 1.33902478218, "delta_std": "3.8572x smaller", "std_base": 0.1951779962120676, "t_msg": "Significant (t=-24.179272, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4437027597424, "timeline_link": null, "avg_changed": 19.250642323492, "min_base": 3.43967199326, "delta_min": "5.5770x slower", "delta_avg": "5.5901x slower", "std_changed": 0.05871243669139352, "min_changed": 19.183095932, "delta_std": "35.1400x larger", "std_base": 0.0016708133257929104, "t_msg": "Significant (t=-1902.947944, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024170780181883997, "timeline_link": null, "avg_changed": 0.21019439220432, "min_base": 0.0208330154419, "delta_min": "9.9798x slower", "delta_avg": "8.6962x slower", "std_changed": 0.0017052725497024095, "min_changed": 0.207910060883, "delta_std": "3.4903x smaller", "std_base": 0.005951876566974596, "t_msg": "Significant (t=-212.455444, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 18.08172219276, "timeline_link": null, "avg_changed": 37.015573024746004, "min_base": 17.9944019318, "delta_min": "2.0516x slower", "delta_avg": "2.0471x slower", "std_changed": 0.06003183833028406, "min_changed": 36.9177908897, "delta_std": "2.9494x smaller", "std_base": 0.1770599263704292, "t_msg": "Significant (t=-716.102631, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008851375579827, "timeline_link": null, "avg_changed": 0.48465513229371987, "min_base": 0.00624299049377, "delta_min": "77.4231x slower", "delta_avg": "54.7548x slower", "std_changed": 0.0014407710481378956, "min_changed": 0.483351945877, "delta_std": "11.2917x smaller", "std_base": 0.016268724911623438, "t_msg": "Significant (t=-205.997955, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.557577848], "base_times": [142.175349951]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047874693870544, "timeline_link": null, "avg_changed": 3.0497357368467988, "min_base": 0.0454258918762, "delta_min": "66.9777x slower", "delta_avg": "63.7025x slower", "std_changed": 0.004192211316160342, "min_changed": 3.04252099991, "delta_std": "3.4165x smaller", "std_base": 0.014322538813550072, "t_msg": "Significant (t=-1422.348333, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010327191352842002, "timeline_link": null, "avg_changed": 0.033804464340213995, "min_base": 0.0012218952179, "delta_min": "27.4156x slower", "delta_avg": "3.2733x slower", "std_changed": 0.0002963276605314611, "min_changed": 0.0334990024567, "delta_std": "40.5289x smaller", "std_base": 0.012009845414283517, "t_msg": "Significant (t=-13.818569, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031919708251957994, "timeline_link": null, "avg_changed": 0.9724636411667799, "min_base": 0.03058385849, "delta_min": "31.6822x slower", "delta_avg": "30.4659x slower", "std_changed": 0.002620255572032212, "min_changed": 0.968963861465, "delta_std": "1.0052x smaller", "std_base": 0.002633972006373692, "t_msg": "Significant (t=-1790.064694, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4279298591614402, "timeline_link": null, "avg_changed": 1.0047839450832803, "min_base": 0.353257894516, "delta_min": "2.8108x slower", "delta_avg": "2.3480x slower", "std_changed": 0.003958837675352323, "min_changed": 0.992951154709, "delta_std": "20.6035x smaller", "std_base": 0.0815657762770904, "t_msg": "Significant (t=-49.949606, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16990048885339998, "timeline_link": null, "avg_changed": 1.5951013803480008, "min_base": 0.168393135071, "delta_min": "9.4096x slower", "delta_avg": "9.3884x slower", "std_changed": 0.007246257371003886, "min_changed": 1.58450889587, "delta_std": "1.5066x larger", "std_base": 0.004809747532352099, "t_msg": "Significant (t=-1158.723523, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04178778171539601, "timeline_link": null, "avg_changed": 0.5462231063842399, "min_base": 0.0318620204926, "delta_min": "16.9506x slower", "delta_avg": "13.0714x slower", "std_changed": 0.004897722489269681, "min_changed": 0.540079116821, "delta_std": "1.3773x smaller", "std_base": 0.006745440145545032, "t_msg": "Significant (t=-427.891404, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014433846473685999, "timeline_link": null, "avg_changed": 0.2367006111145, "min_base": 0.0116009712219, "delta_min": "20.2027x slower", "delta_avg": "16.3990x slower", "std_changed": 0.002460124339038459, "min_changed": 0.234370946884, "delta_std": "5.9174x smaller", "std_base": 0.014557500751869904, "t_msg": "Significant (t=-106.453057, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.061486163139351985, "timeline_link": null, "avg_changed": 0.5092684984207001, "min_base": 0.0562779903412, "delta_min": "8.9860x slower", "delta_avg": "8.2827x slower", "std_changed": 0.002831612732005804, "min_changed": 0.505712032318, "delta_std": "9.7486x smaller", "std_base": 0.02760426495148595, "t_msg": "Significant (t=-114.104506, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18834758281706002, "timeline_link": null, "avg_changed": 1.4226590204242, "min_base": 0.11355304718, "delta_min": "12.4867x slower", "delta_avg": "7.5534x slower", "std_changed": 0.003401863390864881, "min_changed": 1.41790604591, "delta_std": "18.7859x smaller", "std_base": 0.06390691076609753, "t_msg": "Significant (t=-136.378997, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.976966500249992, "timeline_link": null, "avg_changed": 300.64727401749985, "min_base": 12.5908679962, "delta_min": "23.8692x slower", "delta_avg": "23.1678x slower", "std_changed": 0.11428154085074546, "min_changed": 300.534141064, "delta_std": "3.4128x smaller", "std_base": 0.39001838631390934, "t_msg": "Significant (t=-5005.049670, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5050136566159997, "timeline_link": null, "avg_changed": 18.722025775920002, "min_base": 2.79517102242, "delta_min": "6.6903x slower", "delta_avg": "5.3415x slower", "std_changed": 0.024370054473695356, "min_changed": 18.7005479336, "delta_std": "39.9896x smaller", "std_base": 0.974547565592999, "t_msg": "Significant (t=-34.904032, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8107072019576396, "timeline_link": null, "avg_changed": 23.361292901044, "min_base": 0.805016040802, "delta_min": "28.9919x slower", "delta_avg": "28.8159x slower", "std_changed": 0.013444147789003843, "min_changed": 23.3389542103, "delta_std": "1.3331x smaller", "std_base": 0.017921853833837854, "t_msg": "Significant (t=-7117.341592, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07900740623474999, "timeline_link": null, "avg_changed": 0.4056029987334998, "min_base": 0.0773072242737, "delta_min": "5.2309x slower", "delta_avg": "5.1337x slower", "std_changed": 0.0011401472979076597, "min_changed": 0.404387950897, "delta_std": "4.2742x smaller", "std_base": 0.004873181142857411, "t_msg": "Significant (t=-461.434716, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031593379974362, "timeline_link": null, "avg_changed": 0.6291348791123199, "min_base": 0.0308480262756, "delta_min": "20.2861x slower", "delta_avg": "19.9135x slower", "std_changed": 0.0036412043093040788, "min_changed": 0.62578701973, "delta_std": "1.1410x larger", "std_base": 0.0031912312275863943, "t_msg": "Significant (t=-872.675388, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.397638845444, "timeline_link": null, "avg_changed": 9.518072223664001, "min_base": 9.38694214821, "delta_min": "1.0133x slower", "delta_avg": "1.0128x slower", "std_changed": 0.005293734466229045, "min_changed": 9.51190805435, "delta_std": "3.1475x smaller", "std_base": 0.01666179762938166, "t_msg": "Significant (t=-15.403783, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29053414344791995, "timeline_link": null, "avg_changed": 2.5362663698193995, "min_base": 0.286446809769, "delta_min": "8.8249x slower", "delta_avg": "8.7297x slower", "std_changed": 0.00365737374689487, "min_changed": 2.52786302567, "delta_std": "1.1515x larger", "std_base": 0.003176067974388645, "t_msg": "Significant (t=-3278.263718, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12385336399078199, "timeline_link": null, "avg_changed": 0.42723958015443986, "min_base": 0.0380458831787, "delta_min": "11.1266x slower", "delta_avg": "3.4496x slower", "std_changed": 0.012823048923878696, "min_changed": 0.423321008682, "delta_std": "10.9675x smaller", "std_base": 0.14063669178958607, "t_msg": "Significant (t=-15.190932, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03295246124267801, "timeline_link": null, "avg_changed": 2.5657073545453994, "min_base": 0.0204570293427, "delta_min": "119.8368x slower", "delta_avg": "77.8609x slower", "std_changed": 0.35564657062717275, "min_changed": 2.45150399208, "delta_std": "16.3876x larger", "std_base": 0.021702192547572934, "t_msg": "Significant (t=-50.263469, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038270568847657994, "timeline_link": null, "avg_changed": 0.3446025037765601, "min_base": 0.00354480743408, "delta_min": "96.8098x slower", "delta_avg": "90.0437x slower", "std_changed": 0.0011078574427684732, "min_changed": 0.343172073364, "delta_std": "1.3457x larger", "std_base": 0.0008232605300525347, "t_msg": "Significant (t=-1745.796925, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18959053039552992, "timeline_link": null, "avg_changed": 0.6311614847182601, "min_base": 0.0800402164459, "delta_min": "7.7121x slower", "delta_avg": "3.3291x slower", "std_changed": 0.010855943947859888, "min_changed": 0.617275953293, "delta_std": "12.9614x smaller", "std_base": 0.1407078044886253, "t_msg": "Significant (t=-22.124761, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25501207828528005, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4733412790298801, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21805824756622003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6062236690520598, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37114838123322, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23299576759338006, "timeline_link": null, "avg_changed": 0.7047004508971798, "min_base": 0.228106021881, "delta_min": "2.9128x slower", "delta_avg": "3.0245x slower", "std_changed": 0.029490199967460065, "min_changed": 0.664419174194, "delta_std": "2.9113x larger", "std_base": 0.01012973509948377, "t_msg": "Significant (t=-106.969200, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.082740592956588, "timeline_link": null, "avg_changed": 0.42690661430353993, "min_base": 0.056813955307, "delta_min": "7.4747x slower", "delta_avg": "5.1596x slower", "std_changed": 0.0021301337041992547, "min_changed": 0.424669027328, "delta_std": "11.5789x smaller", "std_base": 0.02466466001076, "t_msg": "Significant (t=-98.302425, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018711762428281997, "timeline_link": null, "avg_changed": 0.69282156944278, "min_base": 0.0177140235901, "delta_min": "38.9554x slower", "delta_avg": "37.0260x slower", "std_changed": 0.0020548244285209915, "min_changed": 0.690056085587, "delta_std": "1.8847x smaller", "std_base": 0.003872647208073389, "t_msg": "Significant (t=-1087.282373, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.183600000000001, "timeline_link": null, "avg_changed": 8.3298, "min_base": 2.16, "delta_min": "3.8241x slower", "delta_avg": "3.8147x slower", "std_changed": 0.02668715199553237, "min_changed": 8.26, "delta_std": "1.1337x larger", "std_base": 0.02353980562748114, "t_msg": "Significant (t=-1221.290103, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7818, "timeline_link": null, "avg_changed": 6.711799999999999, "min_base": 0.75, "delta_min": "8.8400x slower", "delta_avg": "8.5851x slower", "std_changed": 0.03957374928728717, "min_changed": 6.63, "delta_std": "1.0612x larger", "std_base": 0.03729036643117666, "t_msg": "Significant (t=-771.151153, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.0331833553314, "timeline_link": null, "avg_changed": 43.958926277154, "min_base": 2.02424907684, "delta_min": "21.6628x slower", "delta_avg": "21.6207x slower", "std_changed": 0.05691224957064219, "min_changed": 43.8508551121, "delta_std": "10.2152x larger", "std_base": 0.005571315291846427, "t_msg": "Significant (t=-5184.286459, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5857649326336, "timeline_link": null, "avg_changed": 1.7730495929699999, "min_base": 0.414728879929, "delta_min": "4.2275x slower", "delta_avg": "3.0269x slower", "std_changed": 0.013232785381487559, "min_changed": 1.75327420235, "delta_std": "20.4303x smaller", "std_base": 0.27035021035363177, "t_msg": "Significant (t=-9.808295, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.559494781494, "timeline_link": null, "avg_changed": 10.979541444759999, "min_base": 1.75260281563, "delta_min": "6.2598x slower", "delta_avg": "4.2897x slower", "std_changed": 0.010970780293246114, "min_changed": 10.9710268974, "delta_std": "105.2004x smaller", "std_base": 1.1541304257973946, "t_msg": "Significant (t=-16.312668, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5138668537148, "timeline_link": null, "avg_changed": 0.865870141983, "min_base": 0.266964912415, "delta_min": "3.1860x slower", "delta_avg": "1.6850x slower", "std_changed": 0.018121362686268346, "min_changed": 0.850556850433, "delta_std": "19.4952x smaller", "std_base": 0.353279362408744, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4830496311188, "timeline_link": null, "avg_changed": 3.0212640285480004, "min_base": 0.363330125809, "delta_min": "8.2600x slower", "delta_avg": "6.2546x slower", "std_changed": 0.012579247530454982, "min_changed": 3.00109100342, "delta_std": "18.0203x smaller", "std_base": 0.2266820317178015, "t_msg": "Significant (t=-24.999340, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026074256040000004, "timeline_link": null, "avg_changed": 1.5894194679200004, "min_base": 0.021430817, "delta_min": "74.0586x slower", "delta_avg": "60.9574x slower", "std_changed": 0.002697863323296107, "min_changed": 1.587135895, "delta_std": "4.1341x smaller", "std_base": 0.011153349041174234, "t_msg": "Significant (t=-963.356730, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [406.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [762.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [123.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [176.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [197.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005076358756701731, "timeline_link": null, "avg_changed": 0.26529565672370464, "min_base": 0.0050618507543676175, "delta_min": "52.2083x slower", "delta_avg": "52.2610x slower", "std_changed": 0.0006560043056974945, "min_changed": 0.2642706131078224, "delta_std": "33.2051x larger", "std_base": 1.975615289135912e-05, "t_msg": "Significant (t=-2803.631669, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016220991036543014, "timeline_link": null, "avg_changed": 0.012611663339717829, "min_base": 0.0015941335883947075, "delta_min": "7.8609x slower", "delta_avg": "7.7749x slower", "std_changed": 6.934225489620775e-05, "min_changed": 0.012531328320802004, "delta_std": "3.9383x larger", "std_base": 1.7607017764169895e-05, "t_msg": "Significant (t=-1086.176132, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007181176015131706, "timeline_link": null, "avg_changed": 0.08832938201359257, "min_base": 0.006633499170812604, "delta_min": "13.2237x slower", "delta_avg": "12.3001x slower", "std_changed": 0.0007229573218086763, "min_changed": 0.08771929824561403, "delta_std": "1.9551x larger", "std_base": 0.0003697895874656833, "t_msg": "Significant (t=-706.619510, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19629768796765534, "timeline_link": null, "avg_changed": 0.974036223433742, "min_base": 0.19196160767846432, "delta_min": "5.0393x slower", "delta_avg": "4.9620x slower", "std_changed": 0.004906606365941661, "min_changed": 0.9673518742442564, "delta_std": "2.3174x larger", "std_base": 0.0021172579010313446, "t_msg": "Significant (t=-1029.101041, a=0.95)\n"}]], "branch": "", "revision": "81533:a7b303390e51"}