{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019606137275692, "timeline_link": null, "avg_changed": 0.30233535766599995, "min_base": 0.0193331241608, "delta_min": "15.1782x slower", "delta_avg": "15.4204x slower", "std_changed": 0.003448505129779066, "min_changed": 0.29344201088, "delta_std": "6.3924x larger", "std_base": 0.0005394697375242768, "t_msg": "Significant (t=-572.762716, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008546435038248, "timeline_link": null, "avg_changed": 0.05910292307535598, "min_base": 0.00635290145874, "delta_min": "8.7969x slower", "delta_avg": "6.9155x slower", "std_changed": 0.0022504503839924795, "min_changed": 0.0558860301971, "delta_std": "1.6897x smaller", "std_base": 0.0038025464432637833, "t_msg": "Significant (t=-140.132668, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.13250752687439998, "timeline_link": null, "avg_changed": 0.67332420349115, "min_base": 0.101217985153, "delta_min": "6.5264x slower", "delta_avg": "5.0814x slower", "std_changed": 0.005374732123200569, "min_changed": 0.660586833954, "delta_std": "17.5346x smaller", "std_base": 0.09424367129061617, "t_msg": "Significant (t=-25.621690, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6330557012554, "timeline_link": null, "avg_changed": 9.253361191749802, "min_base": 1.61930799484, "delta_min": "5.6789x slower", "delta_avg": "5.6663x slower", "std_changed": 0.030506750707108045, "min_changed": 9.1959168911, "delta_std": "5.1911x larger", "std_base": 0.0058767930307733005, "t_msg": "Significant (t=-1734.399171, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006607818603515201, "timeline_link": null, "avg_changed": 0.07901544570923603, "min_base": 0.00504779815674, "delta_min": "15.1072x slower", "delta_avg": "11.9579x slower", "std_changed": 0.0013692561250071436, "min_changed": 0.0762579441071, "delta_std": "1.6200x smaller", "std_base": 0.002218219692774541, "t_msg": "Significant (t=-196.409754, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.132246780392, "timeline_link": null, "avg_changed": 23.17662639618, "min_base": 3.96210694313, "delta_min": "5.8372x slower", "delta_avg": "5.6087x slower", "std_changed": 0.045891633958508, "min_changed": 23.1276791096, "delta_std": "5.9238x smaller", "std_base": 0.271852278319425, "t_msg": "Significant (t=-154.460456, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004558358192443399, "timeline_link": null, "avg_changed": 0.22386180400840008, "min_base": 0.00338411331177, "delta_min": "64.5418x slower", "delta_avg": "49.1102x slower", "std_changed": 0.0025564778224119573, "min_changed": 0.218416929245, "delta_std": "2.7380x smaller", "std_base": 0.00699968784588337, "t_msg": "Significant (t=-208.095119, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.94869709], "base_times": [64.1312971115]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027161331176753997, "timeline_link": null, "avg_changed": 1.6457111549376002, "min_base": 0.0253179073334, "delta_min": "64.2890x slower", "delta_avg": "60.5902x slower", "std_changed": 0.011195637524589772, "min_changed": 1.6276640892, "delta_std": "1.6768x larger", "std_base": 0.006676654886074187, "t_msg": "Significant (t=-877.988444, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.005015649795530279, "timeline_link": null, "avg_changed": 0.019208073616030004, "min_base": 0.000665187835693, "delta_min": "28.2477x slower", "delta_avg": "3.8296x slower", "std_changed": 0.00021906787101955638, "min_changed": 0.0187900066376, "delta_std": "26.5562x smaller", "std_base": 0.005817614692650108, "t_msg": "Significant (t=-17.238081, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015061483383178002, "timeline_link": null, "avg_changed": 0.44357740879058005, "min_base": 0.0144019126892, "delta_min": "30.2715x slower", "delta_avg": "29.4511x slower", "std_changed": 0.0059587688410908494, "min_changed": 0.435967922211, "delta_std": "4.7608x larger", "std_base": 0.001251635185822913, "t_msg": "Significant (t=-497.645495, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18525744915001996, "timeline_link": null, "avg_changed": 0.47008131027218, "min_base": 0.150219917297, "delta_min": "3.0649x slower", "delta_avg": "2.5374x slower", "std_changed": 0.009070037619848982, "min_changed": 0.460414886475, "delta_std": "5.3605x smaller", "std_base": 0.0486198495195049, "t_msg": "Significant (t=-40.721086, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09827729701996199, "timeline_link": null, "avg_changed": 0.7346697854995599, "min_base": 0.0959520339966, "delta_min": "7.4771x slower", "delta_avg": "7.4755x slower", "std_changed": 0.010818184172119882, "min_changed": 0.717442989349, "delta_std": "4.6845x larger", "std_base": 0.0023093727254769117, "t_msg": "Significant (t=-406.798285, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021189804077149998, "timeline_link": null, "avg_changed": 0.2641123199463, "min_base": 0.0178201198578, "delta_min": "14.3594x slower", "delta_avg": "12.4641x slower", "std_changed": 0.0037567569777764306, "min_changed": 0.255886793137, "delta_std": "1.5094x larger", "std_base": 0.002488828614113683, "t_msg": "Significant (t=-381.175202, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008679943084717602, "timeline_link": null, "avg_changed": 0.11261302947996, "min_base": 0.00690221786499, "delta_min": "15.7209x slower", "delta_avg": "12.9739x slower", "std_changed": 0.003556583943374631, "min_changed": 0.108509063721, "delta_std": "1.7992x smaller", "std_base": 0.006398958027910321, "t_msg": "Significant (t=-100.385925, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02394834518434, "timeline_link": null, "avg_changed": 0.23404842853546, "min_base": 0.0207920074463, "delta_min": "10.9847x slower", "delta_avg": "9.7731x slower", "std_changed": 0.0025870673827663128, "min_changed": 0.228394031525, "delta_std": "5.0579x smaller", "std_base": 0.01308504503601707, "t_msg": "Significant (t=-111.380570, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06511625289919001, "timeline_link": null, "avg_changed": 0.7603552341461202, "min_base": 0.043555021286, "delta_min": "17.1861x slower", "delta_avg": "11.6769x slower", "std_changed": 0.004913750987697417, "min_changed": 0.748543024063, "delta_std": "3.7711x smaller", "std_base": 0.018530439388376074, "t_msg": "Significant (t=-256.435040, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.160846471784998, "timeline_link": null, "avg_changed": 173.76496994500013, "min_base": 6.03436899185, "delta_min": "28.7896x slower", "delta_avg": "28.2047x slower", "std_changed": 0.0384787478996728, "min_changed": 173.726877928, "delta_std": "3.3203x smaller", "std_base": 0.1277615481848915, "t_msg": "Significant (t=-8882.095840, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.3783432006839997, "timeline_link": null, "avg_changed": 8.701216411594, "min_base": 1.07014703751, "delta_min": "8.0981x slower", "delta_avg": "6.3128x slower", "std_changed": 0.021445385308145472, "min_changed": 8.66615390778, "delta_std": "20.6918x smaller", "std_base": 0.443743054336976, "t_msg": "Significant (t=-36.857711, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3729870319367199, "timeline_link": null, "avg_changed": 11.708645839688002, "min_base": 0.36291217804, "delta_min": "31.9266x slower", "delta_avg": "31.3916x slower", "std_changed": 0.04687279995712028, "min_changed": 11.5865519047, "delta_std": "5.3095x larger", "std_base": 0.008828108408562083, "t_msg": "Significant (t=-1680.511762, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046027832031252, "timeline_link": null, "avg_changed": 0.22007156372067999, "min_base": 0.0443210601807, "delta_min": "4.8483x slower", "delta_avg": "4.7813x slower", "std_changed": 0.002370799114653645, "min_changed": 0.214880943298, "delta_std": "1.1381x smaller", "std_base": 0.0026981459438183883, "t_msg": "Significant (t=-342.639232, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020763196945192, "timeline_link": null, "avg_changed": 0.36790155410764, "min_base": 0.0200009346008, "delta_min": "18.0345x slower", "delta_avg": "17.7189x slower", "std_changed": 0.003870101785143773, "min_changed": 0.360707044601, "delta_std": "2.3420x larger", "std_base": 0.001652464846924402, "t_msg": "Significant (t=-583.309203, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.03573255539, "timeline_link": null, "avg_changed": 18.659209966659997, "min_base": 8.99788999557, "delta_min": "2.0624x slower", "delta_avg": "2.0650x slower", "std_changed": 0.06688239664349907, "min_changed": 18.5575678349, "delta_std": "2.8258x larger", "std_base": 0.023668449796735085, "t_msg": "Significant (t=-303.308187, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.549600553514, "timeline_link": null, "avg_changed": 4.611743354798, "min_base": 4.53383398056, "delta_min": "1.0148x slower", "delta_avg": "1.0137x slower", "std_changed": 0.013606996286155101, "min_changed": 4.60105991364, "delta_std": "1.1075x smaller", "std_base": 0.015070340756743732, "t_msg": "Significant (t=-6.843643, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15848325252538, "timeline_link": null, "avg_changed": 1.2283346796032002, "min_base": 0.152824163437, "delta_min": "7.8826x slower", "delta_avg": "7.7506x slower", "std_changed": 0.009351766426413105, "min_changed": 1.20464992523, "delta_std": "3.3992x larger", "std_base": 0.0027511884454937494, "t_msg": "Significant (t=-776.051439, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045623764991784006, "timeline_link": null, "avg_changed": 0.20427054405203995, "min_base": 0.0100910663605, "delta_min": "19.6079x slower", "delta_avg": "4.4773x slower", "std_changed": 0.00615990688684303, "min_changed": 0.197865009308, "delta_std": "8.4807x smaller", "std_base": 0.052240589021798636, "t_msg": "Significant (t=-21.326021, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048675384521484004, "timeline_link": null, "avg_changed": 0.21610747337343994, "min_base": 0.0171189308167, "delta_min": "12.2845x slower", "delta_avg": "4.4398x slower", "std_changed": 0.0021301720586154363, "min_changed": 0.210298061371, "delta_std": "26.7135x smaller", "std_base": 0.056904318210511375, "t_msg": "Significant (t=-20.790953, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0097826814651468, "timeline_link": null, "avg_changed": 1.1994108867637998, "min_base": 0.00880718231201, "delta_min": "134.3594x slower", "delta_avg": "122.6055x slower", "std_changed": 0.0059121483028900575, "min_changed": 1.18332791328, "delta_std": "2.0443x larger", "std_base": 0.0028920585894435503, "t_msg": "Significant (t=-1278.099192, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015593910217288002, "timeline_link": null, "avg_changed": 0.1849321985245, "min_base": 0.00139403343201, "delta_min": "129.4654x slower", "delta_avg": "118.5926x slower", "std_changed": 0.0013636774239405237, "min_changed": 0.180479049683, "delta_std": "2.9296x larger", "std_base": 0.0004654869859929495, "t_msg": "Significant (t=-899.861116, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09418228626251399, "timeline_link": null, "avg_changed": 0.30240556716920003, "min_base": 0.0413789749146, "delta_min": "7.0320x slower", "delta_avg": "3.2109x slower", "std_changed": 0.009290702338770308, "min_changed": 0.290976047516, "delta_std": "7.6495x smaller", "std_base": 0.0710692580403507, "t_msg": "Significant (t=-20.542481, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11929827213286001, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18253897190098, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11938399314884007, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25671941280363997, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16403063774116003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13955971240992, "timeline_link": null, "avg_changed": 0.4267774820328398, "min_base": 0.136231899261, "delta_min": "3.0476x slower", "delta_avg": "3.0580x slower", "std_changed": 0.00615429508628311, "min_changed": 0.415182113647, "delta_std": "2.9541x larger", "std_base": 0.002083281965550315, "t_msg": "Significant (t=-312.579716, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04348359584808201, "timeline_link": null, "avg_changed": 0.21154541492454, "min_base": 0.0317389965057, "delta_min": "6.5170x slower", "delta_avg": "4.8649x slower", "std_changed": 0.0022568979839523717, "min_changed": 0.206843852997, "delta_std": "5.1509x smaller", "std_base": 0.011624993501286282, "t_msg": "Significant (t=-100.352294, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005629220008851599, "timeline_link": null, "avg_changed": 0.35820582389826, "min_base": 0.00514793395996, "delta_min": "67.4620x slower", "delta_avg": "63.6333x slower", "std_changed": 0.00465797362772979, "min_changed": 0.347290039062, "delta_std": "2.2971x larger", "std_base": 0.0020277945005327306, "t_msg": "Significant (t=-490.744781, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0076, "timeline_link": null, "avg_changed": 4.780600000000001, "min_base": 0.97, "delta_min": "4.8660x slower", "delta_avg": "4.7445x slower", "std_changed": 0.03395134573991174, "min_changed": 4.72, "delta_std": "1.2576x larger", "std_base": 0.026996598425183375, "t_msg": "Significant (t=-615.061465, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38340000000000013, "timeline_link": null, "avg_changed": 3.5614, "min_base": 0.36, "delta_min": "9.7222x slower", "delta_avg": "9.2890x slower", "std_changed": 0.03440514911629197, "min_changed": 3.5, "delta_std": "1.6192x larger", "std_base": 0.021247809010698074, "t_msg": "Significant (t=-555.719484, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034950815836591355, "timeline_link": null, "avg_changed": 0.2108240063984706, "min_base": 0.0201680660248, "delta_min": "3.0732x slower", "delta_avg": "6.0320x slower", "std_changed": 0.08767526091093342, "min_changed": 0.061980009079, "delta_std": "5.2330x larger", "std_base": 0.016754421709612728, "t_msg": "Significant (t=-24.131250, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017637572288513568, "timeline_link": null, "avg_changed": 0.044376759529107954, "min_base": 0.00352501869202, "delta_min": "7.6161x slower", "delta_avg": "2.5160x slower", "std_changed": 0.08067979602294925, "min_changed": 0.0268468856812, "delta_std": "1.4272x larger", "std_base": 0.056531635203821005, "t_msg": "Significant (t=-6.069238, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7314320325851, "timeline_link": null, "avg_changed": 16.858678650870004, "min_base": 0.722784996033, "delta_min": "23.2442x slower", "delta_avg": "23.0489x slower", "std_changed": 0.04149775649758861, "min_changed": 16.8005390167, "delta_std": "5.7908x larger", "std_base": 0.007166141091203054, "t_msg": "Significant (t=-1211.029571, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2533627986908, "timeline_link": null, "avg_changed": 0.8156208038332, "min_base": 0.172188997269, "delta_min": "4.6862x slower", "delta_avg": "3.2192x slower", "std_changed": 0.007004378489488215, "min_changed": 0.806913852692, "delta_std": "23.2509x smaller", "std_base": 0.16285793352857084, "t_msg": "Significant (t=-7.712771, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1845113754276, "timeline_link": null, "avg_changed": 4.791398572922, "min_base": 0.748960018158, "delta_min": "6.3713x slower", "delta_avg": "4.0450x slower", "std_changed": 0.014392537931458881, "min_changed": 4.77181386948, "delta_std": "42.5937x smaller", "std_base": 0.6130307490050886, "t_msg": "Significant (t=-13.152722, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.25290722846999997, "timeline_link": null, "avg_changed": 0.4020287513734, "min_base": 0.113698005676, "delta_min": "3.4322x slower", "delta_avg": "1.5896x slower", "std_changed": 0.015360280921935454, "min_changed": 0.390234947205, "delta_std": "12.3475x smaller", "std_base": 0.18966139161638804, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2293012619018, "timeline_link": null, "avg_changed": 1.385901546478, "min_base": 0.150349140167, "delta_min": "9.1433x slower", "delta_avg": "6.0440x slower", "std_changed": 0.010879687819256897, "min_changed": 1.37468600273, "delta_std": "10.4631x smaller", "std_base": 0.11383504778449277, "t_msg": "Significant (t=-22.616104, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010554475399999999, "timeline_link": null, "avg_changed": 0.7313906193599999, "min_base": 0.007675878, "delta_min": "92.9132x slower", "delta_avg": "69.2967x slower", "std_changed": 0.010352216452621755, "min_changed": 0.713190198, "delta_std": "1.3304x larger", "std_base": 0.007781250206634942, "t_msg": "Significant (t=-393.580885, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [491.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [57.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [82.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024807445902244466, "timeline_link": null, "avg_changed": 0.12351750663922001, "min_base": 0.0024311179204022817, "delta_min": "50.0083x slower", "delta_avg": "49.7905x slower", "std_changed": 0.0009623600713862249, "min_changed": 0.12157611272537172, "delta_std": "38.2816x larger", "std_base": 2.5138978836505504e-05, "t_msg": "Significant (t=-889.030333, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.000661864104749849, "timeline_link": null, "avg_changed": 0.006413728030827169, "min_base": 0.0006581112207963146, "delta_min": "9.6599x slower", "delta_avg": "9.6904x slower", "std_changed": 3.822646120963475e-05, "min_changed": 0.006357279084551812, "delta_std": "8.4777x larger", "std_base": 4.50907888717235e-06, "t_msg": "Significant (t=-334.140395, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027428121906538914, "timeline_link": null, "avg_changed": 0.04197157847952867, "min_base": 0.0023818030248898415, "delta_min": "17.0671x slower", "delta_avg": "15.3024x slower", "std_changed": 0.0005023846294535916, "min_changed": 0.04065040650406504, "delta_std": "2.3706x larger", "std_base": 0.00021192427052536114, "t_msg": "Significant (t=-508.733787, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05827020341316182, "timeline_link": null, "avg_changed": 0.3506558125263885, "min_base": 0.05678994817917229, "delta_min": "6.0983x slower", "delta_avg": "6.0178x slower", "std_changed": 0.0023631233303303433, "min_changed": 0.3463203463203463, "delta_std": "2.7490x larger", "std_base": 0.0008596289013898757, "t_msg": "Significant (t=-822.183261, a=0.95)\n"}]], "branch": "", "revision": "96606:3175515ea703"}