{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.039097785949702, "timeline_link": null, "avg_changed": 0.7090660095214599, "min_base": 0.0384049415588, "delta_min": "18.3255x slower", "delta_avg": "18.1357x slower", "std_changed": 0.0037305843632516136, "min_changed": 0.703789949417, "delta_std": "6.0590x larger", "std_base": 0.0006157051164926776, "t_msg": "Significant (t=-1252.929351, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01556332588195533, "timeline_link": null, "avg_changed": 0.14065810044609994, "min_base": 0.0127511024475, "delta_min": "10.7574x slower", "delta_avg": "9.0378x slower", "std_changed": 0.003277558827854573, "min_changed": 0.137169122696, "delta_std": "1.9228x smaller", "std_base": 0.006302246296860185, "t_msg": "Significant (t=-215.679149, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27423146963085, "timeline_link": null, "avg_changed": 1.459029591084, "min_base": 0.207734107971, "delta_min": "6.9305x slower", "delta_avg": "5.3204x slower", "std_changed": 0.05076741878620523, "min_changed": 1.43969202042, "delta_std": "3.9134x smaller", "std_base": 0.19867265213326585, "t_msg": "Significant (t=-25.839606, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4300342702866002, "timeline_link": null, "avg_changed": 20.957933106424, "min_base": 3.35929298401, "delta_min": "6.2101x slower", "delta_avg": "6.1101x slower", "std_changed": 0.09719241632809746, "min_changed": 20.8616549969, "delta_std": "1.0790x larger", "std_base": 0.09007732475930073, "t_msg": "Significant (t=-935.295867, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0209142446518, "timeline_link": null, "avg_changed": 0.23107168674469997, "min_base": 0.0177140235901, "delta_min": "12.9019x slower", "delta_avg": "11.0485x slower", "std_changed": 0.002239996888615913, "min_changed": 0.228543996811, "delta_std": "2.1476x smaller", "std_base": 0.004810689979182509, "t_msg": "Significant (t=-280.034121, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.510034584999199, "timeline_link": null, "avg_changed": 47.714391684534, "min_base": 7.42528700829, "delta_min": "6.4017x slower", "delta_avg": "6.3534x slower", "std_changed": 0.10758229704498762, "min_changed": 47.5343871117, "delta_std": "1.7682x smaller", "std_base": 0.1902299633099449, "t_msg": "Significant (t=-1300.827313, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009071102142326402, "timeline_link": null, "avg_changed": 0.5515831661224199, "min_base": 0.00627708435059, "delta_min": "87.5328x slower", "delta_avg": "60.8066x slower", "std_changed": 0.001801615622071919, "min_changed": 0.549450874329, "delta_std": "9.5659x smaller", "std_base": 0.017234114664300873, "t_msg": "Significant (t=-221.383516, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [145.404728174], "base_times": [148.492668867]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048129348754877996, "timeline_link": null, "avg_changed": 3.1913777685170004, "min_base": 0.0454950332642, "delta_min": "69.9539x slower", "delta_avg": "66.3084x slower", "std_changed": 0.003933655695443161, "min_changed": 3.18255496025, "delta_std": "3.8088x smaller", "std_base": 0.014982421703212623, "t_msg": "Significant (t=-1434.849667, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010922522544858601, "timeline_link": null, "avg_changed": 0.04040514469146401, "min_base": 0.00137305259705, "delta_min": "29.0840x slower", "delta_avg": "3.6993x slower", "std_changed": 0.0004361206980085119, "min_changed": 0.0399339199066, "delta_std": "29.1457x smaller", "std_base": 0.012711042502658036, "t_msg": "Significant (t=-16.391340, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03096307277679401, "timeline_link": null, "avg_changed": 1.0352820920944, "min_base": 0.0297861099243, "delta_min": "34.5915x slower", "delta_avg": "33.4360x slower", "std_changed": 0.003107219165520116, "min_changed": 1.03034710884, "delta_std": "1.5716x larger", "std_base": 0.001977134592077042, "t_msg": "Significant (t=-1928.256686, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4667248106003199, "timeline_link": null, "avg_changed": 1.1193880081182, "min_base": 0.323348045349, "delta_min": "3.4346x slower", "delta_avg": "2.3984x slower", "std_changed": 0.00401646733218776, "min_changed": 1.11055612564, "delta_std": "33.5476x smaller", "std_base": 0.13474271301177995, "t_msg": "Significant (t=-34.235445, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17384521007544, "timeline_link": null, "avg_changed": 1.7251088428492003, "min_base": 0.172269821167, "delta_min": "9.9751x slower", "delta_avg": "9.9232x slower", "std_changed": 0.004377543259151103, "min_changed": 1.71840405464, "delta_std": "1.2763x smaller", "std_base": 0.0055868628699685275, "t_msg": "Significant (t=-1545.464774, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.03995752811431999, "timeline_link": null, "avg_changed": 0.606952009201, "min_base": 0.0304381847382, "delta_min": "19.6119x slower", "delta_avg": "15.1899x slower", "std_changed": 0.006328243681616343, "min_changed": 0.596951007843, "delta_std": "1.0169x larger", "std_base": 0.0062229029773469965, "t_msg": "Significant (t=-451.731246, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014877543449408004, "timeline_link": null, "avg_changed": 0.26095228672031995, "min_base": 0.011883020401, "delta_min": "21.7116x slower", "delta_avg": "17.5400x slower", "std_changed": 0.002943268896765391, "min_changed": 0.257999181747, "delta_std": "5.2824x smaller", "std_base": 0.015547555218387306, "t_msg": "Significant (t=-109.962386, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054019699096676005, "timeline_link": null, "avg_changed": 0.5685220766067, "min_base": 0.0484948158264, "delta_min": "11.6203x slower", "delta_avg": "10.5243x slower", "std_changed": 0.004033453200475505, "min_changed": 0.563522815704, "delta_std": "7.3505x smaller", "std_base": 0.029647797009637735, "t_msg": "Significant (t=-121.589941, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.24613869190224003, "timeline_link": null, "avg_changed": 1.5150656652447998, "min_base": 0.162108898163, "delta_min": "9.3055x slower", "delta_avg": "6.1553x slower", "std_changed": 0.00389279147170349, "min_changed": 1.50850200653, "delta_std": "19.6662x smaller", "std_base": 0.07655650169822993, "t_msg": "Significant (t=-117.051996, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.780339956299999, "timeline_link": null, "avg_changed": 372.5097360615, "min_base": 12.3273420334, "delta_min": "30.2162x slower", "delta_avg": "29.1471x slower", "std_changed": 0.024505381997078714, "min_changed": 372.485476971, "delta_std": "18.6733x smaller", "std_base": 0.45759700449430096, "t_msg": "Significant (t=-5550.804137, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.47088675499, "timeline_link": null, "avg_changed": 20.3237997055, "min_base": 2.78594994545, "delta_min": "7.2786x slower", "delta_avg": "5.8555x slower", "std_changed": 0.031536208900243966, "min_changed": 20.2777161598, "delta_std": "30.7365x smaller", "std_base": 0.9693114112244351, "t_msg": "Significant (t=-38.856790, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7925235223769798, "timeline_link": null, "avg_changed": 24.052110729223998, "min_base": 0.786592960358, "delta_min": "30.4797x slower", "delta_avg": "30.3488x slower", "std_changed": 0.03455612495992159, "min_changed": 23.9751529694, "delta_std": "1.7299x larger", "std_base": 0.01997557248231252, "t_msg": "Significant (t=-4120.583991, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.074612736701978, "timeline_link": null, "avg_changed": 0.43009707927704016, "min_base": 0.0727710723877, "delta_min": "5.8912x slower", "delta_avg": "5.7644x slower", "std_changed": 0.0015875573336513987, "min_changed": 0.428708791733, "delta_std": "3.3027x smaller", "std_base": 0.005243263325425276, "t_msg": "Significant (t=-458.835419, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03183480739593401, "timeline_link": null, "avg_changed": 0.6691829872131001, "min_base": 0.0310759544373, "delta_min": "21.3786x slower", "delta_avg": "21.0205x slower", "std_changed": 0.005013105337869638, "min_changed": 0.664359092712, "delta_std": "1.5081x larger", "std_base": 0.0033241681290442438, "t_msg": "Significant (t=-749.237585, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.81339321138, "timeline_link": null, "avg_changed": 44.85655903816, "min_base": 18.7917039394, "delta_min": "2.3853x slower", "delta_avg": "2.3843x slower", "std_changed": 0.024968043521397056, "min_changed": 44.8243410587, "delta_std": "1.2908x smaller", "std_base": 0.03222956338191627, "t_msg": "Significant (t=-1428.380586, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.358248472216, "timeline_link": null, "avg_changed": 9.495094394681999, "min_base": 9.34781193733, "delta_min": "1.0153x slower", "delta_avg": "1.0146x slower", "std_changed": 0.006142021890517281, "min_changed": 9.49055504799, "delta_std": "2.6001x smaller", "std_base": 0.015969924032441817, "t_msg": "Significant (t=-17.883760, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29336116313930005, "timeline_link": null, "avg_changed": 2.8444527864454003, "min_base": 0.288740158081, "delta_min": "9.8138x slower", "delta_avg": "9.6961x slower", "std_changed": 0.005562996122842217, "min_changed": 2.83362984657, "delta_std": "1.7405x larger", "std_base": 0.003196193251196307, "t_msg": "Significant (t=-2811.640432, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09775725841520799, "timeline_link": null, "avg_changed": 0.4808875560759999, "min_base": 0.0235421657562, "delta_min": "20.2025x slower", "delta_avg": "4.9192x slower", "std_changed": 0.015976531505035117, "min_changed": 0.475610017776, "delta_std": "7.6289x smaller", "std_base": 0.12188349635783316, "t_msg": "Significant (t=-22.038765, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.1004193687439, "timeline_link": null, "avg_changed": 0.48956515789028, "min_base": 0.0408420562744, "delta_min": "11.9177x slower", "delta_avg": "4.8752x slower", "std_changed": 0.0029694516063539147, "min_changed": 0.486742973328, "delta_std": "40.8563x smaller", "std_base": 0.12132086591046035, "t_msg": "Significant (t=-22.674190, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.035989670753478004, "timeline_link": null, "avg_changed": 2.8249457407001994, "min_base": 0.0201060771942, "delta_min": "138.1597x slower", "delta_avg": "78.4932x slower", "std_changed": 0.03716723981381794, "min_changed": 2.77784991264, "delta_std": "1.3381x larger", "std_base": 0.02777532525306588, "t_msg": "Significant (t=-425.027989, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037817192077628015, "timeline_link": null, "avg_changed": 0.38804883956907993, "min_base": 0.00333499908447, "delta_min": "115.7767x slower", "delta_avg": "102.6118x slower", "std_changed": 0.0014343151463305183, "min_changed": 0.386115074158, "delta_std": "1.1257x larger", "std_base": 0.0012741841764528146, "t_msg": "Significant (t=-1416.272453, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20347643375398397, "timeline_link": null, "avg_changed": 0.6873689222335599, "min_base": 0.0879180431366, "delta_min": "7.6549x slower", "delta_avg": "3.3781x slower", "std_changed": 0.011178312645428916, "min_changed": 0.673005819321, "delta_std": "14.1320x smaller", "std_base": 0.15797192112450514, "t_msg": "Significant (t=-21.605753, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25183816432951994, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46939233779907996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2172950410843, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6054896879197199, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36896006584161994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23777138233189998, "timeline_link": null, "avg_changed": 0.7413543510436399, "min_base": 0.213461875916, "delta_min": "3.2149x slower", "delta_avg": "3.1179x slower", "std_changed": 0.043453115187649376, "min_changed": 0.686263084412, "delta_std": "2.3370x larger", "std_base": 0.01859347134291483, "t_msg": "Significant (t=-75.339911, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084353723526, "timeline_link": null, "avg_changed": 0.4264391565322, "min_base": 0.0571570396423, "delta_min": "7.4125x slower", "delta_avg": "5.0554x slower", "std_changed": 0.0032239299632869697, "min_changed": 0.423676967621, "delta_std": "8.4226x smaller", "std_base": 0.02715378035536918, "t_msg": "Significant (t=-88.460552, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017896556854254, "timeline_link": null, "avg_changed": 0.7380860710143604, "min_base": 0.0169248580933, "delta_min": "43.3806x slower", "delta_avg": "41.2418x slower", "std_changed": 0.002617550009912449, "min_changed": 0.734210014343, "delta_std": "1.5526x smaller", "std_base": 0.004063879271820215, "t_msg": "Significant (t=-1053.496906, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2574000000000014, "timeline_link": null, "avg_changed": 8.8742, "min_base": 2.24, "delta_min": "3.9241x slower", "delta_avg": "3.9312x slower", "std_changed": 0.04375674875061557, "min_changed": 8.79, "delta_std": "2.9525x larger", "std_base": 0.014820008537825571, "t_msg": "Significant (t=-1012.760446, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7937999999999998, "timeline_link": null, "avg_changed": 6.4132, "min_base": 0.77, "delta_min": "8.2597x slower", "delta_avg": "8.0791x slower", "std_changed": 0.02543017651435038, "min_changed": 6.36, "delta_std": "1.4733x smaller", "std_base": 0.03746508578745314, "t_msg": "Significant (t=-877.532952, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.0708800665537573, "timeline_link": null, "avg_changed": 0.5139193248748668, "min_base": 0.0456049442291, "delta_min": "2.6595x slower", "delta_avg": "7.2505x slower", "std_changed": 0.23121042346156218, "min_changed": 0.121285915375, "delta_std": "7.5600x larger", "std_base": 0.030583507482699605, "t_msg": "Significant (t=-23.265581, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012419069766998641, "timeline_link": null, "avg_changed": 0.06495505142211744, "min_base": 0.00783395767212, "delta_min": "6.9097x slower", "delta_avg": "5.2303x slower", "std_changed": 0.008209132541813997, "min_changed": 0.0541300773621, "delta_std": "1.5217x smaller", "std_base": 0.012491947030430802, "t_msg": "Significant (t=-78.589180, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9329009771343997, "timeline_link": null, "avg_changed": 46.11899792670601, "min_base": 1.92439198494, "delta_min": "23.8986x slower", "delta_avg": "23.8600x slower", "std_changed": 0.07072353988214237, "min_changed": 45.9902939796, "delta_std": "16.8590x larger", "std_base": 0.004195004270771554, "t_msg": "Significant (t=-4410.054921, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6551040172578, "timeline_link": null, "avg_changed": 1.9412308692940001, "min_base": 0.486109972, "delta_min": "3.9487x slower", "delta_avg": "2.9632x slower", "std_changed": 0.018410311386877085, "min_changed": 1.91948103905, "delta_std": "17.4950x smaller", "std_base": 0.32208805057597023, "t_msg": "Significant (t=-8.914272, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.685350561142, "timeline_link": null, "avg_changed": 11.990058422059999, "min_base": 1.78923797607, "delta_min": "6.6917x slower", "delta_avg": "4.4650x slower", "std_changed": 0.018224805118878116, "min_changed": 11.9730989933, "delta_std": "70.8204x smaller", "std_base": 1.290687283084822, "t_msg": "Significant (t=-16.118455, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5798956394196001, "timeline_link": null, "avg_changed": 0.9476729869842, "min_base": 0.257894039154, "delta_min": "3.6037x slower", "delta_avg": "1.6342x slower", "std_changed": 0.018638770694427678, "min_changed": 0.92936205864, "delta_std": "21.3156x smaller", "std_base": 0.3972959566897941, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45878705978400003, "timeline_link": null, "avg_changed": 3.4778897285460006, "min_base": 0.291254043579, "delta_min": "11.8867x slower", "delta_avg": "7.5806x slower", "std_changed": 0.016054527405492028, "min_changed": 3.46204900742, "delta_std": "14.7973x smaller", "std_base": 0.23756422080237863, "t_msg": "Significant (t=-28.352568, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025339261579999994, "timeline_link": null, "avg_changed": 1.6761737326999997, "min_base": 0.020448951, "delta_min": "81.7041x slower", "delta_avg": "66.1493x slower", "std_changed": 0.004361104325000315, "min_changed": 1.670762267, "delta_std": "2.4963x smaller", "std_base": 0.010886679549114766, "t_msg": "Significant (t=-995.349412, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [388.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [744.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [132.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [174.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [186.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004918050332694993, "timeline_link": null, "avg_changed": 0.29509997221243656, "min_base": 0.004881780365772276, "delta_min": "60.1596x slower", "delta_avg": "60.0034x slower", "std_changed": 0.0009978535135194049, "min_changed": 0.2936857562408223, "delta_std": "40.7395x larger", "std_base": 2.4493515283882594e-05, "t_msg": "Significant (t=-2055.690689, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001613351427228142, "timeline_link": null, "avg_changed": 0.01347074182813377, "min_base": 0.0015895724050230488, "delta_min": "8.4443x slower", "delta_avg": "8.3495x slower", "std_changed": 5.129675796070223e-05, "min_changed": 0.013422818791946308, "delta_std": "2.9493x larger", "std_base": 1.7392744202319072e-05, "t_msg": "Significant (t=-1547.939788, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007044968302235138, "timeline_link": null, "avg_changed": 0.09925066836392565, "min_base": 0.006607201850016518, "delta_min": "14.8382x slower", "delta_avg": "14.0882x slower", "std_changed": 0.0012280420812455176, "min_changed": 0.09803921568627451, "delta_std": "3.1915x larger", "std_base": 0.00038479067692518115, "t_msg": "Significant (t=-506.632187, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1943373251138401, "timeline_link": null, "avg_changed": 1.0342083850323638, "min_base": 0.19199616007679846, "delta_min": "5.3130x slower", "delta_avg": "5.3217x slower", "std_changed": 0.011746645750959885, "min_changed": 1.020082881734141, "delta_std": "8.0217x larger", "std_base": 0.00146435914642354, "t_msg": "Significant (t=-501.689607, a=0.95)\n"}]], "branch": "", "revision": "83147:9137853fd0ec"}