{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037006616592401995, "timeline_link": null, "avg_changed": 0.65906757831574, "min_base": 0.0365309715271, "delta_min": "17.9180x slower", "delta_avg": "17.8095x slower", "std_changed": 0.003912851533247449, "min_changed": 0.654561042786, "delta_std": "7.1897x larger", "std_base": 0.0005442288787320952, "t_msg": "Significant (t=-1113.432538, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01570177396138733, "timeline_link": null, "avg_changed": 0.1274768797556333, "min_base": 0.0126450061798, "delta_min": "9.7653x slower", "delta_avg": "8.1186x slower", "std_changed": 0.003493648593839169, "min_changed": 0.123481988907, "delta_std": "1.8182x smaller", "std_base": 0.006352295496682149, "t_msg": "Significant (t=-188.831503, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27045682668705, "timeline_link": null, "avg_changed": 1.3498107552529999, "min_base": 0.20690202713, "delta_min": "6.4397x slower", "delta_avg": "4.9909x slower", "std_changed": 0.04156992364905645, "min_changed": 1.33239006996, "delta_std": "4.7868x smaller", "std_base": 0.19898870546727343, "t_msg": "Significant (t=-23.745140, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3522698068614005, "timeline_link": null, "avg_changed": 19.320934405328, "min_base": 3.28527212143, "delta_min": "5.8595x slower", "delta_avg": "5.7635x slower", "std_changed": 0.05922674751239939, "min_changed": 19.2501349449, "delta_std": "1.5214x smaller", "std_base": 0.09010466132899175, "t_msg": "Significant (t=-1047.191624, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.023946113586424, "timeline_link": null, "avg_changed": 0.21574952602386005, "min_base": 0.0205619335175, "delta_min": "10.3695x slower", "delta_avg": "9.0098x slower", "std_changed": 0.0017936997745460058, "min_changed": 0.213217020035, "delta_std": "3.3986x smaller", "std_base": 0.006095983767962714, "t_msg": "Significant (t=-213.435621, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 18.424701032636005, "timeline_link": null, "avg_changed": 36.99223767281, "min_base": 18.3267509937, "delta_min": "2.0135x slower", "delta_avg": "2.0078x slower", "std_changed": 0.07208577898747744, "min_changed": 36.9000270367, "delta_std": "2.5646x smaller", "std_base": 0.18486851842229554, "t_msg": "Significant (t=-661.670138, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009079890251151, "timeline_link": null, "avg_changed": 0.5099082422257001, "min_base": 0.0062530040741, "delta_min": "81.3255x slower", "delta_avg": "56.1580x slower", "std_changed": 0.0016009646458045436, "min_changed": 0.50852894783, "delta_std": "10.6298x smaller", "std_base": 0.017018010320787227, "t_msg": "Significant (t=-207.181902, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.767580986], "base_times": [139.365349054]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047536139488220004, "timeline_link": null, "avg_changed": 3.2987444591528, "min_base": 0.045037984848, "delta_min": "72.8916x slower", "delta_avg": "69.3945x slower", "std_changed": 0.00805662238878103, "min_changed": 3.28289294243, "delta_std": "1.8134x smaller", "std_base": 0.01460998872553827, "t_msg": "Significant (t=-1377.925244, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0108074092865022, "timeline_link": null, "avg_changed": 0.033210201263418, "min_base": 0.00126600265503, "delta_min": "25.9083x slower", "delta_avg": "3.0729x slower", "std_changed": 0.00037052261181175363, "min_changed": 0.0327999591827, "delta_std": "33.7918x smaller", "std_base": 0.012520631579744883, "t_msg": "Significant (t=-12.646514, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030443892478947986, "timeline_link": null, "avg_changed": 0.9729178476333403, "min_base": 0.0291309356689, "delta_min": "33.2795x slower", "delta_avg": "31.9577x slower", "std_changed": 0.0027986470056140965, "min_changed": 0.96946310997, "delta_std": "1.0717x larger", "std_base": 0.0026113378068863026, "t_msg": "Significant (t=-1741.057698, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4398873710632201, "timeline_link": null, "avg_changed": 1.0349546909328002, "min_base": 0.358291864395, "delta_min": "2.8630x slower", "delta_avg": "2.3528x slower", "std_changed": 0.004409914932520625, "min_changed": 1.02577590942, "delta_std": "19.0795x smaller", "std_base": 0.08413906763390394, "t_msg": "Significant (t=-49.941055, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17287207126622, "timeline_link": null, "avg_changed": 1.6951429319378, "min_base": 0.171224117279, "delta_min": "9.8579x slower", "delta_avg": "9.8058x slower", "std_changed": 0.004504431122250686, "min_changed": 1.68790984154, "delta_std": "1.0379x smaller", "std_base": 0.004675224833080218, "t_msg": "Significant (t=-1658.022319, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040405321121216003, "timeline_link": null, "avg_changed": 0.5539188098907, "min_base": 0.0307548046112, "delta_min": "17.8073x slower", "delta_avg": "13.7091x slower", "std_changed": 0.005501206063490067, "min_changed": 0.547659873962, "delta_std": "1.1907x smaller", "std_base": 0.006550353797666435, "t_msg": "Significant (t=-424.491633, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014509692192062005, "timeline_link": null, "avg_changed": 0.23585237503047993, "min_base": 0.0116879940033, "delta_min": "19.9480x slower", "delta_avg": "16.2548x slower", "std_changed": 0.003133358259870195, "min_changed": 0.233152151108, "delta_std": "4.6294x smaller", "std_base": 0.01450560685226354, "t_msg": "Significant (t=-105.465733, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06264452457427598, "timeline_link": null, "avg_changed": 0.5178665351868399, "min_base": 0.0575590133667, "delta_min": "8.9035x slower", "delta_avg": "8.2667x slower", "std_changed": 0.0039854220049371095, "min_changed": 0.512475967407, "delta_std": "6.9889x smaller", "std_base": 0.027853770714512685, "t_msg": "Significant (t=-114.399337, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19495758056641996, "timeline_link": null, "avg_changed": 1.4110702323914, "min_base": 0.127561092377, "delta_min": "11.0231x slower", "delta_avg": "7.2378x slower", "std_changed": 0.0038942049580838163, "min_changed": 1.4061229229, "delta_std": "16.7923x smaller", "std_base": 0.0653928412059941, "t_msg": "Significant (t=-131.268309, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.873216986649991, "timeline_link": null, "avg_changed": 306.72709405449996, "min_base": 12.5123989582, "delta_min": "24.5134x slower", "delta_avg": "23.8268x slower", "std_changed": 0.005446697568425108, "min_changed": 306.721702099, "delta_std": "66.9178x smaller", "std_base": 0.3644812495590791, "t_msg": "Significant (t=-5700.234855, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.575318956374, "timeline_link": null, "avg_changed": 18.959540748580004, "min_base": 2.86151599884, "delta_min": "6.6104x slower", "delta_avg": "5.3029x slower", "std_changed": 0.036279398211715545, "min_changed": 18.91583395, "delta_std": "25.8166x smaller", "std_base": 0.9366096998053385, "t_msg": "Significant (t=-36.700867, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7941411113738998, "timeline_link": null, "avg_changed": 22.412131729118002, "min_base": 0.789171218872, "delta_min": "28.3725x slower", "delta_avg": "28.2219x slower", "std_changed": 0.009459501568729094, "min_changed": 22.3907439709, "delta_std": "1.9086x smaller", "std_base": 0.018054655901323227, "t_msg": "Significant (t=-7499.624116, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079038009643552, "timeline_link": null, "avg_changed": 0.42474112987515994, "min_base": 0.077339887619, "delta_min": "5.4693x slower", "delta_avg": "5.3739x slower", "std_changed": 0.001598966478593864, "min_changed": 0.422996997833, "delta_std": "3.0724x smaller", "std_base": 0.004912660675016363, "t_msg": "Significant (t=-473.158296, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03175224781037201, "timeline_link": null, "avg_changed": 0.6850623559952599, "min_base": 0.0309278964996, "delta_min": "22.0088x slower", "delta_avg": "21.5752x slower", "std_changed": 0.003998866439303559, "min_changed": 0.680684804916, "delta_std": "1.2453x larger", "std_base": 0.0032112760434604183, "t_msg": "Significant (t=-900.740865, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.353678655624, "timeline_link": null, "avg_changed": 9.517121171952, "min_base": 9.34494400024, "delta_min": "1.0176x slower", "delta_avg": "1.0175x slower", "std_changed": 0.007000381200731825, "min_changed": 9.50899410248, "delta_std": "2.5061x smaller", "std_base": 0.01754360609266773, "t_msg": "Significant (t=-19.348517, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30085527420046004, "timeline_link": null, "avg_changed": 2.6269016027452, "min_base": 0.293060064316, "delta_min": "8.9165x slower", "delta_avg": "8.7314x slower", "std_changed": 0.005696603010326605, "min_changed": 2.61306405067, "delta_std": "1.0563x larger", "std_base": 0.005392769174952912, "t_msg": "Significant (t=-2096.758694, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12391563415528001, "timeline_link": null, "avg_changed": 0.41856914520268, "min_base": 0.0398018360138, "delta_min": "10.4324x slower", "delta_avg": "3.3779x slower", "std_changed": 0.01273387268413117, "min_changed": 0.415229082108, "delta_std": "10.5644x smaller", "std_base": 0.13452598971729873, "t_msg": "Significant (t=-15.418902, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032829380035396, "timeline_link": null, "avg_changed": 2.555892648697, "min_base": 0.0209329128265, "delta_min": "118.5054x slower", "delta_avg": "77.8538x slower", "std_changed": 0.07969974058616094, "min_changed": 2.48066401482, "delta_std": "3.7140x larger", "std_base": 0.02145943367202952, "t_msg": "Significant (t=-216.151425, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003968405723571999, "timeline_link": null, "avg_changed": 0.34122288703916004, "min_base": 0.00352382659912, "delta_min": "96.2965x slower", "delta_avg": "85.9849x slower", "std_changed": 0.0012466950768130656, "min_changed": 0.339332103729, "delta_std": "1.1343x smaller", "std_base": 0.0014141075166964878, "t_msg": "Significant (t=-1264.990183, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18813549995416, "timeline_link": null, "avg_changed": 0.6290423297882399, "min_base": 0.0788190364838, "delta_min": "7.8057x slower", "delta_avg": "3.3436x slower", "std_changed": 0.01034290952803571, "min_changed": 0.615235090256, "delta_std": "13.6842x smaller", "std_base": 0.1415348886487617, "t_msg": "Significant (t=-21.969076, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25511835098266006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47316617012024, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21638220310206005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60610814094544, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37112955570214007, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.24467721462248002, "timeline_link": null, "avg_changed": 0.7244229412080001, "min_base": 0.235841035843, "delta_min": "2.9091x slower", "delta_avg": "2.9607x slower", "std_changed": 0.030453681591318508, "min_changed": 0.68609213829, "delta_std": "2.7567x larger", "std_base": 0.011047141810056463, "t_msg": "Significant (t=-104.715728, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08288021564485999, "timeline_link": null, "avg_changed": 0.41923575401303986, "min_base": 0.0572950839996, "delta_min": "7.2839x slower", "delta_avg": "5.0583x slower", "std_changed": 0.002821704041351925, "min_changed": 0.417328834534, "delta_std": "8.8252x smaller", "std_base": 0.024902024837837506, "t_msg": "Significant (t=-94.902701, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018540816307066003, "timeline_link": null, "avg_changed": 0.7509125614166402, "min_base": 0.0176291465759, "delta_min": "42.4697x slower", "delta_avg": "40.5005x slower", "std_changed": 0.0016971389192904536, "min_changed": 0.748704195023, "delta_std": "2.2676x smaller", "std_base": 0.003848479459456983, "t_msg": "Significant (t=-1231.230812, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2530000000000006, "timeline_link": null, "avg_changed": 8.488399999999999, "min_base": 2.23, "delta_min": "3.7803x slower", "delta_avg": "3.7676x slower", "std_changed": 0.03253632193254105, "min_changed": 8.43, "delta_std": "1.4166x larger", "std_base": 0.022968478844019223, "t_msg": "Significant (t=-1107.070752, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8595999999999999, "timeline_link": null, "avg_changed": 6.682599999999996, "min_base": 0.83, "delta_min": "8.0000x slower", "delta_avg": "7.7741x slower", "std_changed": 0.02776063870346821, "min_changed": 6.64, "delta_std": "1.3018x smaller", "std_base": 0.03613805727586184, "t_msg": "Significant (t=-903.553946, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.0212180852893997, "timeline_link": null, "avg_changed": 44.69456373691001, "min_base": 2.01226305962, "delta_min": "22.1657x slower", "delta_avg": "22.1127x slower", "std_changed": 0.05447031324096088, "min_changed": 44.6031429768, "delta_std": "11.8505x larger", "std_base": 0.004596457296270139, "t_msg": "Significant (t=-5520.025036, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5934803962698, "timeline_link": null, "avg_changed": 1.7901179313660003, "min_base": 0.425986051559, "delta_min": "4.1529x slower", "delta_avg": "3.0163x slower", "std_changed": 0.01629094937529564, "min_changed": 1.76907610893, "delta_std": "17.3244x smaller", "std_base": 0.2822310043304767, "t_msg": "Significant (t=-9.465000, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.551082754136, "timeline_link": null, "avg_changed": 11.12019543648, "min_base": 1.75819087029, "delta_min": "6.3160x slower", "delta_avg": "4.3590x slower", "std_changed": 0.017640801565223352, "min_changed": 11.1046938896, "delta_std": "68.7216x smaller", "std_base": 1.2123037824197067, "t_msg": "Significant (t=-15.803869, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.543950414657, "timeline_link": null, "avg_changed": 0.8792959690094, "min_base": 0.259739160538, "delta_min": "3.3077x slower", "delta_avg": "1.6165x slower", "std_changed": 0.02661961904164917, "min_changed": 0.859135866165, "delta_std": "13.7832x smaller", "std_base": 0.36690394822284117, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.500300168991, "timeline_link": null, "avg_changed": 3.0792663574219996, "min_base": 0.359443902969, "delta_min": "8.5086x slower", "delta_avg": "6.1548x slower", "std_changed": 0.02248331609164042, "min_changed": 3.05836296082, "delta_std": "9.4865x smaller", "std_base": 0.2132880917255285, "t_msg": "Significant (t=-26.888368, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026376967900000003, "timeline_link": null, "avg_changed": 1.5421368173799999, "min_base": 0.021745911, "delta_min": "70.8111x slower", "delta_avg": "58.4653x slower", "std_changed": 0.0022688860989694944, "min_changed": 1.539851601, "delta_std": "4.7398x smaller", "std_base": 0.010754157343856806, "t_msg": "Significant (t=-975.174629, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [407.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [772.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [125.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [175.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [202.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.00516276975846721, "timeline_link": null, "avg_changed": 0.2645409945325472, "min_base": 0.005134086948842931, "delta_min": "51.3516x slower", "delta_avg": "51.2401x slower", "std_changed": 0.0007976835263874134, "min_changed": 0.2636435539151068, "delta_std": "37.4539x larger", "std_base": 2.1297746466207737e-05, "t_msg": "Significant (t=-2298.439896, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.00163944609620855, "timeline_link": null, "avg_changed": 0.012505897898162215, "min_base": 0.0016100466913540493, "delta_min": "7.7347x slower", "delta_avg": "7.6281x slower", "std_changed": 5.906797059655641e-05, "min_changed": 0.012453300124533, "delta_std": "2.8672x larger", "std_base": 2.0601598103041047e-05, "t_msg": "Significant (t=-1228.267075, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007215068073305031, "timeline_link": null, "avg_changed": 0.0874932786511733, "min_base": 0.006830601092896175, "delta_min": "12.6753x slower", "delta_avg": "12.1265x slower", "std_changed": 0.0006131388931158047, "min_changed": 0.08658008658008658, "delta_std": "2.5484x larger", "std_base": 0.00024059461845991686, "t_msg": "Significant (t=-861.837449, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19316813293065863, "timeline_link": null, "avg_changed": 0.9832270713677781, "min_base": 0.1898321172213324, "delta_min": "5.1487x slower", "delta_avg": "5.0900x slower", "std_changed": 0.00393533807319004, "min_changed": 0.9773976786805131, "delta_std": "1.8979x larger", "std_base": 0.0020735622041378274, "t_msg": "Significant (t=-1255.912835, a=0.95)\n"}]], "branch": "default", "revision": "81682:e2d983c38082"}