{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019310102462772004, "timeline_link": null, "avg_changed": 0.28335371971129997, "min_base": 0.0188400745392, "delta_min": "14.5822x slower", "delta_avg": "14.6739x slower", "std_changed": 0.0031633356046262507, "min_changed": 0.274729967117, "delta_std": "8.0219x larger", "std_base": 0.00039433569023979804, "t_msg": "Significant (t=-585.688857, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008525562286377533, "timeline_link": null, "avg_changed": 0.05844453016916802, "min_base": 0.00666284561157, "delta_min": "8.1926x slower", "delta_avg": "6.8552x slower", "std_changed": 0.002420591432729023, "min_changed": 0.0545861721039, "delta_std": "1.3831x smaller", "std_base": 0.003347868639066226, "t_msg": "Significant (t=-147.987977, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.16160863637925002, "timeline_link": null, "avg_changed": 1.0000100374223997, "min_base": 0.125617980957, "delta_min": "7.8116x slower", "delta_avg": "6.1879x slower", "std_changed": 0.011728599256924307, "min_changed": 0.981282949448, "delta_std": "9.4724x smaller", "std_base": 0.11109833826915036, "t_msg": "Significant (t=-33.562378, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7148552608492003, "timeline_link": null, "avg_changed": 9.075706973075603, "min_base": 1.70050811768, "delta_min": "5.3016x slower", "delta_avg": "5.2924x slower", "std_changed": 0.03135355848527656, "min_changed": 9.01541495323, "delta_std": "4.0733x larger", "std_base": 0.007697251954265616, "t_msg": "Significant (t=-1612.196947, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0067108774185182, "timeline_link": null, "avg_changed": 0.075151233673094, "min_base": 0.00511813163757, "delta_min": "14.1950x slower", "delta_avg": "11.1984x slower", "std_changed": 0.0014128835866262428, "min_changed": 0.0726521015167, "delta_std": "1.6341x smaller", "std_base": 0.0023087273574216136, "t_msg": "Significant (t=-178.792835, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.108018445968, "timeline_link": null, "avg_changed": 22.90708699224, "min_base": 3.94642305374, "delta_min": "5.7790x slower", "delta_avg": "5.5762x slower", "std_changed": 0.09420867032289536, "min_changed": 22.8062369823, "delta_std": "3.0113x smaller", "std_base": 0.2836927372802532, "t_msg": "Significant (t=-140.623346, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004653077125549401, "timeline_link": null, "avg_changed": 0.22364796161651995, "min_base": 0.00347399711609, "delta_min": "62.7096x slower", "delta_avg": "48.0645x slower", "std_changed": 0.0027768410794926346, "min_changed": 0.217853069305, "delta_std": "2.5236x smaller", "std_base": 0.007007692774035857, "t_msg": "Significant (t=-205.434648, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.060479879], "base_times": [64.44095397]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027335948944089992, "timeline_link": null, "avg_changed": 1.6907314634326003, "min_base": 0.0258779525757, "delta_min": "64.3863x slower", "delta_avg": "61.8501x slower", "std_changed": 0.011398178199609789, "min_changed": 1.66618490219, "delta_std": "1.6595x larger", "std_base": 0.006868445128219851, "t_msg": "Significant (t=-883.850066, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00489871978759794, "timeline_link": null, "avg_changed": 0.018553829193117995, "min_base": 0.000648021697998, "delta_min": "28.1380x slower", "delta_avg": "3.7875x slower", "std_changed": 0.00023922913816037163, "min_changed": 0.0182340145111, "delta_std": "23.6064x smaller", "std_base": 0.005647339139103541, "t_msg": "Significant (t=-17.082326, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015575351715087995, "timeline_link": null, "avg_changed": 0.4462470293044401, "min_base": 0.0149128437042, "delta_min": "29.0333x slower", "delta_avg": "28.6508x slower", "std_changed": 0.0065301277447552125, "min_changed": 0.432968854904, "delta_std": "4.7260x larger", "std_base": 0.0013817440451434182, "t_msg": "Significant (t=-456.245674, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19340876102448, "timeline_link": null, "avg_changed": 0.47979132175436, "min_base": 0.152204036713, "delta_min": "3.0874x slower", "delta_avg": "2.4807x slower", "std_changed": 0.0046700073798554, "min_changed": 0.469914913177, "delta_std": "10.4016x smaller", "std_base": 0.0485756191751062, "t_msg": "Significant (t=-41.496877, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.098268318176272, "timeline_link": null, "avg_changed": 0.7438685846328802, "min_base": 0.0948150157928, "delta_min": "7.6887x slower", "delta_avg": "7.5698x slower", "std_changed": 0.011587309406410451, "min_changed": 0.729002952576, "delta_std": "4.9151x larger", "std_base": 0.0023574780016264265, "t_msg": "Significant (t=-386.063469, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021302728652955998, "timeline_link": null, "avg_changed": 0.2608747816086, "min_base": 0.0184099674225, "delta_min": "13.4951x slower", "delta_avg": "12.2461x slower", "std_changed": 0.004101973883759716, "min_changed": 0.248445034027, "delta_std": "1.7990x larger", "std_base": 0.0022801915587928, "t_msg": "Significant (t=-360.959628, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008757953643796597, "timeline_link": null, "avg_changed": 0.10961757659913998, "min_base": 0.00694918632507, "delta_min": "15.1650x slower", "delta_avg": "12.5163x slower", "std_changed": 0.0017107545426687585, "min_changed": 0.105384111404, "delta_std": "3.5517x smaller", "std_base": 0.006076147967360035, "t_msg": "Significant (t=-112.981825, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024566445350641997, "timeline_link": null, "avg_changed": 0.23076202869412, "min_base": 0.0216400623322, "delta_min": "10.4645x slower", "delta_avg": "9.3934x slower", "std_changed": 0.0030430462669832, "min_changed": 0.226451873779, "delta_std": "4.4115x smaller", "std_base": 0.013424359645643097, "t_msg": "Significant (t=-105.922946, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.065028305053728, "timeline_link": null, "avg_changed": 0.8107470035552599, "min_base": 0.0462160110474, "delta_min": "17.1902x slower", "delta_avg": "12.4676x slower", "std_changed": 0.00985069727412032, "min_changed": 0.79446387291, "delta_std": "1.8086x smaller", "std_base": 0.0178164567123729, "t_msg": "Significant (t=-259.010568, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.280173897744993, "timeline_link": null, "avg_changed": 167.28920495499983, "min_base": 6.14676690102, "delta_min": "27.1990x slower", "delta_avg": "26.6377x slower", "std_changed": 0.10410331805804145, "min_changed": 167.186147928, "delta_std": "1.2945x smaller", "std_base": 0.13476141720282703, "t_msg": "Significant (t=-6685.750485, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4655727863299999, "timeline_link": null, "avg_changed": 9.055725622176, "min_base": 1.09273099899, "delta_min": "8.2709x slower", "delta_avg": "6.1790x slower", "std_changed": 0.025649857183916876, "min_changed": 9.03782391548, "delta_std": "19.7627x smaller", "std_base": 0.5069112411053961, "t_msg": "Significant (t=-33.438619, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37353049755092, "timeline_link": null, "avg_changed": 11.267977461816, "min_base": 0.362905025482, "delta_min": "30.8037x slower", "delta_avg": "30.1662x slower", "std_changed": 0.04387652093085977, "min_changed": 11.1788339615, "delta_std": "5.1143x larger", "std_base": 0.00857925524354793, "t_msg": "Significant (t=-1723.100698, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046673083305363974, "timeline_link": null, "avg_changed": 0.22482228279111996, "min_base": 0.0450761318207, "delta_min": "4.8399x slower", "delta_avg": "4.8170x slower", "std_changed": 0.0027243519594957392, "min_changed": 0.218162059784, "delta_std": "1.1470x larger", "std_base": 0.0023751014974747768, "t_msg": "Significant (t=-348.533139, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020711312294006006, "timeline_link": null, "avg_changed": 0.36812517642974, "min_base": 0.0201940536499, "delta_min": "17.6690x slower", "delta_avg": "17.7741x slower", "std_changed": 0.00542026813732878, "min_changed": 0.356808185577, "delta_std": "3.4608x larger", "std_base": 0.0015661835149041667, "t_msg": "Significant (t=-435.410166, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.291852188110001, "timeline_link": null, "avg_changed": 18.12605051994, "min_base": 9.26172089577, "delta_min": "1.9483x slower", "delta_avg": "1.9507x slower", "std_changed": 0.07379194911825848, "min_changed": 18.0441830158, "delta_std": "1.9720x larger", "std_base": 0.03742010542735831, "t_msg": "Significant (t=-238.753117, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.555580568313999, "timeline_link": null, "avg_changed": 4.623427581784, "min_base": 4.52836298943, "delta_min": "1.0157x slower", "delta_avg": "1.0149x slower", "std_changed": 0.014137400366570725, "min_changed": 4.59942984581, "delta_std": "1.2843x smaller", "std_base": 0.01815630827894405, "t_msg": "Significant (t=-6.592885, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.16028868675234, "timeline_link": null, "avg_changed": 1.2618082141878, "min_base": 0.154772996902, "delta_min": "8.0239x slower", "delta_avg": "7.8721x slower", "std_changed": 0.00920587604293492, "min_changed": 1.24188089371, "delta_std": "3.9736x larger", "std_base": 0.002316767550979392, "t_msg": "Significant (t=-820.497565, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04890361309053999, "timeline_link": null, "avg_changed": 0.20334649086000003, "min_base": 0.0114722251892, "delta_min": "16.9943x slower", "delta_avg": "4.1581x slower", "std_changed": 0.007051216685875786, "min_changed": 0.194962024689, "delta_std": "7.4811x smaller", "std_base": 0.05275060239026678, "t_msg": "Significant (t=-20.520113, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04845124721525, "timeline_link": null, "avg_changed": 0.21361708164218013, "min_base": 0.0166790485382, "delta_min": "12.4344x slower", "delta_avg": "4.4089x slower", "std_changed": 0.0031199589993266643, "min_changed": 0.207393884659, "delta_std": "18.1891x smaller", "std_base": 0.05674933579018207, "t_msg": "Significant (t=-20.548924, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009684100151063198, "timeline_link": null, "avg_changed": 1.1860613584514, "min_base": 0.00884199142456, "delta_min": "132.5100x slower", "delta_avg": "122.4751x slower", "std_changed": 0.008188718751298979, "min_changed": 1.17165207863, "delta_std": "2.5466x larger", "std_base": 0.0032155435090219123, "t_msg": "Significant (t=-945.530698, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015613412857053994, "timeline_link": null, "avg_changed": 0.19044939041135997, "min_base": 0.00139689445496, "delta_min": "132.8025x slower", "delta_avg": "121.9781x slower", "std_changed": 0.0022010995940183816, "min_changed": 0.185511112213, "delta_std": "5.0078x larger", "std_base": 0.00043953638687946903, "t_msg": "Significant (t=-595.057642, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09256404876706402, "timeline_link": null, "avg_changed": 0.2984075117111001, "min_base": 0.0391900539398, "delta_min": "7.3949x slower", "delta_avg": "3.2238x slower", "std_changed": 0.0066802112938472435, "min_changed": 0.289806127548, "delta_std": "10.6924x smaller", "std_base": 0.07142757127593462, "t_msg": "Significant (t=-20.289209, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12045841217039996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1840786409377999, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12002756118774, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25970111370087995, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15336460113527994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14177344322216004, "timeline_link": null, "avg_changed": 0.43695636749262, "min_base": 0.13883805275, "delta_min": "3.0773x slower", "delta_avg": "3.0821x slower", "std_changed": 0.004736274109574843, "min_changed": 0.427248954773, "delta_std": "3.4781x larger", "std_base": 0.0013617612902151598, "t_msg": "Significant (t=-423.537727, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042624816894532014, "timeline_link": null, "avg_changed": 0.21124266624452, "min_base": 0.0302908420563, "delta_min": "6.9186x slower", "delta_avg": "4.9559x slower", "std_changed": 0.002570451181744135, "min_changed": 0.209568977356, "delta_std": "4.5516x smaller", "std_base": 0.011699658438686878, "t_msg": "Significant (t=-99.535706, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005495252609251799, "timeline_link": null, "avg_changed": 0.31163921833034, "min_base": 0.00509977340698, "delta_min": "59.6235x slower", "delta_avg": "56.7106x slower", "std_changed": 0.003448946231861412, "min_changed": 0.304066181183, "delta_std": "1.9960x larger", "std_base": 0.001727905441144379, "t_msg": "Significant (t=-561.172385, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0452000000000004, "timeline_link": null, "avg_changed": 4.8514, "min_base": 1.01, "delta_min": "4.6931x slower", "delta_avg": "4.6416x slower", "std_changed": 0.04932234663467485, "min_changed": 4.74, "delta_std": "2.0188x larger", "std_base": 0.024431495230207965, "t_msg": "Significant (t=-488.972625, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4016000000000001, "timeline_link": null, "avg_changed": 3.519, "min_base": 0.38, "delta_min": "9.0263x slower", "delta_avg": "8.7625x slower", "std_changed": 0.04185738663995313, "min_changed": 3.43, "delta_std": "2.1106x larger", "std_base": 0.01983194701608945, "t_msg": "Significant (t=-475.914312, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03533568223317733, "timeline_link": null, "avg_changed": 0.21477004686994866, "min_base": 0.0212740898132, "delta_min": "2.8332x slower", "delta_avg": "6.0780x slower", "std_changed": 0.09011425829440342, "min_changed": 0.0602741241455, "delta_std": "5.5051x larger", "std_base": 0.016369293014765036, "t_msg": "Significant (t=-23.994308, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017297639846799148, "timeline_link": null, "avg_changed": 0.04303031778335699, "min_base": 0.00357604026794, "delta_min": "7.4387x slower", "delta_avg": "2.4876x slower", "std_changed": 0.07414785348572206, "min_changed": 0.0266010761261, "delta_std": "1.3582x larger", "std_base": 0.05459279815116417, "t_msg": "Significant (t=-6.249081, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7303719282151, "timeline_link": null, "avg_changed": 17.08341786862, "min_base": 0.7261531353, "delta_min": "23.4409x slower", "delta_avg": "23.3900x slower", "std_changed": 0.047140180085732064, "min_changed": 17.0216989517, "delta_std": "18.0876x larger", "std_base": 0.002606214328602115, "t_msg": "Significant (t=-1095.329289, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2506947994232, "timeline_link": null, "avg_changed": 0.8144638061522, "min_base": 0.169236898422, "delta_min": "4.7397x slower", "delta_avg": "3.2488x slower", "std_changed": 0.008776364465293543, "min_changed": 0.802139997482, "delta_std": "18.2008x smaller", "std_base": 0.15973650469404538, "t_msg": "Significant (t=-7.880023, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1367655754090003, "timeline_link": null, "avg_changed": 4.80778837204, "min_base": 0.750940084457, "delta_min": "6.3709x slower", "delta_avg": "4.2294x slower", "std_changed": 0.02457450712019728, "min_changed": 4.78418278694, "delta_std": "22.7599x smaller", "std_base": 0.5593125743707673, "t_msg": "Significant (t=-14.662186, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.25563259124759996, "timeline_link": null, "avg_changed": 0.3885879516602, "min_base": 0.11442899704, "delta_min": "3.3189x slower", "delta_avg": "1.5201x slower", "std_changed": 0.010433343765610378, "min_changed": 0.379776000977, "delta_std": "18.9427x smaller", "std_base": 0.19763608811028216, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2249059677122, "timeline_link": null, "avg_changed": 1.35952978134, "min_base": 0.156255960464, "delta_min": "8.6120x slower", "delta_avg": "6.0449x slower", "std_changed": 0.013066287448725148, "min_changed": 1.34567213058, "delta_std": "8.5152x smaller", "std_base": 0.11126175405569615, "t_msg": "Significant (t=-22.647312, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0109581044, "timeline_link": null, "avg_changed": 0.7350093100800003, "min_base": 0.007970927, "delta_min": "90.0913x slower", "delta_avg": "67.0745x slower", "std_changed": 0.009713128511856569, "min_changed": 0.718111477, "delta_std": "1.3486x larger", "std_base": 0.007202303252247294, "t_msg": "Significant (t=-423.402880, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [179.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [492.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002494299131299304, "timeline_link": null, "avg_changed": 0.1282753710915816, "min_base": 0.0024324703658216507, "delta_min": "52.2104x slower", "delta_avg": "51.4274x slower", "std_changed": 0.0008989734420851229, "min_changed": 0.127000254000508, "delta_std": "30.7503x larger", "std_base": 2.9234610147979587e-05, "t_msg": "Significant (t=-988.835181, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006607960865418018, "timeline_link": null, "avg_changed": 0.006689314699718854, "min_base": 0.0006564695069914003, "delta_min": "10.0681x slower", "delta_avg": "10.1231x slower", "std_changed": 5.4084283794790354e-05, "min_changed": 0.006609385327164574, "delta_std": "15.4780x larger", "std_base": 3.494277995419726e-06, "t_msg": "Significant (t=-248.725319, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027312242791795176, "timeline_link": null, "avg_changed": 0.041796798989745, "min_base": 0.002370791844476055, "delta_min": "17.2515x slower", "delta_avg": "15.3033x slower", "std_changed": 0.0004508982481403643, "min_changed": 0.0408997955010225, "delta_std": "2.0699x larger", "std_base": 0.0002178346281285923, "t_msg": "Significant (t=-551.631539, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.06083950962494995, "timeline_link": null, "avg_changed": 0.3441482575060754, "min_base": 0.058603765291920004, "delta_min": "5.7141x slower", "delta_avg": "5.6567x slower", "std_changed": 0.0038647026364459548, "min_changed": 0.3348681456676434, "delta_std": "3.9934x larger", "std_base": 0.0009677680908130685, "t_msg": "Significant (t=-502.831293, a=0.95)\n"}]], "branch": "", "revision": "98071:9f75a49ee933"}