{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037849082946784, "timeline_link": null, "avg_changed": 0.6387926721572601, "min_base": 0.0373289585114, "delta_min": "16.9609x slower", "delta_avg": "16.8774x slower", "std_changed": 0.003189749783322336, "min_changed": 0.633133888245, "delta_std": "5.6054x larger", "std_base": 0.0005690528233012693, "t_msg": "Significant (t=-1311.471044, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015705572764083336, "timeline_link": null, "avg_changed": 0.12914573033649995, "min_base": 0.0126121044159, "delta_min": "9.9500x slower", "delta_avg": "8.2229x slower", "std_changed": 0.0036153037318120457, "min_changed": 0.12548995018, "delta_std": "1.7652x smaller", "std_base": 0.00638188905666316, "t_msg": "Significant (t=-189.419914, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26759929656974996, "timeline_link": null, "avg_changed": 1.3570016264925002, "min_base": 0.206345081329, "delta_min": "6.4780x slower", "delta_avg": "5.0710x slower", "std_changed": 0.0528967066237027, "min_changed": 1.33671212196, "delta_std": "3.6781x smaller", "std_base": 0.19455822423880886, "t_msg": "Significant (t=-24.163947, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3213325452798004, "timeline_link": null, "avg_changed": 19.088171291349994, "min_base": 3.31706309319, "delta_min": "5.7367x slower", "delta_avg": "5.7471x slower", "std_changed": 0.0521198444101267, "min_changed": 19.0290329456, "delta_std": "23.7018x larger", "std_base": 0.002198981270324798, "t_msg": "Significant (t=-2137.176175, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024417819976807996, "timeline_link": null, "avg_changed": 0.20562440395348003, "min_base": 0.0210690498352, "delta_min": "9.6421x slower", "delta_avg": "8.4211x slower", "std_changed": 0.0018584364577182548, "min_changed": 0.203150033951, "delta_std": "3.2715x smaller", "std_base": 0.006079901995613426, "t_msg": "Significant (t=-201.542306, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.944150829314005, "timeline_link": null, "avg_changed": 35.988502793315995, "min_base": 17.8196399212, "delta_min": "2.0129x slower", "delta_avg": "2.0056x slower", "std_changed": 0.06379054375707727, "min_changed": 35.8700251579, "delta_std": "2.8563x smaller", "std_base": 0.18220460567525928, "t_msg": "Significant (t=-660.936436, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008895969390862799, "timeline_link": null, "avg_changed": 0.48549812793732, "min_base": 0.00626683235168, "delta_min": "77.1902x slower", "delta_avg": "54.5751x slower", "std_changed": 0.0016458458072625515, "min_changed": 0.483737945557, "delta_std": "9.9570x smaller", "std_base": 0.016387704630978085, "t_msg": "Significant (t=-204.617884, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.268387079], "base_times": [139.546120882]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04782143592834801, "timeline_link": null, "avg_changed": 2.9076167058945988, "min_base": 0.0453050136566, "delta_min": "64.0191x slower", "delta_avg": "60.8015x slower", "std_changed": 0.003717994228436248, "min_changed": 2.90038394928, "delta_std": "3.8521x smaller", "std_base": 0.014321920032235577, "t_msg": "Significant (t=-1366.647532, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010414490699769997, "timeline_link": null, "avg_changed": 0.03414699077607199, "min_base": 0.00124382972717, "delta_min": "27.0776x slower", "delta_avg": "3.2788x slower", "std_changed": 0.0004100782587462703, "min_changed": 0.0336799621582, "delta_std": "29.5051x smaller", "std_base": 0.012099404455329667, "t_msg": "Significant (t=-13.861659, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030995626449586006, "timeline_link": null, "avg_changed": 0.94567801475524, "min_base": 0.0296671390533, "delta_min": "31.7184x slower", "delta_avg": "30.5100x slower", "std_changed": 0.0034155462729221543, "min_changed": 0.940994024277, "delta_std": "1.3069x larger", "std_base": 0.0026135091003686665, "t_msg": "Significant (t=-1503.875476, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4302527046203999, "timeline_link": null, "avg_changed": 1.0186488866805998, "min_base": 0.347770929337, "delta_min": "2.8961x slower", "delta_avg": "2.3676x slower", "std_changed": 0.005009503736422046, "min_changed": 1.00718808174, "delta_std": "16.6152x smaller", "std_base": 0.08323390772449984, "t_msg": "Significant (t=-49.896422, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16781221389768, "timeline_link": null, "avg_changed": 1.7427281093592, "min_base": 0.165860891342, "delta_min": "10.4376x slower", "delta_avg": "10.3850x slower", "std_changed": 0.009999722947972946, "min_changed": 1.73118495941, "delta_std": "2.1630x larger", "std_base": 0.004623075021392715, "t_msg": "Significant (t=-1010.861267, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040588054656982, "timeline_link": null, "avg_changed": 0.5646658420562798, "min_base": 0.0309181213379, "delta_min": "18.0499x slower", "delta_avg": "13.9121x slower", "std_changed": 0.004272956015750154, "min_changed": 0.558068990707, "delta_std": "1.5274x smaller", "std_base": 0.006526617371822112, "t_msg": "Significant (t=-475.043110, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014426522254946, "timeline_link": null, "avg_changed": 0.23469238758084005, "min_base": 0.0116190910339, "delta_min": "19.9923x slower", "delta_avg": "16.2681x slower", "std_changed": 0.002595685272021793, "min_changed": 0.232291936874, "delta_std": "5.6020x smaller", "std_base": 0.01454097000183944, "t_msg": "Significant (t=-105.445325, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.061403303146373975, "timeline_link": null, "avg_changed": 0.5000659847259001, "min_base": 0.0562279224396, "delta_min": "8.8193x slower", "delta_avg": "8.1440x slower", "std_changed": 0.003005520452519246, "min_changed": 0.495889902115, "delta_std": "9.1719x smaller", "std_base": 0.027566366187425865, "t_msg": "Significant (t=-111.858789, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18878157138827995, "timeline_link": null, "avg_changed": 1.4225669860846, "min_base": 0.113922119141, "delta_min": "12.4327x slower", "delta_avg": "7.5355x slower", "std_changed": 0.003995419812978626, "min_changed": 1.41636514664, "delta_std": "15.9862x smaller", "std_base": 0.0638715906205648, "t_msg": "Significant (t=-136.322915, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.991097569449991, "timeline_link": null, "avg_changed": 295.28957700750004, "min_base": 12.623472929, "delta_min": "23.3887x slower", "delta_avg": "22.7301x slower", "std_changed": 0.043015314187899514, "min_changed": 295.246994019, "delta_std": "8.6331x smaller", "std_base": 0.371356965990659, "t_msg": "Significant (t=-5339.588918, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4619155883800006, "timeline_link": null, "avg_changed": 19.00216641426, "min_base": 2.75812292099, "delta_min": "6.8826x slower", "delta_avg": "5.4889x slower", "std_changed": 0.017242153993449978, "min_changed": 18.9830198288, "delta_std": "56.2855x smaller", "std_base": 0.9704831241438963, "t_msg": "Significant (t=-35.800287, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8275820922851803, "timeline_link": null, "avg_changed": 22.35981025695799, "min_base": 0.821142911911, "delta_min": "27.2088x slower", "delta_avg": "27.0182x slower", "std_changed": 0.008936228369621766, "min_changed": 22.3422930241, "delta_std": "2.0657x smaller", "std_base": 0.018459701494517998, "t_msg": "Significant (t=-7423.875672, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07960054874419399, "timeline_link": null, "avg_changed": 0.40829859256741996, "min_base": 0.077791929245, "delta_min": "5.2270x slower", "delta_avg": "5.1293x slower", "std_changed": 0.0016989396734670727, "min_changed": 0.406617164612, "delta_std": "2.8440x smaller", "std_base": 0.0048317685677132976, "t_msg": "Significant (t=-453.798698, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031675872802736, "timeline_link": null, "avg_changed": 0.6241756868362799, "min_base": 0.0309360027313, "delta_min": "20.0392x slower", "delta_avg": "19.7051x slower", "std_changed": 0.003999253172480136, "min_changed": 0.619931936264, "delta_std": "1.2602x larger", "std_base": 0.003173439319174648, "t_msg": "Significant (t=-820.628313, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.399308252333999, "timeline_link": null, "avg_changed": 9.565564346314, "min_base": 9.3881509304, "delta_min": "1.0179x slower", "delta_avg": "1.0177x slower", "std_changed": 0.010878719744644718, "min_changed": 9.55645394325, "delta_std": "1.4663x smaller", "std_base": 0.01595168536520307, "t_msg": "Significant (t=-19.254090, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29213761329658006, "timeline_link": null, "avg_changed": 2.6257124710078, "min_base": 0.286682844162, "delta_min": "9.1107x slower", "delta_avg": "8.9879x slower", "std_changed": 0.006082449174181264, "min_changed": 2.6118850708, "delta_std": "1.8264x larger", "std_base": 0.003330317537754854, "t_msg": "Significant (t=-2379.534365, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.11805515289303199, "timeline_link": null, "avg_changed": 0.41965461730958004, "min_base": 0.037985086441, "delta_min": "10.9258x slower", "delta_avg": "3.5547x slower", "std_changed": 0.014208294816164597, "min_changed": 0.415018081665, "delta_std": "9.4785x smaller", "std_base": 0.1346739033331214, "t_msg": "Significant (t=-15.748112, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036673197746262, "timeline_link": null, "avg_changed": 2.4736935520176, "min_base": 0.0204880237579, "delta_min": "116.6787x slower", "delta_avg": "67.4524x slower", "std_changed": 0.3416205351637742, "min_changed": 2.39051699638, "delta_std": "12.9502x larger", "std_base": 0.02637962749221929, "t_msg": "Significant (t=-50.293196, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003822650909424, "timeline_link": null, "avg_changed": 0.3610752582549401, "min_base": 0.00354814529419, "delta_min": "101.3242x slower", "delta_avg": "94.4568x slower", "std_changed": 0.0013626204699006704, "min_changed": 0.359513044357, "delta_std": "1.6526x larger", "std_base": 0.000824518310775865, "t_msg": "Significant (t=-1586.125007, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.187190513610844, "timeline_link": null, "avg_changed": 0.61986933231354, "min_base": 0.0789861679077, "delta_min": "7.6736x slower", "delta_avg": "3.3114x slower", "std_changed": 0.010791566101652949, "min_changed": 0.606109857559, "delta_std": "13.0385x smaller", "std_base": 0.1407059112203419, "t_msg": "Significant (t=-21.680272, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25475577831273993, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4729912948608799, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21710764408109998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60638285636904, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37125893115994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2358225488663, "timeline_link": null, "avg_changed": 0.6970750999451398, "min_base": 0.227938175201, "delta_min": "2.8860x slower", "delta_avg": "2.9559x slower", "std_changed": 0.030933241940611075, "min_changed": 0.657835960388, "delta_std": "2.9939x larger", "std_base": 0.010331969275559393, "t_msg": "Significant (t=-100.007264, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08300261020661001, "timeline_link": null, "avg_changed": 0.42301958560947994, "min_base": 0.057275056839, "delta_min": "7.3485x slower", "delta_avg": "5.0965x slower", "std_changed": 0.0028180440522716905, "min_changed": 0.420887947083, "delta_std": "8.7392x smaller", "std_base": 0.024627412842861154, "t_msg": "Significant (t=-96.993366, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018542461395259995, "timeline_link": null, "avg_changed": 0.6906947898864801, "min_base": 0.0176208019257, "delta_min": "39.0364x slower", "delta_avg": "37.2494x slower", "std_changed": 0.0021921426693670715, "min_changed": 0.687853097916, "delta_std": "1.7778x smaller", "std_base": 0.003897164432539902, "t_msg": "Significant (t=-1062.942075, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1778000000000013, "timeline_link": null, "avg_changed": 8.542599999999998, "min_base": 2.15, "delta_min": "3.9349x slower", "delta_avg": "3.9226x slower", "std_changed": 0.03521421327144092, "min_changed": 8.46, "delta_std": "1.7492x larger", "std_base": 0.02013120230196022, "t_msg": "Significant (t=-1109.548797, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8036000000000003, "timeline_link": null, "avg_changed": 6.179799999999999, "min_base": 0.77, "delta_min": "7.9740x slower", "delta_avg": "7.6901x slower", "std_changed": 0.025514301711721372, "min_changed": 6.14, "delta_std": "1.4048x smaller", "std_base": 0.03584319592164669, "t_msg": "Significant (t=-864.051824, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9779808330529998, "timeline_link": null, "avg_changed": 43.95266506195198, "min_base": 1.96751093864, "delta_min": "22.2542x slower", "delta_avg": "22.2210x slower", "std_changed": 0.06398664994479134, "min_changed": 43.7854700089, "delta_std": "12.6869x larger", "std_base": 0.005043508606122313, "t_msg": "Significant (t=-4624.216402, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5868597984307999, "timeline_link": null, "avg_changed": 1.72428498268, "min_base": 0.417525053024, "delta_min": "4.0781x slower", "delta_avg": "2.9382x slower", "std_changed": 0.014805082693353296, "min_changed": 1.70271706581, "delta_std": "18.1239x smaller", "std_base": 0.2683264882219163, "t_msg": "Significant (t=-9.464207, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5397598266620003, "timeline_link": null, "avg_changed": 10.949269676220002, "min_base": 1.81021499634, "delta_min": "6.0334x slower", "delta_avg": "4.3111x slower", "std_changed": 0.025945102690381073, "min_changed": 10.9217250347, "delta_std": "44.3975x smaller", "std_base": 1.1518980120963254, "t_msg": "Significant (t=-16.320427, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5239461898796, "timeline_link": null, "avg_changed": 0.8512626171112, "min_base": 0.268173933029, "delta_min": "3.1126x slower", "delta_avg": "1.6247x slower", "std_changed": 0.017342782379318664, "min_changed": 0.834716081619, "delta_std": "19.7100x smaller", "std_base": 0.34182709049897786, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4826481819154, "timeline_link": null, "avg_changed": 2.962421178818, "min_base": 0.340325832367, "delta_min": "8.6402x slower", "delta_avg": "6.1378x slower", "std_changed": 0.015292985673090145, "min_changed": 2.94048595428, "delta_std": "13.9276x smaller", "std_base": 0.212995094842287, "t_msg": "Significant (t=-25.966342, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02581815732, "timeline_link": null, "avg_changed": 1.5543371087999998, "min_base": 0.021244961, "delta_min": "73.0579x slower", "delta_avg": "60.2033x slower", "std_changed": 0.002840976494602707, "min_changed": 1.552112445, "delta_std": "3.9484x smaller", "std_base": 0.01121736285104128, "t_msg": "Significant (t=-934.038828, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [413.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [744.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [129.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [177.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [201.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005220601731054078, "timeline_link": null, "avg_changed": 0.26564301511662586, "min_base": 0.005171416957903631, "delta_min": "51.1576x slower", "delta_avg": "50.8836x slower", "std_changed": 0.0009936370636384284, "min_changed": 0.2645572634196672, "delta_std": "37.4689x larger", "std_base": 2.6518963910308714e-05, "t_msg": "Significant (t=-1852.597022, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001638818214728998, "timeline_link": null, "avg_changed": 0.012523848751004324, "min_base": 0.0016152479405588758, "delta_min": "7.7098x slower", "delta_avg": "7.6420x slower", "std_changed": 6.890909933297015e-05, "min_changed": 0.012453300124533, "delta_std": "3.8320x larger", "std_base": 1.798243625155091e-05, "t_msg": "Significant (t=-1036.635646, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007201397002371637, "timeline_link": null, "avg_changed": 0.08896412201675362, "min_base": 0.0067613252197430695, "delta_min": "12.9737x slower", "delta_avg": "12.3537x slower", "std_changed": 0.0006077691692911636, "min_changed": 0.08771929824561403, "delta_std": "2.9042x larger", "std_base": 0.00020926927376352345, "t_msg": "Significant (t=-899.440201, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1955935150245555, "timeline_link": null, "avg_changed": 0.9778614244835757, "min_base": 0.1912960306073649, "delta_min": "5.0799x slower", "delta_avg": "4.9995x slower", "std_changed": 0.00396474762055944, "min_changed": 0.9717582751290617, "delta_std": "1.9416x larger", "std_base": 0.0020419713427312553, "t_msg": "Significant (t=-1240.324879, a=0.95)\n"}]], "branch": "", "revision": "81544:012d2d144451"}