{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037569928169252, "timeline_link": null, "avg_changed": 0.7158792972564999, "min_base": 0.0371799468994, "delta_min": "19.0300x slower", "delta_avg": "19.0546x slower", "std_changed": 0.0033080234352243602, "min_changed": 0.707535028458, "delta_std": "7.3251x larger", "std_base": 0.00045160256759339346, "t_msg": "Significant (t=-1436.595561, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015298352241518003, "timeline_link": null, "avg_changed": 0.14014448324832673, "min_base": 0.012060880661, "delta_min": "11.2579x slower", "delta_avg": "9.1608x slower", "std_changed": 0.0031075540518690254, "min_changed": 0.135780096054, "delta_std": "1.8816x smaller", "std_base": 0.005847164942792914, "t_msg": "Significant (t=-230.916299, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.29039573669465, "timeline_link": null, "avg_changed": 1.4562013626084995, "min_base": 0.231303930283, "delta_min": "6.1972x slower", "delta_avg": "5.0145x slower", "std_changed": 0.04953786899488191, "min_changed": 1.43343186378, "delta_std": "3.8884x smaller", "std_base": 0.1926248255473276, "t_msg": "Significant (t=-26.213331, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5406441640857995, "timeline_link": null, "avg_changed": 21.16394975662, "min_base": 3.4809691906, "delta_min": "6.0575x slower", "delta_avg": "5.9774x slower", "std_changed": 0.08917747357088784, "min_changed": 21.0859899521, "delta_std": "1.1497x larger", "std_base": 0.07756615652688939, "t_msg": "Significant (t=-1054.357006, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.01988761425018, "timeline_link": null, "avg_changed": 0.23823561668402005, "min_base": 0.0166862010956, "delta_min": "14.1042x slower", "delta_avg": "11.9791x slower", "std_changed": 0.0026852522378164674, "min_changed": 0.235346078873, "delta_std": "1.9572x smaller", "std_base": 0.005255600159872205, "t_msg": "Significant (t=-261.604713, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.646667413711599, "timeline_link": null, "avg_changed": 46.37879633426399, "min_base": 7.5634970665, "delta_min": "6.1161x slower", "delta_avg": "6.0652x slower", "std_changed": 0.060482432735074115, "min_changed": 46.2592289448, "delta_std": "3.2157x smaller", "std_base": 0.19449564048456028, "t_msg": "Significant (t=-1344.627646, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087869215011676, "timeline_link": null, "avg_changed": 0.5435738754272199, "min_base": 0.00632405281067, "delta_min": "85.4523x slower", "delta_avg": "61.8617x slower", "std_changed": 0.001549365449628918, "min_changed": 0.540405035019, "delta_std": "9.7590x smaller", "std_base": 0.01512033384314397, "t_msg": "Significant (t=-248.791930, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.921937943], "base_times": [141.27581501]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047917804718017994, "timeline_link": null, "avg_changed": 3.2431824350357994, "min_base": 0.0454578399658, "delta_min": "71.1164x slower", "delta_avg": "67.6822x slower", "std_changed": 0.0050923025407541974, "min_changed": 3.2327978611, "delta_std": "2.6628x smaller", "std_base": 0.01355977109612353, "t_msg": "Significant (t=-1559.876417, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0099393320083598, "timeline_link": null, "avg_changed": 0.03896251678466401, "min_base": 0.0014111995697, "delta_min": "27.2958x slower", "delta_avg": "3.9200x slower", "std_changed": 0.0005061768581414565, "min_changed": 0.038519859314, "delta_std": "22.8733x smaller", "std_base": 0.011577950731260764, "t_msg": "Significant (t=-17.708579, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029942798614501998, "timeline_link": null, "avg_changed": 1.0844668340684005, "min_base": 0.0285048484802, "delta_min": "37.9205x slower", "delta_avg": "36.2180x slower", "std_changed": 0.002911147383400984, "min_changed": 1.08091807365, "delta_std": "1.4521x larger", "std_base": 0.0020048432295473734, "t_msg": "Significant (t=-2109.539612, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45394426822668005, "timeline_link": null, "avg_changed": 1.1122001409534, "min_base": 0.356116056442, "delta_min": "3.0971x slower", "delta_avg": "2.4501x slower", "std_changed": 0.0032501493309207447, "min_changed": 1.10291600227, "delta_std": "30.9122x smaller", "std_base": 0.10046914981557463, "t_msg": "Significant (t=-46.304147, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17549061298369995, "timeline_link": null, "avg_changed": 1.7067762899402001, "min_base": 0.173213005066, "delta_min": "9.7996x slower", "delta_avg": "9.7257x slower", "std_changed": 0.005427138474742684, "min_changed": 1.69742679596, "delta_std": "1.1159x larger", "std_base": 0.004863618857083034, "t_msg": "Significant (t=-1485.794384, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041388554573056, "timeline_link": null, "avg_changed": 0.594850769043, "min_base": 0.0347280502319, "delta_min": "16.8417x slower", "delta_avg": "14.3723x slower", "std_changed": 0.004309183293517163, "min_changed": 0.584878921509, "delta_std": "1.1895x smaller", "std_base": 0.005125874785266773, "t_msg": "Significant (t=-584.416524, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015085091590884005, "timeline_link": null, "avg_changed": 0.26335137367247996, "min_base": 0.0124299526215, "delta_min": "20.9362x slower", "delta_avg": "17.4577x slower", "std_changed": 0.002127699217985495, "min_changed": 0.260236024857, "delta_std": "5.6096x smaller", "std_base": 0.011935540225027814, "t_msg": "Significant (t=-144.799606, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05432229995727799, "timeline_link": null, "avg_changed": 0.56694469451902, "min_base": 0.0495018959045, "delta_min": "11.3783x slower", "delta_avg": "10.4367x slower", "std_changed": 0.0034247075847143073, "min_changed": 0.563246965408, "delta_std": "7.1067x smaller", "std_base": 0.02433829499983946, "t_msg": "Significant (t=-147.480604, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22679905891415994, "timeline_link": null, "avg_changed": 1.6150755596162003, "min_base": 0.14893913269, "delta_min": "10.8089x slower", "delta_avg": "7.1212x slower", "std_changed": 0.0037810311529056914, "min_changed": 1.60986089706, "delta_std": "16.6818x smaller", "std_base": 0.06307435432539234, "t_msg": "Significant (t=-155.356435, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.6052033901, "timeline_link": null, "avg_changed": 369.259241462, "min_base": 12.2440009117, "delta_min": "30.1581x slower", "delta_avg": "29.2942x slower", "std_changed": 0.003911829870907998, "min_changed": 369.255368948, "delta_std": "93.2734x smaller", "std_base": 0.36486960265432494, "t_msg": "Significant (t=-6911.455334, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5552150249500003, "timeline_link": null, "avg_changed": 20.66224098204, "min_base": 2.83815979958, "delta_min": "7.2735x slower", "delta_avg": "5.8118x slower", "std_changed": 0.013171940636117527, "min_changed": 20.6433131695, "delta_std": "75.7676x smaller", "std_base": 0.9980067697795898, "t_msg": "Significant (t=-38.325533, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7675142145156397, "timeline_link": null, "avg_changed": 24.970480041507997, "min_base": 0.762092113495, "delta_min": "32.7408x slower", "delta_avg": "32.5342x slower", "std_changed": 0.010127596587720923, "min_changed": 24.9515118599, "delta_std": "1.8562x smaller", "std_base": 0.018798830401386062, "t_msg": "Significant (t=-8014.717137, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.073920326232906, "timeline_link": null, "avg_changed": 0.44605578899380005, "min_base": 0.0725347995758, "delta_min": "6.1307x slower", "delta_avg": "6.0343x slower", "std_changed": 0.0014359386971721773, "min_changed": 0.444691896439, "delta_std": "3.2658x smaller", "std_base": 0.004689483337798042, "t_msg": "Significant (t=-536.537232, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031603050231936006, "timeline_link": null, "avg_changed": 0.65894030570984, "min_base": 0.0307610034943, "delta_min": "21.2112x slower", "delta_avg": "20.8505x slower", "std_changed": 0.0035705756620499807, "min_changed": 0.652479171753, "delta_std": "1.2042x larger", "std_base": 0.002965107690446379, "t_msg": "Significant (t=-955.772256, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.52428097724, "timeline_link": null, "avg_changed": 46.82940421106, "min_base": 19.5029039383, "delta_min": "2.4003x slower", "delta_avg": "2.3985x slower", "std_changed": 0.01467335813236465, "min_changed": 46.8121469021, "delta_std": "2.1254x smaller", "std_base": 0.03118678106087684, "t_msg": "Significant (t=-1771.475062, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.321008300782, "timeline_link": null, "avg_changed": 9.470754766466, "min_base": 9.31109404564, "delta_min": "1.0162x slower", "delta_avg": "1.0161x slower", "std_changed": 0.0061654835381202856, "min_changed": 9.46219110489, "delta_std": "2.8924x smaller", "std_base": 0.017833214119654238, "t_msg": "Significant (t=-17.745743, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30138186931612004, "timeline_link": null, "avg_changed": 2.8870295047767995, "min_base": 0.295821905136, "delta_min": "9.7222x slower", "delta_avg": "9.5793x slower", "std_changed": 0.005813801488163554, "min_changed": 2.87602806091, "delta_std": "1.2914x larger", "std_base": 0.004501993414361786, "t_msg": "Significant (t=-2486.470186, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.083565940856902, "timeline_link": null, "avg_changed": 0.46264826774586, "min_base": 0.0240790843964, "delta_min": "18.9998x slower", "delta_avg": "5.5363x slower", "std_changed": 0.015139158101460303, "min_changed": 0.457498073578, "delta_std": "6.5220x smaller", "std_base": 0.09873788449353357, "t_msg": "Significant (t=-26.834213, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.08655844211579, "timeline_link": null, "avg_changed": 0.4934003400802602, "min_base": 0.0408959388733, "delta_min": "12.0243x slower", "delta_avg": "5.7002x slower", "std_changed": 0.0017055399707731325, "min_changed": 0.491743803024, "delta_std": "58.9639x smaller", "std_base": 0.10056527425848082, "t_msg": "Significant (t=-28.602249, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.035307512283326, "timeline_link": null, "avg_changed": 2.739449214935799, "min_base": 0.0205538272858, "delta_min": "129.7933x slower", "delta_avg": "77.5883x slower", "std_changed": 0.024978304655732666, "min_changed": 2.66774988174, "delta_std": "1.0620x larger", "std_base": 0.023519995797018387, "t_msg": "Significant (t=-557.322631, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003585729598998601, "timeline_link": null, "avg_changed": 0.37243213653567997, "min_base": 0.00325703620911, "delta_min": "113.8286x slower", "delta_avg": "103.8651x slower", "std_changed": 0.0011705929159675492, "min_changed": 0.370743989944, "delta_std": "1.2014x larger", "std_base": 0.0009743238246754672, "t_msg": "Significant (t=-1712.476050, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19376888751984997, "timeline_link": null, "avg_changed": 0.6881709003449399, "min_base": 0.0836520195007, "delta_min": "8.0415x slower", "delta_avg": "3.5515x slower", "std_changed": 0.010601223471908776, "min_changed": 0.672688007355, "delta_std": "14.0027x smaller", "std_base": 0.14844623493833023, "t_msg": "Significant (t=-23.490453, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24874232769008003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47073029518124004, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21185991764073994, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6058829307555798, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36925982952116015, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27005234241486004, "timeline_link": null, "avg_changed": 0.7041478109359801, "min_base": 0.262646198273, "delta_min": "2.5974x slower", "delta_avg": "2.6074x slower", "std_changed": 0.011956432478004977, "min_changed": 0.682207107544, "delta_std": "1.3795x larger", "std_base": 0.008666942599460593, "t_msg": "Significant (t=-207.859621, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08520027637479, "timeline_link": null, "avg_changed": 0.4381040048599001, "min_base": 0.0580840110779, "delta_min": "7.4986x slower", "delta_avg": "5.1420x slower", "std_changed": 0.003215660060599181, "min_changed": 0.435549020767, "delta_std": "7.8003x smaller", "std_base": 0.02508317754566983, "t_msg": "Significant (t=-98.677661, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017996020317082, "timeline_link": null, "avg_changed": 0.8547927761077798, "min_base": 0.0170578956604, "delta_min": "49.9045x slower", "delta_avg": "47.4990x slower", "std_changed": 0.001958913488032629, "min_changed": 0.851265192032, "delta_std": "1.9507x smaller", "std_base": 0.003821285331550656, "t_msg": "Significant (t=-1377.937978, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2037999999999993, "timeline_link": null, "avg_changed": 8.958000000000002, "min_base": 2.18, "delta_min": "4.0872x slower", "delta_avg": "4.0648x slower", "std_changed": 0.03817254061682116, "min_changed": 8.91, "delta_std": "1.4206x larger", "std_base": 0.02687005768508878, "t_msg": "Significant (t=-1023.095248, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7744, "timeline_link": null, "avg_changed": 6.708000000000003, "min_base": 0.75, "delta_min": "8.8800x slower", "delta_avg": "8.6622x slower", "std_changed": 0.02555506259999765, "min_changed": 6.66, "delta_std": "1.2046x smaller", "std_base": 0.030782979659784302, "t_msg": "Significant (t=-1048.708199, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07045268217722866, "timeline_link": null, "avg_changed": 0.5213559675216332, "min_base": 0.0440099239349, "delta_min": "2.7540x slower", "delta_avg": "7.4001x slower", "std_changed": 0.23590660666270055, "min_changed": 0.121204853058, "delta_std": "7.6573x larger", "std_base": 0.030808105487332357, "t_msg": "Significant (t=-23.212222, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012483546733856687, "timeline_link": null, "avg_changed": 0.06354266452789399, "min_base": 0.00796914100647, "delta_min": "6.7725x slower", "delta_avg": "5.0901x slower", "std_changed": 0.007654878839781612, "min_changed": 0.0539710521698, "delta_std": "1.5859x smaller", "std_base": 0.012140022390853013, "t_msg": "Significant (t=-79.551544, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.0058845376965997, "timeline_link": null, "avg_changed": 47.909060716633995, "min_base": 1.99456691742, "delta_min": "23.9318x slower", "delta_avg": "23.8843x slower", "std_changed": 0.08404646647770879, "min_changed": 47.7334890366, "delta_std": "15.7674x larger", "std_base": 0.005330403603778248, "t_msg": "Significant (t=-3854.220761, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6379687786112, "timeline_link": null, "avg_changed": 1.9614217281359998, "min_base": 0.473080873489, "delta_min": "4.0884x slower", "delta_avg": "3.0745x slower", "std_changed": 0.016878206302666274, "min_changed": 1.93414998055, "delta_std": "19.0732x smaller", "std_base": 0.32192178609031924, "t_msg": "Significant (t=-9.180092, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.50818653107, "timeline_link": null, "avg_changed": 12.075759744660001, "min_base": 1.73496294022, "delta_min": "6.9528x slower", "delta_avg": "4.8145x slower", "std_changed": 0.009666445593068625, "min_changed": 12.0628600121, "delta_std": "121.2764x smaller", "std_base": 1.1723113251508577, "t_msg": "Significant (t=-18.248580, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5579346656790001, "timeline_link": null, "avg_changed": 0.9579649925229999, "min_base": 0.298766136169, "delta_min": "3.1491x slower", "delta_avg": "1.7170x slower", "std_changed": 0.015209933072091002, "min_changed": 0.940829992294, "delta_std": "24.9991x smaller", "std_base": 0.3802350540788473, "t_msg": "Significant (t=-2.350599, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.43024220466620006, "timeline_link": null, "avg_changed": 3.430067634582, "min_base": 0.283111095428, "delta_min": "12.0201x slower", "delta_avg": "7.9724x slower", "std_changed": 0.01977398624761586, "min_changed": 3.40302491188, "delta_std": "12.1280x smaller", "std_base": 0.2398191303905746, "t_msg": "Significant (t=-27.875705, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026515910880000004, "timeline_link": null, "avg_changed": 1.5993942850599998, "min_base": 0.021191648, "delta_min": "75.3606x slower", "delta_avg": "60.3183x slower", "std_changed": 0.0022366159576866517, "min_changed": 1.597016081, "delta_std": "6.4955x smaller", "std_base": 0.014527939133458585, "t_msg": "Significant (t=-756.640308, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [370.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [737.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0050454309555028574, "timeline_link": null, "avg_changed": 0.28892490154234346, "min_base": 0.005020155926043063, "delta_min": "57.3064x slower", "delta_avg": "57.2647x slower", "std_changed": 0.0009029132689115464, "min_changed": 0.28768699654775604, "delta_std": "46.4600x larger", "std_base": 1.9434224672202684e-05, "t_msg": "Significant (t=-2222.656639, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016224903370518256, "timeline_link": null, "avg_changed": 0.013497025383513992, "min_base": 0.0015979546180888463, "delta_min": "8.4113x slower", "delta_avg": "8.3187x slower", "std_changed": 6.376751730720661e-05, "min_changed": 0.013440860215053764, "delta_std": "4.0228x larger", "std_base": 1.5851645326043682e-05, "t_msg": "Significant (t=-1277.855880, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007044966966250497, "timeline_link": null, "avg_changed": 0.09807102594444657, "min_base": 0.006587615283267457, "delta_min": "14.6667x slower", "delta_avg": "13.9207x slower", "std_changed": 0.0005453060882565233, "min_changed": 0.0966183574879227, "delta_std": "1.5399x larger", "std_base": 0.00035410734309485595, "t_msg": "Significant (t=-989.939273, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1980434006374764, "timeline_link": null, "avg_changed": 1.0300547536207758, "min_base": 0.19391588898315357, "delta_min": "5.2823x slower", "delta_avg": "5.2012x slower", "std_changed": 0.004136533044242959, "min_changed": 1.0243277848911652, "delta_std": "3.2225x larger", "std_base": 0.0012836247924081746, "t_msg": "Significant (t=-1358.357433, a=0.95)\n"}]], "branch": "", "revision": "84668:b5096e623454"}