{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03785461425781, "timeline_link": null, "avg_changed": 0.73480139732368, "min_base": 0.0371367931366, "delta_min": "19.6981x slower", "delta_avg": "19.4111x slower", "std_changed": 0.002189051890504396, "min_changed": 0.731523036957, "delta_std": "3.3309x larger", "std_base": 0.0006571887507934029, "t_msg": "Significant (t=-2156.202122, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015081214904786006, "timeline_link": null, "avg_changed": 0.13459693113958662, "min_base": 0.0124409198761, "delta_min": "10.5595x slower", "delta_avg": "8.9248x slower", "std_changed": 0.003099148252899912, "min_changed": 0.131370067596, "delta_std": "1.9781x smaller", "std_base": 0.006130340132923126, "t_msg": "Significant (t=-213.090963, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.25824714899075, "timeline_link": null, "avg_changed": 1.4074127554895, "min_base": 0.202935934067, "delta_min": "6.9005x slower", "delta_avg": "5.4499x slower", "std_changed": 0.007834885523082738, "min_changed": 1.40035390854, "delta_std": "22.8852x smaller", "std_base": 0.17930299113568698, "t_msg": "Significant (t=-28.634913, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4322348308566, "timeline_link": null, "avg_changed": 20.718691434856, "min_base": 3.37133622169, "delta_min": "6.1167x slower", "delta_avg": "6.0365x slower", "std_changed": 0.06637919169636801, "min_changed": 20.6213841438, "delta_std": "1.2190x smaller", "std_base": 0.08091944025772967, "t_msg": "Significant (t=-1167.889041, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021196126937866006, "timeline_link": null, "avg_changed": 0.23846731662746007, "min_base": 0.0179870128632, "delta_min": "13.1493x slower", "delta_avg": "11.2505x slower", "std_changed": 0.00176165277057158, "min_changed": 0.236516952515, "delta_std": "2.8139x smaller", "std_base": 0.004957054024505015, "t_msg": "Significant (t=-292.036418, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.635784153937401, "timeline_link": null, "avg_changed": 49.80278671264802, "min_base": 7.55384302139, "delta_min": "6.5792x slower", "delta_avg": "6.5223x slower", "std_changed": 0.0674912220392429, "min_changed": 49.6980481148, "delta_std": "2.7488x smaller", "std_base": 0.18551705978995214, "t_msg": "Significant (t=-1510.370054, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088177156448418, "timeline_link": null, "avg_changed": 0.5456245470047001, "min_base": 0.00623798370361, "delta_min": "87.1152x slower", "delta_avg": "61.8782x slower", "std_changed": 0.001509177616870927, "min_changed": 0.543422937393, "delta_std": "10.5424x smaller", "std_base": 0.015910359617608817, "t_msg": "Significant (t=-237.507867, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.564365864], "base_times": [140.261910915]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047204289436339995, "timeline_link": null, "avg_changed": 3.0742391157162015, "min_base": 0.0446918010712, "delta_min": "68.7349x slower", "delta_avg": "65.1263x slower", "std_changed": 0.001381517849498345, "min_changed": 3.0718870163, "delta_std": "9.7637x smaller", "std_base": 0.013488670022110879, "t_msg": "Significant (t=-1578.582497, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0101718425750714, "timeline_link": null, "avg_changed": 0.03960196495056, "min_base": 0.00133895874023, "delta_min": "29.4849x slower", "delta_avg": "3.8933x slower", "std_changed": 9.603336516717404e-05, "min_changed": 0.0394790172577, "delta_std": "122.6838x smaller", "std_base": 0.011781737344305038, "t_msg": "Significant (t=-17.662546, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029966211318971994, "timeline_link": null, "avg_changed": 1.0180098342892, "min_base": 0.0287690162659, "delta_min": "35.2480x slower", "delta_avg": "33.9719x slower", "std_changed": 0.00273444299855666, "min_changed": 1.01405119896, "delta_std": "1.4314x larger", "std_base": 0.0019103052793887733, "t_msg": "Significant (t=-2094.512292, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.5457711410522, "timeline_link": null, "avg_changed": 1.1039988565443999, "min_base": 0.39747095108, "delta_min": "2.7534x slower", "delta_avg": "2.0228x slower", "std_changed": 0.004695244810311593, "min_changed": 1.0944108963, "delta_std": "22.5031x smaller", "std_base": 0.1056576451416005, "t_msg": "Significant (t=-37.322187, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16849420070652, "timeline_link": null, "avg_changed": 1.7124008989338, "min_base": 0.166934967041, "delta_min": "10.1164x slower", "delta_avg": "10.1630x slower", "std_changed": 0.010814530392783996, "min_changed": 1.68877983093, "delta_std": "2.1583x larger", "std_base": 0.005010597255932838, "t_msg": "Significant (t=-915.946095, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.03962711334229199, "timeline_link": null, "avg_changed": 0.61089002132414, "min_base": 0.0302250385284, "delta_min": "19.9713x slower", "delta_avg": "15.4160x slower", "std_changed": 0.005095423165287138, "min_changed": 0.603633880615, "delta_std": "1.2816x smaller", "std_base": 0.006530194726585415, "t_msg": "Significant (t=-487.682879, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014714107513424002, "timeline_link": null, "avg_changed": 0.2580300331116, "min_base": 0.0118010044098, "delta_min": "21.7241x slower", "delta_avg": "17.5362x slower", "std_changed": 0.002568297921691794, "min_changed": 0.256366014481, "delta_std": "5.8702x smaller", "std_base": 0.015076537540027376, "t_msg": "Significant (t=-112.497314, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.055706882476808, "timeline_link": null, "avg_changed": 0.55570685863498, "min_base": 0.0502729415894, "delta_min": "10.9944x slower", "delta_avg": "9.9756x slower", "std_changed": 0.003209563276220944, "min_changed": 0.552720069885, "delta_std": "9.2077x smaller", "std_base": 0.029552726280987908, "t_msg": "Significant (t=-118.935411, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19477560997006002, "timeline_link": null, "avg_changed": 1.5657371139526, "min_base": 0.131645917892, "delta_min": "11.8632x slower", "delta_avg": "8.0387x slower", "std_changed": 0.002535087357978992, "min_changed": 1.56174302101, "delta_std": "23.9771x smaller", "std_base": 0.060784019982826995, "t_msg": "Significant (t=-159.346841, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.577028512950012, "timeline_link": null, "avg_changed": 362.31815695750026, "min_base": 12.2461340427, "delta_min": "29.5756x slower", "delta_avg": "28.8079x slower", "std_changed": 0.13218239146326516, "min_changed": 362.187303066, "delta_std": "2.5287x smaller", "std_base": 0.3342538911012938, "t_msg": "Significant (t=-6880.247618, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.967353963854, "timeline_link": null, "avg_changed": 20.386001110080002, "min_base": 2.89796090126, "delta_min": "7.0279x slower", "delta_avg": "5.1384x slower", "std_changed": 0.024735275430290818, "min_changed": 20.3667178154, "delta_std": "58.6384x smaller", "std_base": 1.4504361459752841, "t_msg": "Significant (t=-25.308162, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.79512283325192, "timeline_link": null, "avg_changed": 23.586884803767997, "min_base": 0.787853002548, "delta_min": "29.9197x slower", "delta_avg": "29.6645x slower", "std_changed": 0.00762978371173453, "min_changed": 23.5723030567, "delta_std": "2.5969x smaller", "std_base": 0.019813554046836022, "t_msg": "Significant (t=-7590.589650, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07490012645721801, "timeline_link": null, "avg_changed": 0.41895003795624, "min_base": 0.0731019973755, "delta_min": "5.7101x slower", "delta_avg": "5.5934x slower", "std_changed": 0.0014936825246669324, "min_changed": 0.417422056198, "delta_std": "3.3182x smaller", "std_base": 0.004956364592836281, "t_msg": "Significant (t=-469.965851, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032202434539792, "timeline_link": null, "avg_changed": 0.6342676639556601, "min_base": 0.0313849449158, "delta_min": "20.0823x slower", "delta_avg": "19.6963x slower", "std_changed": 0.0028690751863601383, "min_changed": 0.630282878876, "delta_std": "1.1141x smaller", "std_base": 0.0031965383076706095, "t_msg": "Significant (t=-991.144195, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.10710744856, "timeline_link": null, "avg_changed": 43.94122581482, "min_base": 19.0884931087, "delta_min": "2.3011x slower", "delta_avg": "2.2997x slower", "std_changed": 0.020773666746960722, "min_changed": 43.9245920181, "delta_std": "1.4849x smaller", "std_base": 0.030846329442088465, "t_msg": "Significant (t=-1493.193804, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.316397905348, "timeline_link": null, "avg_changed": 9.403473663328, "min_base": 9.30363416672, "delta_min": "1.0102x slower", "delta_avg": "1.0093x slower", "std_changed": 0.005446788890467049, "min_changed": 9.39890503883, "delta_std": "3.4972x smaller", "std_base": 0.019048430597167258, "t_msg": "Significant (t=-9.827811, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30343102931974, "timeline_link": null, "avg_changed": 2.8109429311753997, "min_base": 0.297865867615, "delta_min": "9.4068x slower", "delta_avg": "9.2639x slower", "std_changed": 0.005006602927748198, "min_changed": 2.80197405815, "delta_std": "1.6524x larger", "std_base": 0.003029903552128166, "t_msg": "Significant (t=-3029.846428, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09167573928833, "timeline_link": null, "avg_changed": 0.46027593612674006, "min_base": 0.0222449302673, "delta_min": "20.4996x slower", "delta_avg": "5.0207x slower", "std_changed": 0.012985942435445897, "min_changed": 0.456012964249, "delta_std": "8.2986x smaller", "std_base": 0.10776565870479525, "t_msg": "Significant (t=-24.012077, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.111005373001138, "timeline_link": null, "avg_changed": 0.4865414047240801, "min_base": 0.0420989990234, "delta_min": "11.5290x slower", "delta_avg": "4.3830x slower", "std_changed": 0.0012693233527979028, "min_changed": 0.485361099243, "delta_std": "93.6621x smaller", "std_base": 0.1188875223327319, "t_msg": "Significant (t=-22.334467, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031709246635438, "timeline_link": null, "avg_changed": 2.7991117811199997, "min_base": 0.02055311203, "delta_min": "132.8155x slower", "delta_avg": "88.2743x slower", "std_changed": 0.02125281473052377, "min_changed": 2.72977185249, "delta_std": "1.0949x larger", "std_base": 0.019410438349659463, "t_msg": "Significant (t=-679.868478, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037026882171624005, "timeline_link": null, "avg_changed": 0.3807465314864601, "min_base": 0.00328803062439, "delta_min": "115.3745x slower", "delta_avg": "102.8298x slower", "std_changed": 0.0007049901215281768, "min_changed": 0.379354953766, "delta_std": "1.7092x smaller", "std_base": 0.0012049455356039423, "t_msg": "Significant (t=-1909.772087, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.193278913497902, "timeline_link": null, "avg_changed": 0.67206843376154, "min_base": 0.084291934967, "delta_min": "7.8250x slower", "delta_avg": "3.4772x slower", "std_changed": 0.01051229219014028, "min_changed": 0.659588098526, "delta_std": "14.1405x smaller", "std_base": 0.14864928526215668, "t_msg": "Significant (t=-22.718703, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25006384372709994, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47048093318946, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21556948661803993, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60518012523648, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.35787440776824, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23568295478822, "timeline_link": null, "avg_changed": 0.7657521295547802, "min_base": 0.208791017532, "delta_min": "3.4224x slower", "delta_avg": "3.2491x slower", "std_changed": 0.041722819127816065, "min_changed": 0.714565038681, "delta_std": "2.2494x larger", "std_base": 0.01854828959863535, "t_msg": "Significant (t=-82.088430, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.087571449279748, "timeline_link": null, "avg_changed": 0.4284351873397999, "min_base": 0.0597350597382, "delta_min": "7.1561x slower", "delta_avg": "4.8924x slower", "std_changed": 0.0021486133451463184, "min_changed": 0.427472114563, "delta_std": "11.7762x smaller", "std_base": 0.025302452716695584, "t_msg": "Significant (t=-94.916774, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017932353019712008, "timeline_link": null, "avg_changed": 0.8294458436966801, "min_base": 0.0169129371643, "delta_min": "48.8689x slower", "delta_avg": "46.2542x slower", "std_changed": 0.0013934102919426344, "min_changed": 0.826516866684, "delta_std": "2.9082x smaller", "std_base": 0.004052327154270881, "t_msg": "Significant (t=-1339.089327, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.197399999999999, "timeline_link": null, "avg_changed": 8.878999999999992, "min_base": 2.18, "delta_min": "4.0413x slower", "delta_avg": "4.0407x slower", "std_changed": 0.027571798665169883, "min_changed": 8.81, "delta_std": "1.4243x larger", "std_base": 0.01935806534438683, "t_msg": "Significant (t=-1402.423750, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8020000000000002, "timeline_link": null, "avg_changed": 6.620599999999997, "min_base": 0.77, "delta_min": "8.4805x slower", "delta_avg": "8.2551x slower", "std_changed": 0.036945077825201664, "min_changed": 6.53, "delta_std": "1.0006x larger", "std_base": 0.03692242280948593, "t_msg": "Significant (t=-787.707676, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06965396881103804, "timeline_link": null, "avg_changed": 0.49117549419405343, "min_base": 0.0421669483185, "delta_min": "2.7966x slower", "delta_avg": "7.0517x slower", "std_changed": 0.2201166308475704, "min_changed": 0.117923021317, "delta_std": "7.3318x larger", "std_base": 0.030022278120509383, "t_msg": "Significant (t=-23.238606, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012249512672423822, "timeline_link": null, "avg_changed": 0.0627129311561576, "min_base": 0.0078809261322, "delta_min": "6.6350x slower", "delta_avg": "5.1196x slower", "std_changed": 0.00781447270672396, "min_changed": 0.0522899627686, "delta_std": "1.5111x smaller", "std_base": 0.011808139415360014, "t_msg": "Significant (t=-79.690490, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9957804775239998, "timeline_link": null, "avg_changed": 44.56063541411601, "min_base": 1.98590016365, "delta_min": "22.3799x slower", "delta_avg": "22.3274x slower", "std_changed": 0.06983539691374632, "min_changed": 44.4442739487, "delta_std": "11.9371x larger", "std_base": 0.005850257441558058, "t_msg": "Significant (t=-4294.790544, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6362806320198, "timeline_link": null, "avg_changed": 1.9117542266840002, "min_base": 0.481809139252, "delta_min": "3.9267x slower", "delta_avg": "3.0046x slower", "std_changed": 0.018515067187281527, "min_changed": 1.89193511009, "delta_std": "16.7481x smaller", "std_base": 0.31009244082618903, "t_msg": "Significant (t=-9.181054, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.49433989525, "timeline_link": null, "avg_changed": 11.67847123148, "min_base": 1.7568731308, "delta_min": "6.6392x slower", "delta_avg": "4.6820x slower", "std_changed": 0.014489686757175515, "min_changed": 11.664151907, "delta_std": "81.1047x smaller", "std_base": 1.1751821751045477, "t_msg": "Significant (t=-17.473700, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.547504997254, "timeline_link": null, "avg_changed": 0.9250970363618001, "min_base": 0.303086996078, "delta_min": "2.9982x slower", "delta_avg": "1.6897x slower", "std_changed": 0.01910866414112027, "min_changed": 0.908704996109, "delta_std": "19.3984x smaller", "std_base": 0.3706782481921725, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45588159561139996, "timeline_link": null, "avg_changed": 3.3641694068919996, "min_base": 0.3057949543, "delta_min": "10.9677x slower", "delta_avg": "7.3795x slower", "std_changed": 0.01616671502356984, "min_changed": 3.35386705399, "delta_std": "12.1362x smaller", "std_base": 0.1962020810504168, "t_msg": "Significant (t=-33.033108, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025772748979999992, "timeline_link": null, "avg_changed": 1.6190728574199997, "min_base": 0.020505295, "delta_min": "78.6363x slower", "delta_avg": "62.8211x slower", "std_changed": 0.004070678779959175, "min_changed": 1.612460575, "delta_std": "3.7851x smaller", "std_base": 0.015408051440449013, "t_msg": "Significant (t=-706.942567, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [370.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [723.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [121.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [183.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004946912576954791, "timeline_link": null, "avg_changed": 0.28712515682149226, "min_base": 0.004914763260768492, "delta_min": "58.3339x slower", "delta_avg": "58.0413x slower", "std_changed": 0.00023290720917618063, "min_changed": 0.286697247706422, "delta_std": "11.8288x larger", "std_base": 1.9689813031797256e-05, "t_msg": "Significant (t=-8536.487108, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001596365718360647, "timeline_link": null, "avg_changed": 0.013139071723738498, "min_base": 0.0015696123057604772, "delta_min": "8.3499x slower", "delta_avg": "8.2306x slower", "std_changed": 5.13752569625216e-05, "min_changed": 0.01310615989515072, "delta_std": "2.6923x larger", "std_base": 1.908211650627227e-05, "t_msg": "Significant (t=-1489.277482, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006900362528874279, "timeline_link": null, "avg_changed": 0.0929838288993218, "min_base": 0.0065040650406504065, "delta_min": "14.2361x slower", "delta_avg": "13.4752x slower", "std_changed": 0.0006036907275512205, "min_changed": 0.09259259259259259, "delta_std": "2.6620x larger", "std_base": 0.0002267778113667546, "t_msg": "Significant (t=-943.899167, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19400050954175097, "timeline_link": null, "avg_changed": 1.0030829949131097, "min_base": 0.1911931648443568, "delta_min": "5.2140x slower", "delta_avg": "5.1705x slower", "std_changed": 0.003369518179577096, "min_changed": 0.9968847352024922, "delta_std": "2.4732x larger", "std_base": 0.0013624232459808147, "t_msg": "Significant (t=-1574.087468, a=0.95)\n"}]], "branch": "", "revision": "83371:09249cf47b13"}