{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019623527526848, "timeline_link": null, "avg_changed": 0.29272639751435997, "min_base": 0.0192148685455, "delta_min": "15.0414x slower", "delta_avg": "14.9171x slower", "std_changed": 0.0027103909058330327, "min_changed": 0.2890188694, "delta_std": "6.1433x larger", "std_base": 0.0004411976189199661, "t_msg": "Significant (t=-703.234904, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008633109728495137, "timeline_link": null, "avg_changed": 0.06300472418466933, "min_base": 0.00654220581055, "delta_min": "9.0210x slower", "delta_avg": "7.2980x slower", "std_changed": 0.002213721884458399, "min_changed": 0.0590169429779, "delta_std": "1.6863x smaller", "std_base": 0.0037330475358329555, "t_msg": "Significant (t=-153.433826, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1359287142753, "timeline_link": null, "avg_changed": 0.6773778438569, "min_base": 0.104260921478, "delta_min": "6.3917x slower", "delta_avg": "4.9833x slower", "std_changed": 0.006344490273690807, "min_changed": 0.666407823563, "delta_std": "14.7468x smaller", "std_base": 0.0935610370103393, "t_msg": "Significant (t=-25.821496, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6512131500240002, "timeline_link": null, "avg_changed": 9.179066319465198, "min_base": 1.63784217834, "delta_min": "5.5605x slower", "delta_avg": "5.5590x slower", "std_changed": 0.032311035142840706, "min_changed": 9.10728812218, "delta_std": "4.7113x larger", "std_base": 0.0068581944730619375, "t_msg": "Significant (t=-1611.521999, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006495909690856401, "timeline_link": null, "avg_changed": 0.07889524936675599, "min_base": 0.00493907928467, "delta_min": "15.4850x slower", "delta_avg": "12.1454x slower", "std_changed": 0.0012752769903558142, "min_changed": 0.0764818191528, "delta_std": "1.7317x smaller", "std_base": 0.0022084224796613005, "t_msg": "Significant (t=-200.746198, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.044235849382, "timeline_link": null, "avg_changed": 23.22643322944, "min_base": 3.88194108009, "delta_min": "5.9650x slower", "delta_avg": "5.7431x slower", "std_changed": 0.05709753378514813, "min_changed": 23.1559040546, "delta_std": "4.6779x smaller", "std_base": 0.26709488608858634, "t_msg": "Significant (t=-157.041526, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004612040519714799, "timeline_link": null, "avg_changed": 0.22704127788535997, "min_base": 0.00346302986145, "delta_min": "63.9243x slower", "delta_avg": "49.2279x slower", "std_changed": 0.002965000924912993, "min_changed": 0.221371889114, "delta_std": "2.4025x smaller", "std_base": 0.007123553351731252, "t_msg": "Significant (t=-203.838476, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [134.247947931], "base_times": [64.5599830151]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027135257720953997, "timeline_link": null, "avg_changed": 1.6923934030530006, "min_base": 0.0254650115967, "delta_min": "65.4806x slower", "delta_avg": "62.3688x slower", "std_changed": 0.01047386420789273, "min_changed": 1.66746401787, "delta_std": "1.5708x larger", "std_base": 0.006667886034452981, "t_msg": "Significant (t=-948.368557, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004897608757024081, "timeline_link": null, "avg_changed": 0.018454179763797998, "min_base": 0.000643968582153, "delta_min": "28.1474x slower", "delta_avg": "3.7680x slower", "std_changed": 0.00018115103952244928, "min_changed": 0.0181260108948, "delta_std": "31.3064x smaller", "std_base": 0.005671192537275517, "t_msg": "Significant (t=-16.894254, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015278053283694002, "timeline_link": null, "avg_changed": 0.44545998096469996, "min_base": 0.0146028995514, "delta_min": "29.4209x slower", "delta_avg": "29.1569x slower", "std_changed": 0.00777455084909934, "min_changed": 0.429630994797, "delta_std": "6.4885x larger", "std_base": 0.0011981968319838667, "t_msg": "Significant (t=-386.691307, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18945333957672003, "timeline_link": null, "avg_changed": 0.46902646064755993, "min_base": 0.15664100647, "delta_min": "2.9236x slower", "delta_avg": "2.4757x slower", "std_changed": 0.006862025519653328, "min_changed": 0.457960128784, "delta_std": "6.8409x smaller", "std_base": 0.04694250396942899, "t_msg": "Significant (t=-41.669948, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09740343570709001, "timeline_link": null, "avg_changed": 0.7349932289123801, "min_base": 0.0950899124146, "delta_min": "7.5304x slower", "delta_avg": "7.5459x slower", "std_changed": 0.011964451359575625, "min_changed": 0.716062068939, "delta_std": "5.2433x larger", "std_base": 0.0022818601587095274, "t_msg": "Significant (t=-370.147901, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020987935066226, "timeline_link": null, "avg_changed": 0.27046345233923996, "min_base": 0.0178639888763, "delta_min": "14.4300x slower", "delta_avg": "12.8866x slower", "std_changed": 0.005196949355464488, "min_changed": 0.257776975632, "delta_std": "2.2738x larger", "std_base": 0.0022855686282469206, "t_msg": "Significant (t=-310.719557, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008657717704771, "timeline_link": null, "avg_changed": 0.11347232818605998, "min_base": 0.0069739818573, "delta_min": "15.7156x slower", "delta_avg": "13.1065x slower", "std_changed": 0.001531423525481749, "min_changed": 0.109600067139, "delta_std": "4.2118x smaller", "std_base": 0.006449987243072019, "t_msg": "Significant (t=-111.799350, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023951764106749998, "timeline_link": null, "avg_changed": 0.23878672122954003, "min_base": 0.0210540294647, "delta_min": "11.2014x slower", "delta_avg": "9.9695x slower", "std_changed": 0.002334219034877143, "min_changed": 0.235834121704, "delta_std": "5.5759x smaller", "std_base": 0.01301545025564946, "t_msg": "Significant (t=-114.883189, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06483474731446202, "timeline_link": null, "avg_changed": 0.8224617862701397, "min_base": 0.0432908535004, "delta_min": "18.5291x slower", "delta_avg": "12.6855x slower", "std_changed": 0.008019467041357713, "min_changed": 0.802139043808, "delta_std": "2.2865x smaller", "std_base": 0.018336730804336697, "t_msg": "Significant (t=-267.678463, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.215301513674998, "timeline_link": null, "avg_changed": 166.86858892450007, "min_base": 6.05027008057, "delta_min": "27.5788x slower", "delta_avg": "26.8480x slower", "std_changed": 0.00958732396023078, "min_changed": 166.859097958, "delta_std": "17.3883x smaller", "std_base": 0.16670692208211402, "t_msg": "Significant (t=-6803.054917, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.377798175812, "timeline_link": null, "avg_changed": 9.021409988402, "min_base": 1.054926157, "delta_min": "8.5083x slower", "delta_avg": "6.5477x slower", "std_changed": 0.031605512061327, "min_changed": 8.97562193871, "delta_std": "14.2709x smaller", "std_base": 0.4510394492150572, "t_msg": "Significant (t=-37.801190, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3705041599273801, "timeline_link": null, "avg_changed": 11.880625119213995, "min_base": 0.358621835709, "delta_min": "32.8755x slower", "delta_avg": "32.0661x slower", "std_changed": 0.042815033722550626, "min_changed": 11.7898609638, "delta_std": "4.4244x larger", "std_base": 0.009676962616051218, "t_msg": "Significant (t=-1854.171370, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046919226646424006, "timeline_link": null, "avg_changed": 0.225349726677, "min_base": 0.0449650287628, "delta_min": "4.8782x slower", "delta_avg": "4.8029x slower", "std_changed": 0.0027312895618042117, "min_changed": 0.219350099564, "delta_std": "1.1296x larger", "std_base": 0.0024178237572307485, "t_msg": "Significant (t=-345.886303, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021169977188104, "timeline_link": null, "avg_changed": 0.3724023151398201, "min_base": 0.0205409526825, "delta_min": "17.5951x slower", "delta_avg": "17.5911x slower", "std_changed": 0.004976477180758591, "min_changed": 0.361419916153, "delta_std": "3.1236x larger", "std_base": 0.0015931952657230264, "t_msg": "Significant (t=-475.301921, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.133131408692, "timeline_link": null, "avg_changed": 19.45781779288, "min_base": 9.026720047, "delta_min": "2.1277x slower", "delta_avg": "2.1305x slower", "std_changed": 0.18958395193603322, "min_changed": 19.2059540749, "delta_std": "2.4718x larger", "std_base": 0.0766998497194828, "t_msg": "Significant (t=-112.887069, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.576137208936, "timeline_link": null, "avg_changed": 4.633773994444001, "min_base": 4.5423541069, "delta_min": "1.0182x slower", "delta_avg": "1.0126x slower", "std_changed": 0.008445479992520044, "min_changed": 4.62505292892, "delta_std": "3.6987x smaller", "std_base": 0.031237560508551244, "t_msg": "Significant (t=-3.982798, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15703357219690006, "timeline_link": null, "avg_changed": 1.2390928077697998, "min_base": 0.151890039444, "delta_min": "8.0696x slower", "delta_avg": "7.8906x slower", "std_changed": 0.012114566501096505, "min_changed": 1.22568798065, "delta_std": "3.9938x larger", "std_base": 0.0030333609180978145, "t_msg": "Significant (t=-612.666107, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046210708618153795, "timeline_link": null, "avg_changed": 0.20396190643308, "min_base": 0.00943994522095, "delta_min": "20.8866x slower", "delta_avg": "4.4137x slower", "std_changed": 0.00697474501917776, "min_changed": 0.197168111801, "delta_std": "7.5829x smaller", "std_base": 0.05288866458379144, "t_msg": "Significant (t=-20.909857, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04845375061035001, "timeline_link": null, "avg_changed": 0.21804739475253998, "min_base": 0.016270160675, "delta_min": "13.0728x slower", "delta_avg": "4.5001x slower", "std_changed": 0.0027861837910548876, "min_changed": 0.212696075439, "delta_std": "20.5582x smaller", "std_base": 0.0572789612467595, "t_msg": "Significant (t=-20.911552, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009408760070799, "timeline_link": null, "avg_changed": 1.182042598724, "min_base": 0.00863885879517, "delta_min": "134.0932x slower", "delta_avg": "125.6321x slower", "std_changed": 0.020285693453923018, "min_changed": 1.15841221809, "delta_std": "23.9187x larger", "std_base": 0.0008481106602104056, "t_msg": "Significant (t=-408.393046, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016469621658326003, "timeline_link": null, "avg_changed": 0.18753777503966007, "min_base": 0.00142192840576, "delta_min": "128.2041x slower", "delta_avg": "113.8689x slower", "std_changed": 0.002925329179280936, "min_changed": 0.182296991348, "delta_std": "5.1697x larger", "std_base": 0.0005658587641239631, "t_msg": "Significant (t=-441.155347, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.092281579971332, "timeline_link": null, "avg_changed": 0.30282492160797997, "min_base": 0.0375270843506, "delta_min": "7.8160x slower", "delta_avg": "3.2815x slower", "std_changed": 0.006830351074082361, "min_changed": 0.293312072754, "delta_std": "10.8538x smaller", "std_base": 0.07413557656148526, "t_msg": "Significant (t=-19.996978, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11960023880005999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18287168979644, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12068044662480001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25648078441621996, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16394569396975997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14007894992834002, "timeline_link": null, "avg_changed": 0.43550563335412007, "min_base": 0.13626408577, "delta_min": "3.1172x slower", "delta_avg": "3.1090x slower", "std_changed": 0.0062173417736630454, "min_changed": 0.424757957458, "delta_std": "3.5605x larger", "std_base": 0.0017461921861339404, "t_msg": "Significant (t=-323.476792, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043171405792232005, "timeline_link": null, "avg_changed": 0.20738990306848007, "min_base": 0.0289850234985, "delta_min": "6.9684x slower", "delta_avg": "4.8039x slower", "std_changed": 0.002303232884554003, "min_changed": 0.201979875565, "delta_std": "5.0526x smaller", "std_base": 0.011637399490850802, "t_msg": "Significant (t=-97.883083, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055683755874636, "timeline_link": null, "avg_changed": 0.3385243272780999, "min_base": 0.00509214401245, "delta_min": "64.8381x slower", "delta_avg": "60.7941x slower", "std_changed": 0.0031667014501491225, "min_changed": 0.330165147781, "delta_std": "2.0001x larger", "std_base": 0.0015832790301527626, "t_msg": "Significant (t=-664.987666, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0198000000000003, "timeline_link": null, "avg_changed": 4.8225999999999996, "min_base": 0.99, "delta_min": "4.7475x slower", "delta_avg": "4.7290x slower", "std_changed": 0.03968292698223693, "min_changed": 4.7, "delta_std": "1.7065x larger", "std_base": 0.02325458041341711, "t_msg": "Significant (t=-584.629768, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.40020000000000017, "timeline_link": null, "avg_changed": 3.7159999999999993, "min_base": 0.37, "delta_min": "9.7297x slower", "delta_avg": "9.2854x slower", "std_changed": 0.054323295262375795, "min_changed": 3.6, "delta_std": "2.5935x larger", "std_base": 0.02094599469773519, "t_msg": "Significant (t=-402.706990, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03501872698466133, "timeline_link": null, "avg_changed": 0.214966050783758, "min_base": 0.0215408802032, "delta_min": "2.8667x slower", "delta_avg": "6.1386x slower", "std_changed": 0.09004308671176525, "min_changed": 0.0617501735687, "delta_std": "5.5370x larger", "std_base": 0.016262070413518046, "t_msg": "Significant (t=-24.086345, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.018322179317474426, "timeline_link": null, "avg_changed": 0.044728487491614406, "min_base": 0.00340294837952, "delta_min": "8.1703x slower", "delta_avg": "2.4412x slower", "std_changed": 0.07985443330761136, "min_changed": 0.0278031826019, "delta_std": "1.2876x larger", "std_base": 0.06201993395222423, "t_msg": "Significant (t=-5.839817, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7369823694227999, "timeline_link": null, "avg_changed": 16.71680316924, "min_base": 0.728317975998, "delta_min": "22.8775x slower", "delta_avg": "22.6828x slower", "std_changed": 0.03509644992794783, "min_changed": 16.6621148586, "delta_std": "4.9304x larger", "std_base": 0.007118354167577128, "t_msg": "Significant (t=-1411.090187, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25189161300679996, "timeline_link": null, "avg_changed": 0.8243087291718, "min_base": 0.166218042374, "delta_min": "4.9313x slower", "delta_avg": "3.2725x slower", "std_changed": 0.003182934051755493, "min_changed": 0.819664955139, "delta_std": "50.8099x smaller", "std_base": 0.16172442043499013, "t_msg": "Significant (t=-7.912941, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1720546722393999, "timeline_link": null, "avg_changed": 4.94337120056, "min_base": 0.770915985107, "delta_min": "6.3771x slower", "delta_avg": "4.2177x slower", "std_changed": 0.01593039665088402, "min_changed": 4.91621303558, "delta_std": "36.2163x smaller", "std_base": 0.5769404747464477, "t_msg": "Significant (t=-14.611052, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24986720085140002, "timeline_link": null, "avg_changed": 0.40981297492979996, "min_base": 0.117663860321, "delta_min": "3.3774x slower", "delta_avg": "1.6401x slower", "std_changed": 0.014412199687493157, "min_changed": 0.397402048111, "delta_std": "13.0055x smaller", "std_base": 0.18743767659551666, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22537097930920003, "timeline_link": null, "avg_changed": 1.413004159928, "min_base": 0.155926942825, "delta_min": "8.9841x slower", "delta_avg": "6.2697x slower", "std_changed": 0.009079244307966243, "min_changed": 1.40085697174, "delta_std": "11.8247x smaller", "std_base": 0.10735974641055646, "t_msg": "Significant (t=-24.647812, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011010666479999997, "timeline_link": null, "avg_changed": 0.7390055596800003, "min_base": 0.007858755, "delta_min": "90.8467x slower", "delta_avg": "67.1172x slower", "std_changed": 0.011407933789031802, "min_changed": 0.713941929, "delta_std": "1.2333x larger", "std_base": 0.009249945825322852, "t_msg": "Significant (t=-350.498202, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [183.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [490.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [84.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024738404437312463, "timeline_link": null, "avg_changed": 0.1283330453373462, "min_base": 0.0024246127287319034, "delta_min": "51.9436x slower", "delta_avg": "51.8760x slower", "std_changed": 0.0011886808884712448, "min_changed": 0.12594299819901514, "delta_std": "52.9049x larger", "std_base": 2.2468267258139277e-05, "t_msg": "Significant (t=-748.560898, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006588629613035907, "timeline_link": null, "avg_changed": 0.006621292775187071, "min_base": 0.0006549646319098768, "delta_min": "9.9726x slower", "delta_avg": "10.0496x slower", "std_changed": 6.608935961830936e-05, "min_changed": 0.006531678641410843, "delta_std": "19.0557x larger", "std_base": 3.468222489671528e-06, "t_msg": "Significant (t=-201.455698, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028100662956920598, "timeline_link": null, "avg_changed": 0.04379238492366081, "min_base": 0.0024691358024691358, "delta_min": "17.3077x slower", "delta_avg": "15.5841x slower", "std_changed": 0.0005905695552175982, "min_changed": 0.042735042735042736, "delta_std": "2.8718x larger", "std_base": 0.0002056423255640814, "t_msg": "Significant (t=-463.403364, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.057655867546881866, "timeline_link": null, "avg_changed": 0.3442014487788628, "min_base": 0.05626967240500097, "delta_min": "5.9957x slower", "delta_avg": "5.9699x slower", "std_changed": 0.003228874536247023, "min_changed": 0.33737480231945177, "delta_std": "4.4667x larger", "std_base": 0.0007228807432326275, "t_msg": "Significant (t=-612.361119, a=0.95)\n"}]], "branch": "", "revision": "96577:52462bc541a3"}