{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037849512100221985, "timeline_link": null, "avg_changed": 0.6996099758148401, "min_base": 0.0373780727386, "delta_min": "18.5796x slower", "delta_avg": "18.4840x slower", "std_changed": 0.004349709542277523, "min_changed": 0.694470882416, "delta_std": "7.4704x larger", "std_base": 0.0005822600943717567, "t_msg": "Significant (t=-1066.274329, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015275845527647996, "timeline_link": null, "avg_changed": 0.13251902739206, "min_base": 0.012354850769, "delta_min": "10.4585x slower", "delta_avg": "8.6751x slower", "std_changed": 0.0031300624409420627, "min_changed": 0.129212856293, "delta_std": "2.0250x smaller", "std_base": 0.00633824163811639, "t_msg": "Significant (t=-203.130881, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.25177336931245003, "timeline_link": null, "avg_changed": 1.387437772751, "min_base": 0.195047855377, "delta_min": "7.0442x slower", "delta_avg": "5.5107x slower", "std_changed": 0.016652348748482596, "min_changed": 1.37395501137, "delta_std": "10.8268x smaller", "std_base": 0.18029207764497793, "t_msg": "Significant (t=-28.050703, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.337389559746199, "timeline_link": null, "avg_changed": 20.110536231998005, "min_base": 3.27207899094, "delta_min": "6.1104x slower", "delta_avg": "6.0258x slower", "std_changed": 0.053253846510964244, "min_changed": 19.9935920238, "delta_std": "1.6477x smaller", "std_base": 0.08774423205790795, "t_msg": "Significant (t=-1155.531568, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02009418487549, "timeline_link": null, "avg_changed": 0.22969230651854, "min_base": 0.0169389247894, "delta_min": "13.4192x slower", "delta_avg": "11.4308x slower", "std_changed": 0.001966066823558931, "min_changed": 0.227306127548, "delta_std": "2.4628x smaller", "std_base": 0.004841964410161032, "t_msg": "Significant (t=-283.603271, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.593159551620399, "timeline_link": null, "avg_changed": 47.478940863606006, "min_base": 7.52037405968, "delta_min": "6.2974x slower", "delta_avg": "6.2529x slower", "std_changed": 0.07954856479189588, "min_changed": 47.3584480286, "delta_std": "2.5623x smaller", "std_base": 0.2038293005167101, "t_msg": "Significant (t=-1288.996164, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008886795043948398, "timeline_link": null, "avg_changed": 0.5155541753769, "min_base": 0.00616192817688, "delta_min": "83.5810x slower", "delta_avg": "58.0135x slower", "std_changed": 0.0003730514181217912, "min_changed": 0.515019893646, "delta_std": "44.9870x smaller", "std_base": 0.016782470484199976, "t_msg": "Significant (t=-213.424752, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [143.147168159], "base_times": [146.553894997]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04705775737763, "timeline_link": null, "avg_changed": 3.0729533290866, "min_base": 0.0444140434265, "delta_min": "69.0350x slower", "delta_avg": "65.3017x slower", "std_changed": 0.0032451207650200605, "min_changed": 3.06612300873, "delta_std": "4.3636x smaller", "std_base": 0.014160447877888102, "t_msg": "Significant (t=-1472.811590, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010610179901128801, "timeline_link": null, "avg_changed": 0.035864319801334005, "min_base": 0.00134801864624, "delta_min": "26.4492x slower", "delta_avg": "3.3802x slower", "std_changed": 0.00012573888998103488, "min_changed": 0.0356540679932, "delta_std": "98.0348x smaller", "std_base": 0.01232679264464061, "t_msg": "Significant (t=-14.485881, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030142922401426003, "timeline_link": null, "avg_changed": 1.0109308195114002, "min_base": 0.0289709568024, "delta_min": "34.7546x slower", "delta_avg": "33.5379x slower", "std_changed": 0.00256848683841068, "min_changed": 1.00687384605, "delta_std": "1.3041x larger", "std_base": 0.0019696112852696924, "t_msg": "Significant (t=-2142.654421, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.41257778644568, "timeline_link": null, "avg_changed": 1.0301014328001998, "min_base": 0.301836013794, "delta_min": "3.3780x slower", "delta_avg": "2.4967x slower", "std_changed": 0.0047012182510580945, "min_changed": 1.01961302757, "delta_std": "25.0716x smaller", "std_base": 0.11786720486444005, "t_msg": "Significant (t=-37.016933, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17006643295288001, "timeline_link": null, "avg_changed": 1.6379870605467999, "min_base": 0.168512821198, "delta_min": "9.6577x slower", "delta_avg": "9.6315x slower", "std_changed": 0.005744571385183264, "min_changed": 1.6274459362, "delta_std": "1.1002x larger", "std_base": 0.005221163969460589, "t_msg": "Significant (t=-1337.120837, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.03945844173431601, "timeline_link": null, "avg_changed": 0.55253245353702, "min_base": 0.0299689769745, "delta_min": "18.2061x slower", "delta_avg": "14.0029x slower", "std_changed": 0.005051579289379386, "min_changed": 0.545619010925, "delta_std": "1.2332x smaller", "std_base": 0.00622951065590881, "t_msg": "Significant (t=-452.349648, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014484758377087998, "timeline_link": null, "avg_changed": 0.24356128215786, "min_base": 0.0114870071411, "delta_min": "21.0421x slower", "delta_avg": "16.8150x slower", "std_changed": 0.002629591970518299, "min_changed": 0.241710186005, "delta_std": "5.7975x smaller", "std_base": 0.015244933346304348, "t_msg": "Significant (t=-104.706489, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05420716762542202, "timeline_link": null, "avg_changed": 0.5421564197540003, "min_base": 0.0487408638, "delta_min": "11.0433x slower", "delta_avg": "10.0016x slower", "std_changed": 0.0034392277980158158, "min_changed": 0.538259029388, "delta_std": "8.5329x smaller", "std_base": 0.029346434792873306, "t_msg": "Significant (t=-116.772938, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22391867160796, "timeline_link": null, "avg_changed": 1.4220790672299999, "min_base": 0.138666152954, "delta_min": "10.2223x slower", "delta_avg": "6.3509x slower", "std_changed": 0.0026931165290105044, "min_changed": 1.41748976707, "delta_std": "23.9995x smaller", "std_base": 0.06463333388699358, "t_msg": "Significant (t=-130.968460, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.882370114299997, "timeline_link": null, "avg_changed": 331.65959560849967, "min_base": 12.4364261627, "delta_min": "26.6156x slower", "delta_avg": "25.7452x slower", "std_changed": 0.6635292756913301, "min_changed": 331.002735138, "delta_std": "1.4730x larger", "std_base": 0.4504714174364083, "t_msg": "Significant (t=-2810.611099, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.276412534712, "timeline_link": null, "avg_changed": 19.5800971985, "min_base": 2.74134898186, "delta_min": "7.1201x slower", "delta_avg": "5.9761x slower", "std_changed": 0.03547983370739973, "min_changed": 19.5185580254, "delta_std": "28.5523x smaller", "std_base": 1.0130325266685916, "t_msg": "Significant (t=-35.965092, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7690882682801, "timeline_link": null, "avg_changed": 23.211123008732002, "min_base": 0.761921167374, "delta_min": "30.4127x slower", "delta_avg": "30.1801x slower", "std_changed": 0.01831399140923577, "min_changed": 23.172082901, "delta_std": "1.0927x smaller", "std_base": 0.02001183539920923, "t_msg": "Significant (t=-5849.853109, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07428093910217401, "timeline_link": null, "avg_changed": 0.43188989639283987, "min_base": 0.0724499225616, "delta_min": "5.9560x slower", "delta_avg": "5.8143x slower", "std_changed": 0.00017917742887717212, "min_changed": 0.43151307106, "delta_std": "28.4807x smaller", "std_base": 0.0051030964698216, "t_msg": "Significant (t=-495.213042, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031789193153372, "timeline_link": null, "avg_changed": 0.6575058174133203, "min_base": 0.0310339927673, "delta_min": "21.0959x slower", "delta_avg": "20.6833x slower", "std_changed": 0.0024292511819759234, "min_changed": 0.654690980911, "delta_std": "1.3441x smaller", "std_base": 0.0032652502315245035, "t_msg": "Significant (t=-1087.155373, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.18351721764, "timeline_link": null, "avg_changed": 43.15826745034, "min_base": 19.1646420956, "delta_min": "2.2515x slower", "delta_avg": "2.2498x slower", "std_changed": 0.012917827592585685, "min_changed": 43.1493151188, "delta_std": "2.4012x smaller", "std_base": 0.031017738189617502, "t_msg": "Significant (t=-1595.503734, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.368307447435999, "timeline_link": null, "avg_changed": 9.475519418718001, "min_base": 9.35685014725, "delta_min": "1.0119x slower", "delta_avg": "1.0114x slower", "std_changed": 0.009110403620367828, "min_changed": 9.46774220467, "delta_std": "1.8871x smaller", "std_base": 0.017192537544954496, "t_msg": "Significant (t=-12.321053, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29200186729428007, "timeline_link": null, "avg_changed": 2.614654197693, "min_base": 0.285207033157, "delta_min": "9.1393x slower", "delta_avg": "8.9542x slower", "std_changed": 0.004348186531154327, "min_changed": 2.606580019, "delta_std": "1.1497x larger", "std_base": 0.003782082725761298, "t_msg": "Significant (t=-2849.896213, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08813349246976401, "timeline_link": null, "avg_changed": 0.4469143867492399, "min_base": 0.0206670761108, "delta_min": "21.5087x slower", "delta_avg": "5.0709x slower", "std_changed": 0.012547859258340666, "min_changed": 0.44452214241, "delta_std": "8.8109x smaller", "std_base": 0.11055826069163444, "t_msg": "Significant (t=-22.800473, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11664132595063802, "timeline_link": null, "avg_changed": 0.4592518520355, "min_base": 0.0437340736389, "delta_min": "10.4778x slower", "delta_avg": "3.9373x slower", "std_changed": 0.0012884796304416274, "min_changed": 0.458238124847, "delta_std": "95.4616x smaller", "std_base": 0.12300034404567331, "t_msg": "Significant (t=-19.694980, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033615345954888, "timeline_link": null, "avg_changed": 2.7172073030473998, "min_base": 0.0205309391022, "delta_min": "129.6436x slower", "delta_avg": "80.8323x slower", "std_changed": 0.024863371802192495, "min_changed": 2.66170501709, "delta_std": "1.0656x larger", "std_base": 0.023333713602410457, "t_msg": "Significant (t=-556.515275, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003742899894713599, "timeline_link": null, "avg_changed": 0.36913875579834, "min_base": 0.00330591201782, "delta_min": "111.0214x slower", "delta_avg": "98.6237x slower", "std_changed": 0.0014148520954223587, "min_changed": 0.367027044296, "delta_std": "1.1524x larger", "std_base": 0.0012277172793756944, "t_msg": "Significant (t=-1379.275381, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19853202819825197, "timeline_link": null, "avg_changed": 0.6615338611602399, "min_base": 0.0846099853516, "delta_min": "7.6440x slower", "delta_avg": "3.3321x slower", "std_changed": 0.011264956734764157, "min_changed": 0.646761894226, "delta_std": "13.7774x smaller", "std_base": 0.1552022155661485, "t_msg": "Significant (t=-21.039181, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25038090229037996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47081233024594, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21564965248106, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60522587776174, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36964033603670005, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23117411136626007, "timeline_link": null, "avg_changed": 0.7354362726210999, "min_base": 0.204892873764, "delta_min": "3.3393x slower", "delta_avg": "3.1813x slower", "std_changed": 0.0432678419070356, "min_changed": 0.684198856354, "delta_std": "2.4064x larger", "std_base": 0.017980024731670166, "t_msg": "Significant (t=-76.100200, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084364447593672, "timeline_link": null, "avg_changed": 0.41836955547336, "min_base": 0.0566971302032, "delta_min": "7.3438x slower", "delta_avg": "4.9591x slower", "std_changed": 0.0026872518257248833, "min_changed": 0.416372060776, "delta_std": "10.1592x smaller", "std_base": 0.027300316388074508, "t_msg": "Significant (t=-86.094738, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017842588424680002, "timeline_link": null, "avg_changed": 0.7223450231552, "min_base": 0.0168960094452, "delta_min": "42.6796x slower", "delta_avg": "40.4843x slower", "std_changed": 0.0004822113165202389, "min_changed": 0.721115112305, "delta_std": "8.2363x smaller", "std_base": 0.0039716175296174525, "t_msg": "Significant (t=-1245.152036, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1615999999999995, "timeline_link": null, "avg_changed": 8.5206, "min_base": 2.14, "delta_min": "3.9486x slower", "delta_avg": "3.9418x slower", "std_changed": 0.03395134573991162, "min_changed": 8.45, "delta_std": "1.9894x larger", "std_base": 0.0170664965977921, "t_msg": "Significant (t=-1183.304098, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7881999999999999, "timeline_link": null, "avg_changed": 6.369799999999999, "min_base": 0.76, "delta_min": "8.2237x slower", "delta_avg": "8.0815x slower", "std_changed": 0.05860591319333311, "min_changed": 6.25, "delta_std": "1.6148x larger", "std_base": 0.03629190048504384, "t_msg": "Significant (t=-572.554309, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06982313791910866, "timeline_link": null, "avg_changed": 0.48643490314484655, "min_base": 0.0456218719482, "delta_min": "2.5462x slower", "delta_avg": "6.9667x slower", "std_changed": 0.21852212205517116, "min_changed": 0.116160869598, "delta_std": "7.3519x larger", "std_base": 0.02972336979155347, "t_msg": "Significant (t=-23.136674, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012244642734527692, "timeline_link": null, "avg_changed": 0.06326657104491978, "min_base": 0.00774788856506, "delta_min": "6.7874x slower", "delta_avg": "5.1669x slower", "std_changed": 0.008032116860571613, "min_changed": 0.0525879859924, "delta_std": "1.5297x smaller", "std_base": 0.012286807650433898, "t_msg": "Significant (t=-77.720903, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9270946502688, "timeline_link": null, "avg_changed": 44.27616691112401, "min_base": 1.91952705383, "delta_min": "22.9577x slower", "delta_avg": "22.9756x slower", "std_changed": 0.1008523532568503, "min_changed": 44.0679171085, "delta_std": "24.9070x larger", "std_base": 0.004049157313351083, "t_msg": "Significant (t=-2966.833084, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6548024177552001, "timeline_link": null, "avg_changed": 1.874377965926, "min_base": 0.484806060791, "delta_min": "3.8231x slower", "delta_avg": "2.8625x slower", "std_changed": 0.01870387345433909, "min_changed": 1.85344290733, "delta_std": "16.7831x smaller", "std_base": 0.3139094956207501, "t_msg": "Significant (t=-8.672009, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6616867542259994, "timeline_link": null, "avg_changed": 11.42709202768, "min_base": 1.78408098221, "delta_min": "6.3983x slower", "delta_avg": "4.2932x slower", "std_changed": 0.012370431277443864, "min_changed": 11.4151580334, "delta_std": "105.2580x smaller", "std_base": 1.302086701691322, "t_msg": "Significant (t=-15.052114, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5701468467706, "timeline_link": null, "avg_changed": 0.9089178085326, "min_base": 0.252521038055, "delta_min": "3.5365x slower", "delta_avg": "1.5942x slower", "std_changed": 0.018293506557361873, "min_changed": 0.893035173416, "delta_std": "21.3845x smaller", "std_base": 0.39119658935510293, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.481058216095, "timeline_link": null, "avg_changed": 3.181384563444, "min_base": 0.344115972519, "delta_min": "9.2180x slower", "delta_avg": "6.6133x slower", "std_changed": 0.011489668365294782, "min_changed": 3.17207407951, "delta_std": "17.9047x smaller", "std_base": 0.20571882182466245, "t_msg": "Significant (t=-29.305620, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025656815540000006, "timeline_link": null, "avg_changed": 1.5988819263200003, "min_base": 0.020834866, "delta_min": "76.6343x slower", "delta_avg": "62.3180x slower", "std_changed": 0.002430089699553332, "min_changed": 1.596665313, "delta_std": "4.3944x smaller", "std_base": 0.010678698884114027, "t_msg": "Significant (t=-1015.766645, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [360.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [750.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [125.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [165.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [186.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005073514170294686, "timeline_link": null, "avg_changed": 0.2720045614079324, "min_base": 0.005049444157187177, "delta_min": "53.7179x slower", "delta_avg": "53.6127x slower", "std_changed": 0.0005572955497932992, "min_changed": 0.2712452871131364, "delta_std": "25.4451x larger", "std_base": 2.1901881176182517e-05, "t_msg": "Significant (t=-3384.257416, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015391182556286004, "timeline_link": null, "avg_changed": 0.012904129262920063, "min_base": 0.001516530178950561, "delta_min": "8.4756x slower", "delta_avg": "8.3841x slower", "std_changed": 5.6152725780153045e-05, "min_changed": 0.012853470437017995, "delta_std": "3.3911x larger", "std_base": 1.6558723950514675e-05, "t_msg": "Significant (t=-1372.706020, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006981268593401341, "timeline_link": null, "avg_changed": 0.08941807560985642, "min_base": 0.006594131223211342, "delta_min": "13.4800x slower", "delta_avg": "12.8083x slower", "std_changed": 0.0006513173759872641, "min_changed": 0.08888888888888889, "delta_std": "3.0100x larger", "std_base": 0.0002163824250811434, "t_msg": "Significant (t=-849.335472, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19717447229981808, "timeline_link": null, "avg_changed": 1.0019013703088648, "min_base": 0.19488428745432398, "delta_min": "5.1137x slower", "delta_avg": "5.0813x slower", "std_changed": 0.004121644419406846, "min_changed": 0.9965742759265026, "delta_std": "2.8664x larger", "std_base": 0.001437912558763317, "t_msg": "Significant (t=-1303.535401, a=0.95)\n"}]], "branch": "remove-frame-forcing-in-executioncontext", "revision": "83363:811209af057f"}