{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03592782020568801, "timeline_link": null, "avg_changed": 0.7541799926757998, "min_base": 0.0355079174042, "delta_min": "21.1722x slower", "delta_avg": "20.9915x slower", "std_changed": 0.0013371225046610823, "min_changed": 0.751780986786, "delta_std": "2.2217x larger", "std_base": 0.0006018524035181722, "t_msg": "Significant (t=-3463.620547, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016113656361896003, "timeline_link": null, "avg_changed": 0.1464638217290133, "min_base": 0.0128841400146, "delta_min": "11.1256x slower", "delta_avg": "9.0894x slower", "std_changed": 0.0023446523543465877, "min_changed": 0.143343925476, "delta_std": "2.5621x smaller", "std_base": 0.006007252511049784, "t_msg": "Significant (t=-247.566338, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28069024086015004, "timeline_link": null, "avg_changed": 1.4696532607075, "min_base": 0.222071886063, "delta_min": "6.5486x slower", "delta_avg": "5.2359x slower", "std_changed": 0.0533977194162164, "min_changed": 1.45426702499, "delta_std": "3.7429x smaller", "std_base": 0.1998601858281866, "t_msg": "Significant (t=-25.703055, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3695894718172004, "timeline_link": null, "avg_changed": 21.327853360174, "min_base": 3.36398506165, "delta_min": "6.3190x slower", "delta_avg": "6.3295x slower", "std_changed": 0.06175038546764358, "min_changed": 21.2571871281, "delta_std": "26.2253x larger", "std_base": 0.0023546146066898894, "t_msg": "Significant (t=-2054.916496, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02057519435882, "timeline_link": null, "avg_changed": 0.23582666397104, "min_base": 0.0173561573029, "delta_min": "13.4670x slower", "delta_avg": "11.4617x slower", "std_changed": 0.0017627560158189354, "min_changed": 0.233736038208, "delta_std": "2.8323x smaller", "std_base": 0.004992676887066067, "t_msg": "Significant (t=-287.466722, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.1787706136708, "timeline_link": null, "avg_changed": 50.42694665909199, "min_base": 8.12377405167, "delta_min": "6.1858x slower", "delta_avg": "6.1656x slower", "std_changed": 0.08415967763318344, "min_changed": 50.2519700527, "delta_std": "2.2595x smaller", "std_base": 0.19016143314780506, "t_msg": "Significant (t=-1436.577044, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009170799255368, "timeline_link": null, "avg_changed": 0.55051326274874, "min_base": 0.00660610198975, "delta_min": "83.2308x slower", "delta_avg": "60.0289x slower", "std_changed": 0.0005136762419536966, "min_changed": 0.549830913544, "delta_std": "30.9693x smaller", "std_base": 0.01590816987270101, "t_msg": "Significant (t=-240.497511, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [318.570062876], "base_times": [139.564915895]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04969396591185601, "timeline_link": null, "avg_changed": 3.4556325817104, "min_base": 0.0471129417419, "delta_min": "73.1212x slower", "delta_avg": "69.5383x slower", "std_changed": 0.009427335387208715, "min_changed": 3.44495606422, "delta_std": "1.4561x smaller", "std_base": 0.013726716705063391, "t_msg": "Significant (t=-1446.268465, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010228700637815996, "timeline_link": null, "avg_changed": 0.038330779075622, "min_base": 0.00144505500793, "delta_min": "26.4059x slower", "delta_avg": "3.7474x slower", "std_changed": 0.00018383802752920548, "min_changed": 0.0381579399109, "delta_std": "64.1803x smaller", "std_base": 0.01179877493584204, "t_msg": "Significant (t=-16.839679, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03158673286437801, "timeline_link": null, "avg_changed": 1.0935651206968, "min_base": 0.0299229621887, "delta_min": "36.4483x slower", "delta_avg": "34.6210x slower", "std_changed": 0.0022626951938778056, "min_changed": 1.09064102173, "delta_std": "1.2226x smaller", "std_base": 0.002766478351498165, "t_msg": "Significant (t=-2101.120502, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43404907703401996, "timeline_link": null, "avg_changed": 1.084328494072, "min_base": 0.338386058807, "delta_min": "3.1820x slower", "delta_avg": "2.4982x slower", "std_changed": 0.0022330651964172885, "min_changed": 1.07675600052, "delta_std": "48.8561x smaller", "std_base": 0.10909885163241777, "t_msg": "Significant (t=-42.137996, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17434336185456, "timeline_link": null, "avg_changed": 1.6745666933061998, "min_base": 0.172675132751, "delta_min": "9.6437x slower", "delta_avg": "9.6050x slower", "std_changed": 0.004500616630785605, "min_changed": 1.66522789001, "delta_std": "1.1184x larger", "std_base": 0.00402414062196066, "t_msg": "Significant (t=-1757.100380, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04307482242583399, "timeline_link": null, "avg_changed": 0.63233634948736, "min_base": 0.0362739562988, "delta_min": "17.2525x slower", "delta_avg": "14.6800x slower", "std_changed": 0.004424119252359593, "min_changed": 0.625818014145, "delta_std": "1.0496x smaller", "std_base": 0.004643362790011473, "t_msg": "Significant (t=-649.672478, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016364498138429998, "timeline_link": null, "avg_changed": 0.2721253919602, "min_base": 0.0134439468384, "delta_min": "20.0714x slower", "delta_avg": "16.6290x slower", "std_changed": 0.0038808636344755993, "min_changed": 0.269838809967, "delta_std": "3.5017x smaller", "std_base": 0.013589601181069328, "t_msg": "Significant (t=-127.964175, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.051826534271250016, "timeline_link": null, "avg_changed": 0.5914901494979999, "min_base": 0.0461759567261, "delta_min": "12.7379x slower", "delta_avg": "11.4129x slower", "std_changed": 0.0023290163715270315, "min_changed": 0.588182926178, "delta_std": "11.8835x smaller", "std_base": 0.027676911713203734, "t_msg": "Significant (t=-137.390991, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.17689516067504, "timeline_link": null, "avg_changed": 1.7037155866626004, "min_base": 0.106055021286, "delta_min": "16.0351x slower", "delta_avg": "9.6312x slower", "std_changed": 0.002092051442805966, "min_changed": 1.70060706139, "delta_std": "35.6047x smaller", "std_base": 0.07448696223117435, "t_msg": "Significant (t=-144.884350, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.199132442500002, "timeline_link": null, "avg_changed": 349.46480202650025, "min_base": 10.8748288155, "delta_min": "32.1329x slower", "delta_avg": "31.2046x slower", "std_changed": 0.024772954233565868, "min_changed": 349.440278053, "delta_std": "13.2239x smaller", "std_base": 0.32759613402156107, "t_msg": "Significant (t=-7280.579524, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4689219951620003, "timeline_link": null, "avg_changed": 21.48180766108, "min_base": 2.72217607498, "delta_min": "7.8874x slower", "delta_avg": "6.1926x slower", "std_changed": 0.010436207455235654, "min_changed": 21.4709517956, "delta_std": "98.6849x smaller", "std_base": 1.0298955853180563, "t_msg": "Significant (t=-39.106847, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7457948207855002, "timeline_link": null, "avg_changed": 26.070016083726, "min_base": 0.740290880203, "delta_min": "35.1983x slower", "delta_avg": "34.9560x slower", "std_changed": 0.008996463300896705, "min_changed": 26.0569918156, "delta_std": "1.9844x smaller", "std_base": 0.017852740592467005, "t_msg": "Significant (t=-8957.308938, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07955989360810199, "timeline_link": null, "avg_changed": 0.44012451648706014, "min_base": 0.0781548023224, "delta_min": "5.6237x slower", "delta_avg": "5.5320x slower", "std_changed": 0.00042252071352085716, "min_changed": 0.439517974854, "delta_std": "12.1134x smaller", "std_base": 0.005118182619392358, "t_msg": "Significant (t=-496.452274, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031652054786683995, "timeline_link": null, "avg_changed": 0.71097949028016, "min_base": 0.030916929245, "delta_min": "22.7949x slower", "delta_avg": "22.4623x slower", "std_changed": 0.004101793206265172, "min_changed": 0.704747915268, "delta_std": "1.6100x larger", "std_base": 0.002547701106472247, "t_msg": "Significant (t=-994.814021, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.22949061392, "timeline_link": null, "avg_changed": 46.3472484112, "min_base": 20.2082810402, "delta_min": "2.2928x slower", "delta_avg": "2.2911x slower", "std_changed": 0.009271167341867035, "min_changed": 46.3329350948, "delta_std": "3.8641x smaller", "std_base": 0.03582509546878406, "t_msg": "Significant (t=-1578.181680, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.81464357376, "timeline_link": null, "avg_changed": 10.929802799219999, "min_base": 10.8083648682, "delta_min": "1.0107x slower", "delta_avg": "1.0106x slower", "std_changed": 0.005895033929250947, "min_changed": 10.9242858887, "delta_std": "2.0824x smaller", "std_base": 0.012275590083879422, "t_msg": "Significant (t=-18.909508, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29086452484128006, "timeline_link": null, "avg_changed": 2.8156236457828006, "min_base": 0.283231973648, "delta_min": "9.9137x slower", "delta_avg": "9.6802x slower", "std_changed": 0.003907794488497292, "min_changed": 2.80789089203, "delta_std": "1.4021x smaller", "std_base": 0.0054789239787291, "t_msg": "Significant (t=-2652.811266, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.088349699974072, "timeline_link": null, "avg_changed": 0.47159245967868, "min_base": 0.0212731361389, "delta_min": "21.9989x slower", "delta_avg": "5.3378x slower", "std_changed": 0.016050217891363835, "min_changed": 0.467985153198, "delta_std": "6.6265x smaller", "std_base": 0.10635649562830692, "t_msg": "Significant (t=-25.194466, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.101418075561542, "timeline_link": null, "avg_changed": 0.5040581750870202, "min_base": 0.039214849472, "delta_min": "12.8306x slower", "delta_avg": "4.9701x slower", "std_changed": 0.0009437890242060522, "min_changed": 0.503151893616, "delta_std": "124.5690x smaller", "std_base": 0.11756685535572144, "t_msg": "Significant (t=-24.216040, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031241641044623996, "timeline_link": null, "avg_changed": 2.855443682669799, "min_base": 0.0190300941467, "delta_min": "146.6698x slower", "delta_avg": "91.3986x slower", "std_changed": 0.019909474747559386, "min_changed": 2.7911400795, "delta_std": "1.0400x smaller", "std_base": 0.02070528642957827, "t_msg": "Significant (t=-695.230002, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003355283737182, "timeline_link": null, "avg_changed": 0.3707017183303601, "min_base": 0.00297093391418, "delta_min": "124.3598x slower", "delta_avg": "110.4830x slower", "std_changed": 0.000761732829645899, "min_changed": 0.369464874268, "delta_std": "1.5693x smaller", "std_base": 0.0011954010175436612, "t_msg": "Significant (t=-1832.512861, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.193533468246484, "timeline_link": null, "avg_changed": 0.69958922863004, "min_base": 0.0787179470062, "delta_min": "8.7137x slower", "delta_avg": "3.6148x slower", "std_changed": 0.009483748882350027, "min_changed": 0.685922861099, "delta_std": "16.1100x smaller", "std_base": 0.15278346705021106, "t_msg": "Significant (t=-23.376094, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24342103958126, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46802029609680007, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18612238407140008, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5949685287475801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36618546485893994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26009706974028, "timeline_link": null, "avg_changed": 0.74389282226564, "min_base": 0.252651929855, "delta_min": "2.8852x slower", "delta_avg": "2.8601x slower", "std_changed": 0.010448072605710935, "min_changed": 0.728960037231, "delta_std": "1.2662x larger", "std_base": 0.008251728887031762, "t_msg": "Significant (t=-256.950785, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.086443066597004, "timeline_link": null, "avg_changed": 0.4435205030440999, "min_base": 0.0595769882202, "delta_min": "7.4274x slower", "delta_avg": "5.1308x slower", "std_changed": 0.0015648569973051485, "min_changed": 0.44250202179, "delta_std": "15.1337x smaller", "std_base": 0.023682034825808763, "t_msg": "Significant (t=-106.385474, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009056282043458402, "timeline_link": null, "avg_changed": 0.7153048276901202, "min_base": 0.00828099250793, "delta_min": "86.1345x slower", "delta_avg": "78.9844x slower", "std_changed": 0.0009290567396706855, "min_changed": 0.713279008865, "delta_std": "3.3921x smaller", "std_base": 0.003151489700792783, "t_msg": "Significant (t=-1519.954426, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.115400000000001, "timeline_link": null, "avg_changed": 8.96760000000001, "min_base": 2.09, "delta_min": "4.2823x slower", "delta_avg": "4.2392x slower", "std_changed": 0.016358234523771015, "min_changed": 8.95, "delta_std": "1.6487x smaller", "std_base": 0.02697012708724304, "t_msg": "Significant (t=-1536.059173, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7859999999999997, "timeline_link": null, "avg_changed": 6.5906, "min_base": 0.76, "delta_min": "8.5921x slower", "delta_avg": "8.3850x slower", "std_changed": 0.026681033544831218, "min_changed": 6.53, "delta_std": "1.1900x smaller", "std_base": 0.03175158681556122, "t_msg": "Significant (t=-989.664343, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.0726935688654613, "timeline_link": null, "avg_changed": 0.5384363079071067, "min_base": 0.0455529689789, "delta_min": "2.7420x slower", "delta_avg": "7.4069x slower", "std_changed": 0.2443719231881225, "min_changed": 0.124904870987, "delta_std": "7.8591x larger", "std_base": 0.031093947050872633, "t_msg": "Significant (t=-23.155435, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012648909091950577, "timeline_link": null, "avg_changed": 0.05784013748169402, "min_base": 0.00738501548767, "delta_min": "7.4833x slower", "delta_avg": "4.5727x slower", "std_changed": 0.00551042874218181, "min_changed": 0.0552642345428, "delta_std": "2.3238x smaller", "std_base": 0.012805087584156199, "t_msg": "Significant (t=-72.487569, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.813115978242, "timeline_link": null, "avg_changed": 47.118278975488, "min_base": 1.80188894272, "delta_min": "26.0729x slower", "delta_avg": "25.9875x slower", "std_changed": 0.05169122349513753, "min_changed": 46.9804501534, "delta_std": "10.2364x larger", "std_base": 0.005049766315107114, "t_msg": "Significant (t=-6168.127797, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5930636882778, "timeline_link": null, "avg_changed": 1.994397354126, "min_base": 0.429282903671, "delta_min": "4.6257x slower", "delta_avg": "3.3629x slower", "std_changed": 0.005478414127608545, "min_changed": 1.98572778702, "delta_std": "60.2877x smaller", "std_base": 0.3302808444908471, "t_msg": "Significant (t=-9.486007, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5443811893480004, "timeline_link": null, "avg_changed": 11.74496059418, "min_base": 1.75137495995, "delta_min": "6.6975x slower", "delta_avg": "4.6160x slower", "std_changed": 0.014920824956297693, "min_changed": 11.7297799587, "delta_std": "81.7511x smaller", "std_base": 1.2197939030269098, "t_msg": "Significant (t=-16.864801, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5456542968752001, "timeline_link": null, "avg_changed": 0.9778478145600001, "min_base": 0.291177988052, "delta_min": "3.2980x slower", "delta_avg": "1.7921x slower", "std_changed": 0.025215074866668748, "min_changed": 0.960318088531, "delta_std": "15.7589x smaller", "std_base": 0.39736103824199753, "t_msg": "Significant (t=-2.427199, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.450498867035, "timeline_link": null, "avg_changed": 3.4596631050119995, "min_base": 0.288549900055, "delta_min": "11.9238x slower", "delta_avg": "7.6796x slower", "std_changed": 0.02226807607476582, "min_changed": 3.44061994553, "delta_std": "10.0474x smaller", "std_base": 0.2237372949392458, "t_msg": "Significant (t=-29.926235, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023938845739999996, "timeline_link": null, "avg_changed": 1.644534058, "min_base": 0.0182869, "delta_min": "89.8065x slower", "delta_avg": "68.6973x slower", "std_changed": 0.0013469551668895644, "min_changed": 1.642283205, "delta_std": "12.0490x smaller", "std_base": 0.016229503705707568, "t_msg": "Significant (t=-703.661391, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [371.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [732.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [159.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004317698371821697, "timeline_link": null, "avg_changed": 0.30956535348092395, "min_base": 0.0042132050271962386, "delta_min": "73.3215x slower", "delta_avg": "71.6968x slower", "std_changed": 0.0006608411328826828, "min_changed": 0.30891847641407433, "delta_std": "11.6789x larger", "std_base": 5.6584309285105995e-05, "t_msg": "Significant (t=-3254.273470, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014686974790851868, "timeline_link": null, "avg_changed": 0.013833261869905446, "min_base": 0.0014534883720930232, "delta_min": "9.4897x slower", "delta_avg": "9.4187x slower", "std_changed": 3.577077055094152e-05, "min_changed": 0.013793103448275862, "delta_std": "3.1148x larger", "std_base": 1.1484212159619897e-05, "t_msg": "Significant (t=-2327.198121, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006618812009763291, "timeline_link": null, "avg_changed": 0.09718670076726338, "min_base": 0.006150061500615006, "delta_min": "15.7101x slower", "delta_avg": "14.6834x slower", "std_changed": 0.000703142454256029, "min_changed": 0.0966183574879227, "delta_std": "2.0121x larger", "std_base": 0.00034946520002067686, "t_msg": "Significant (t=-815.605780, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19649618220309567, "timeline_link": null, "avg_changed": 1.0123867811380551, "min_base": 0.1932367149758454, "delta_min": "5.2157x slower", "delta_avg": "5.1522x slower", "std_changed": 0.003293821415710736, "min_changed": 1.0078740157480315, "delta_std": "1.7646x smaller", "std_base": 0.005812226032115542, "t_msg": "Significant (t=-863.569904, a=0.95)\n"}]], "branch": "", "revision": "92239:eb3baada82b7"}