{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019516916275036003, "timeline_link": null, "avg_changed": 0.28242176055906, "min_base": 0.0189321041107, "delta_min": "14.5437x slower", "delta_avg": "14.4706x slower", "std_changed": 0.0025592925273586545, "min_changed": 0.27534198761, "delta_std": "5.4890x larger", "std_base": 0.0004662573280261771, "t_msg": "Significant (t=-714.617253, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008722278277079266, "timeline_link": null, "avg_changed": 0.062152287165326676, "min_base": 0.00637292861938, "delta_min": "9.2805x slower", "delta_avg": "7.1257x slower", "std_changed": 0.0022429629174833916, "min_changed": 0.0591440200806, "delta_std": "1.7703x smaller", "std_base": 0.003970776196904404, "t_msg": "Significant (t=-143.489674, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15945987701410003, "timeline_link": null, "avg_changed": 1.0335438847535001, "min_base": 0.126774072647, "delta_min": "7.9409x slower", "delta_avg": "6.4815x slower", "std_changed": 0.014898980855326305, "min_changed": 1.0067050457, "delta_std": "7.0864x smaller", "std_base": 0.1055795412218312, "t_msg": "Significant (t=-36.661200, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6528291511532, "timeline_link": null, "avg_changed": 9.210548086166199, "min_base": 1.63841199875, "delta_min": "5.5827x slower", "delta_avg": "5.5726x slower", "std_changed": 0.03166729645550078, "min_changed": 9.14669084549, "delta_std": "4.7702x larger", "std_base": 0.006638519955053278, "t_msg": "Significant (t=-1651.679234, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006472630500793002, "timeline_link": null, "avg_changed": 0.076521601676944, "min_base": 0.00494194030762, "delta_min": "15.1985x slower", "delta_avg": "11.8223x slower", "std_changed": 0.0012896046105520182, "min_changed": 0.0751101970673, "delta_std": "1.8045x smaller", "std_base": 0.002327102567074523, "t_msg": "Significant (t=-186.172942, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.114207077026, "timeline_link": null, "avg_changed": 23.388730144500002, "min_base": 3.93022418022, "delta_min": "5.9253x slower", "delta_avg": "5.6849x slower", "std_changed": 0.06666395305219781, "min_changed": 23.2878818512, "delta_std": "4.3556x smaller", "std_base": 0.2903628367258058, "t_msg": "Significant (t=-144.668195, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004678120613098399, "timeline_link": null, "avg_changed": 0.22480807304381994, "min_base": 0.00348615646362, "delta_min": "62.6498x slower", "delta_avg": "48.0552x slower", "std_changed": 0.0029317142952681625, "min_changed": 0.218406915665, "delta_std": "2.4189x smaller", "std_base": 0.007091641080452306, "t_msg": "Significant (t=-202.841553, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [134.694647074], "base_times": [63.730700016]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026882991790770007, "timeline_link": null, "avg_changed": 1.6581017827981999, "min_base": 0.0250020027161, "delta_min": "65.2185x slower", "delta_avg": "61.6785x slower", "std_changed": 0.011374989142869154, "min_changed": 1.63059401512, "delta_std": "1.7196x larger", "std_base": 0.006614866538965233, "t_msg": "Significant (t=-876.576728, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0049847745895371205, "timeline_link": null, "avg_changed": 0.018353171348568002, "min_base": 0.000664949417114, "delta_min": "26.8397x slower", "delta_avg": "3.6818x slower", "std_changed": 0.0005693189654920403, "min_changed": 0.0178470611572, "delta_std": "10.0657x smaller", "std_base": 0.00573056805148095, "t_msg": "Significant (t=-16.414737, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015331811904903998, "timeline_link": null, "avg_changed": 0.42828326702119995, "min_base": 0.0145721435547, "delta_min": "28.7840x slower", "delta_avg": "27.9343x slower", "std_changed": 0.0043934226408403965, "min_changed": 0.419444084167, "delta_std": "3.2458x larger", "std_base": 0.001353586657646179, "t_msg": "Significant (t=-635.169242, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.1912269115448, "timeline_link": null, "avg_changed": 0.4643900632857999, "min_base": 0.156932115555, "delta_min": "2.8736x slower", "delta_avg": "2.4285x slower", "std_changed": 0.009426117903477596, "min_changed": 0.450964927673, "delta_std": "4.9768x smaller", "std_base": 0.04691229228047243, "t_msg": "Significant (t=-40.366946, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.102332119941732, "timeline_link": null, "avg_changed": 0.72227439403536, "min_base": 0.0968790054321, "delta_min": "7.2618x slower", "delta_avg": "7.0581x slower", "std_changed": 0.010330368346006504, "min_changed": 0.703514099121, "delta_std": "1.1456x smaller", "std_base": 0.011834687657879197, "t_msg": "Significant (t=-279.051585, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020860333442685997, "timeline_link": null, "avg_changed": 0.2671461248398, "min_base": 0.017707824707, "delta_min": "14.5973x slower", "delta_avg": "12.8064x slower", "std_changed": 0.003974810603077461, "min_changed": 0.258485794067, "delta_std": "1.7581x larger", "std_base": 0.0022608955657065113, "t_msg": "Significant (t=-380.837203, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0087365961074814, "timeline_link": null, "avg_changed": 0.11198184967044, "min_base": 0.00695085525513, "delta_min": "15.7163x slower", "delta_avg": "12.8176x slower", "std_changed": 0.0018888315212609783, "min_changed": 0.109241962433, "delta_std": "3.4006x smaller", "std_base": 0.006423186065072734, "t_msg": "Significant (t=-109.042282, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023980083465574, "timeline_link": null, "avg_changed": 0.22572607517241994, "min_base": 0.0211029052734, "delta_min": "10.4184x slower", "delta_avg": "9.4131x slower", "std_changed": 0.002677064257311165, "min_changed": 0.219858884811, "delta_std": "4.7398x smaller", "std_base": 0.012688872976538642, "t_msg": "Significant (t=-110.004454, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08042162895203601, "timeline_link": null, "avg_changed": 0.8193002605438201, "min_base": 0.0488309860229, "delta_min": "16.5170x slower", "delta_avg": "10.1876x slower", "std_changed": 0.006969604598772884, "min_changed": 0.806539058685, "delta_std": "4.6404x smaller", "std_base": 0.03234202086152647, "t_msg": "Significant (t=-157.918866, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.196270108225003, "timeline_link": null, "avg_changed": 162.78360843650012, "min_base": 6.02179503441, "delta_min": "27.0022x slower", "delta_avg": "26.2712x slower", "std_changed": 0.18385033344164622, "min_changed": 162.601605892, "delta_std": "1.0431x larger", "std_base": 0.17624643977515722, "t_msg": "Significant (t=-4347.510192, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.417761182784, "timeline_link": null, "avg_changed": 8.92602405548, "min_base": 1.04898285866, "delta_min": "8.4586x slower", "delta_avg": "6.2959x slower", "std_changed": 0.03984390033704946, "min_changed": 8.87290501595, "delta_std": "12.0207x smaller", "std_base": 0.47895043079423283, "t_msg": "Significant (t=-34.933033, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37336458206176, "timeline_link": null, "avg_changed": 11.810765032772002, "min_base": 0.362077951431, "delta_min": "32.4568x slower", "delta_avg": "31.6333x slower", "std_changed": 0.035079569827375055, "min_changed": 11.7518911362, "delta_std": "4.1695x larger", "std_base": 0.00841328652853042, "t_msg": "Significant (t=-2241.886736, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046484494209289996, "timeline_link": null, "avg_changed": 0.22177072525018002, "min_base": 0.044909954071, "delta_min": "4.8301x slower", "delta_avg": "4.7709x slower", "std_changed": 0.002389361530123664, "min_changed": 0.216920137405, "delta_std": "1.0467x smaller", "std_base": 0.0025009660587601346, "t_msg": "Significant (t=-358.341235, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020789604187012, "timeline_link": null, "avg_changed": 0.3723698091506599, "min_base": 0.0199451446533, "delta_min": "18.2847x slower", "delta_avg": "17.9113x slower", "std_changed": 0.005193058467950014, "min_changed": 0.364691972733, "delta_std": "2.3736x larger", "std_base": 0.002187880417463943, "t_msg": "Significant (t=-441.169589, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.088640403746, "timeline_link": null, "avg_changed": 18.62484173776, "min_base": 8.97710704803, "delta_min": "2.0437x slower", "delta_avg": "2.0492x slower", "std_changed": 0.15848396139163703, "min_changed": 18.3464229107, "delta_std": "1.5268x larger", "std_base": 0.10379819598234083, "t_msg": "Significant (t=-112.555374, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.553290176392, "timeline_link": null, "avg_changed": 4.636501359938, "min_base": 4.5268509388, "delta_min": "1.0212x slower", "delta_avg": "1.0183x slower", "std_changed": 0.008289744903732443, "min_changed": 4.62268209457, "delta_std": "2.5618x smaller", "std_base": 0.021236454589588488, "t_msg": "Significant (t=-8.161829, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15665641784667997, "timeline_link": null, "avg_changed": 1.2515214014055998, "min_base": 0.15189409256, "delta_min": "8.0933x slower", "delta_avg": "7.9890x slower", "std_changed": 0.008479141519389942, "min_changed": 1.22932910919, "delta_std": "3.8013x larger", "std_base": 0.0022306181114411755, "t_msg": "Significant (t=-883.004458, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.048478970527658, "timeline_link": null, "avg_changed": 0.19959044933310005, "min_base": 0.0111799240112, "delta_min": "17.2914x slower", "delta_avg": "4.1171x slower", "std_changed": 0.005260847515443736, "min_changed": 0.193315982819, "delta_std": "10.5952x smaller", "std_base": 0.05573969033760008, "t_msg": "Significant (t=-19.084998, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04926284313202801, "timeline_link": null, "avg_changed": 0.21461791038510003, "min_base": 0.0168030261993, "delta_min": "12.3941x slower", "delta_avg": "4.3566x slower", "std_changed": 0.0025394819766281977, "min_changed": 0.208257913589, "delta_std": "23.1238x smaller", "std_base": 0.0587223921862785, "t_msg": "Significant (t=-19.892669, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0116223526000928, "timeline_link": null, "avg_changed": 1.2188007736214004, "min_base": 0.00912380218506, "delta_min": "131.4833x slower", "delta_avg": "104.8670x slower", "std_changed": 0.01777702473953135, "min_changed": 1.19962787628, "delta_std": "2.2415x larger", "std_base": 0.007930967673044215, "t_msg": "Significant (t=-438.511578, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016191053390498, "timeline_link": null, "avg_changed": 0.18314204216002003, "min_base": 0.00139403343201, "delta_min": "127.7028x slower", "delta_avg": "113.1131x slower", "std_changed": 0.002786877267239086, "min_changed": 0.178021907806, "delta_std": "4.6433x larger", "std_base": 0.0006001909665480538, "t_msg": "Significant (t=-450.249954, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.093224463462832, "timeline_link": null, "avg_changed": 0.30209126472478, "min_base": 0.0363938808441, "delta_min": "7.9278x slower", "delta_avg": "3.2405x slower", "std_changed": 0.006557886626193829, "min_changed": 0.288522005081, "delta_std": "11.7133x smaller", "std_base": 0.07681447753484401, "t_msg": "Significant (t=-19.157304, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11957616806019995, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18453635215758002, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12017052650460001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25908784389496, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15306745529174, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13875559329980006, "timeline_link": null, "avg_changed": 0.4309354972839601, "min_base": 0.135820865631, "delta_min": "3.0895x slower", "delta_avg": "3.1057x slower", "std_changed": 0.004467583806049147, "min_changed": 0.419612884521, "delta_std": "2.5497x larger", "std_base": 0.0017522114515890151, "t_msg": "Significant (t=-430.519293, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04231629371643601, "timeline_link": null, "avg_changed": 0.20866415977478003, "min_base": 0.028548002243, "delta_min": "7.0825x slower", "delta_avg": "4.9311x slower", "std_changed": 0.003401420216458129, "min_changed": 0.2021920681, "delta_std": "3.7896x smaller", "std_base": 0.012890025788240677, "t_msg": "Significant (t=-88.233015, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055783891677861994, "timeline_link": null, "avg_changed": 0.32709938049314, "min_base": 0.00512290000916, "delta_min": "62.3397x slower", "delta_avg": "58.6369x slower", "std_changed": 0.0038619693199734876, "min_changed": 0.319360017776, "delta_std": "2.0899x larger", "std_base": 0.0018478890150610608, "t_msg": "Significant (t=-531.029949, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0186000000000002, "timeline_link": null, "avg_changed": 4.847199999999998, "min_base": 0.99, "delta_min": "4.7374x slower", "delta_avg": "4.7587x slower", "std_changed": 0.05291656891093873, "min_changed": 4.69, "delta_std": "1.9743x larger", "std_base": 0.026803137190733982, "t_msg": "Significant (t=-456.395981, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3854000000000004, "timeline_link": null, "avg_changed": 3.6624, "min_base": 0.36, "delta_min": "9.8889x slower", "delta_avg": "9.5029x slower", "std_changed": 0.04774763590685807, "min_changed": 3.56, "delta_std": "2.1467x larger", "std_base": 0.02224263235045597, "t_msg": "Significant (t=-439.909650, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034679172833762026, "timeline_link": null, "avg_changed": 0.21517365296682195, "min_base": 0.0205149650574, "delta_min": "3.0264x slower", "delta_avg": "6.2047x slower", "std_changed": 0.08935483159991606, "min_changed": 0.0620858669281, "delta_std": "5.3796x larger", "std_base": 0.01660981619762801, "t_msg": "Significant (t=-24.322881, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017596858978271485, "timeline_link": null, "avg_changed": 0.04393823480605658, "min_base": 0.00352501869202, "delta_min": "7.7872x slower", "delta_avg": "2.4969x slower", "std_changed": 0.07668156200946043, "min_changed": 0.0274500846863, "delta_std": "1.3513x larger", "std_base": 0.05674782511270673, "t_msg": "Significant (t=-6.174386, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7283994913101, "timeline_link": null, "avg_changed": 16.88297479153, "min_base": 0.721132040024, "delta_min": "23.3304x slower", "delta_avg": "23.1782x slower", "std_changed": 0.04472846726552414, "min_changed": 16.8242788315, "delta_std": "7.2037x larger", "std_base": 0.006209078847744936, "t_msg": "Significant (t=-1131.271547, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25531539917, "timeline_link": null, "avg_changed": 0.815682029724, "min_base": 0.17261505127, "delta_min": "4.6690x slower", "delta_avg": "3.1948x slower", "std_changed": 0.009165646024150534, "min_changed": 0.805936098099, "delta_std": "17.2077x smaller", "std_base": 0.15772004701440193, "t_msg": "Significant (t=-7.931188, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.182763814926, "timeline_link": null, "avg_changed": 4.7425271987899995, "min_base": 0.775976896286, "delta_min": "6.0890x slower", "delta_avg": "4.0097x slower", "std_changed": 0.015980775897608827, "min_changed": 4.72494292259, "delta_std": "36.0161x smaller", "std_base": 0.5755654288833695, "t_msg": "Significant (t=-13.824330, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24929957389819996, "timeline_link": null, "avg_changed": 0.40147581100480006, "min_base": 0.116164922714, "delta_min": "3.3436x slower", "delta_avg": "1.6104x slower", "std_changed": 0.012539723606718052, "min_changed": 0.388409137726, "delta_std": "14.7051x smaller", "std_base": 0.18439767778921018, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.230768442154, "timeline_link": null, "avg_changed": 1.3914102077500001, "min_base": 0.15504193306, "delta_min": "8.9115x slower", "delta_avg": "6.0295x slower", "std_changed": 0.008677410282579318, "min_changed": 1.38165187836, "delta_std": "12.9436x smaller", "std_base": 0.11231691158862364, "t_msg": "Significant (t=-23.038053, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01095316924, "timeline_link": null, "avg_changed": 0.7250328720600001, "min_base": 0.008055472, "delta_min": "88.0579x slower", "delta_avg": "66.1939x slower", "std_changed": 0.010356180221851363, "min_changed": 0.709348217, "delta_std": "1.4094x larger", "std_base": 0.00734817869554222, "t_msg": "Significant (t=-397.637146, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [501.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002553733390007576, "timeline_link": null, "avg_changed": 0.12728652399751517, "min_base": 0.0025133395496598197, "delta_min": "49.8193x slower", "delta_avg": "49.8433x slower", "std_changed": 0.000970951672166931, "min_changed": 0.12521286186517078, "delta_std": "49.4353x larger", "std_base": 1.9640868411951034e-05, "t_msg": "Significant (t=-908.195175, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006802714357954534, "timeline_link": null, "avg_changed": 0.006673042819518189, "min_base": 0.0006737636437137853, "delta_min": "9.8487x slower", "delta_avg": "9.8094x slower", "std_changed": 3.515288030414429e-05, "min_changed": 0.006635700066357001, "delta_std": "6.3186x larger", "std_base": 5.563390096963605e-06, "t_msg": "Significant (t=-376.512925, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028317156010186475, "timeline_link": null, "avg_changed": 0.04244127880387519, "min_base": 0.00248015873015873, "delta_min": "16.6957x slower", "delta_avg": "14.9878x slower", "std_changed": 0.00048697356266823446, "min_changed": 0.041407867494824016, "delta_std": "2.3115x larger", "std_base": 0.00021067804641827258, "t_msg": "Significant (t=-527.866231, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05845895328401508, "timeline_link": null, "avg_changed": 0.34610488581700344, "min_base": 0.05658208823269384, "delta_min": "6.0056x slower", "delta_avg": "5.9205x slower", "std_changed": 0.0031102450379353946, "min_changed": 0.3398109801422958, "delta_std": "3.4673x larger", "std_base": 0.000897021950845427, "t_msg": "Significant (t=-628.345333, a=0.95)\n"}]], "branch": "", "revision": "97415:d91ea5e3d27e"}