{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03638725280762199, "timeline_link": null, "avg_changed": 0.7763280773162401, "min_base": 0.0358939170837, "delta_min": "21.5390x slower", "delta_avg": "21.3352x slower", "std_changed": 0.002014053645692987, "min_changed": 0.773118972778, "delta_std": "2.9172x larger", "std_base": 0.0006904175954188024, "t_msg": "Significant (t=-2457.451132, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016262175242102, "timeline_link": null, "avg_changed": 0.1493576383590867, "min_base": 0.0132789611816, "delta_min": "11.0274x slower", "delta_avg": "9.1844x slower", "std_changed": 0.0021425824167725337, "min_changed": 0.146432876587, "delta_std": "2.7990x smaller", "std_base": 0.005997144875742064, "t_msg": "Significant (t=-255.964154, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.281334388256, "timeline_link": null, "avg_changed": 1.4895690917975002, "min_base": 0.222290992737, "delta_min": "6.6432x slower", "delta_avg": "5.2947x slower", "std_changed": 0.04598388333583042, "min_changed": 1.47671818733, "delta_std": "4.3765x smaller", "std_base": 0.20124769517824886, "t_msg": "Significant (t=-26.174855, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3027416086194, "timeline_link": null, "avg_changed": 21.644126272204, "min_base": 3.29759788513, "delta_min": "6.5399x slower", "delta_avg": "6.5534x slower", "std_changed": 0.06619766694911572, "min_changed": 21.5658400059, "delta_std": "30.1876x larger", "std_base": 0.0021928741181459293, "t_msg": "Significant (t=-1958.106385, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0208678483963, "timeline_link": null, "avg_changed": 0.23636951923374003, "min_base": 0.0175700187683, "delta_min": "13.3123x slower", "delta_avg": "11.3270x slower", "std_changed": 0.0017441742646404923, "min_changed": 0.233896970749, "delta_std": "2.8979x smaller", "std_base": 0.005054441176060205, "t_msg": "Significant (t=-284.991703, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.254921054840201, "timeline_link": null, "avg_changed": 51.72243038177798, "min_base": 8.1777920723, "delta_min": "6.2896x slower", "delta_avg": "6.2656x slower", "std_changed": 0.13826305907893197, "min_changed": 51.434898138, "delta_std": "1.4201x smaller", "std_base": 0.19634268866977636, "t_msg": "Significant (t=-1279.928202, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009078874588011201, "timeline_link": null, "avg_changed": 0.55347266197208, "min_base": 0.00647377967834, "delta_min": "85.3056x slower", "delta_avg": "60.9627x slower", "std_changed": 0.0005654747701775636, "min_changed": 0.552249908447, "delta_std": "28.2946x smaller", "std_base": 0.015999890612469363, "t_msg": "Significant (t=-240.441862, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [317.473793983], "base_times": [139.698266983]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04940214633941399, "timeline_link": null, "avg_changed": 3.2483248853682003, "min_base": 0.0467820167542, "delta_min": "69.3430x slower", "delta_avg": "65.7527x slower", "std_changed": 0.002599257906323117, "min_changed": 3.2440071106, "delta_std": "5.2351x smaller", "std_base": 0.013607349281090772, "t_msg": "Significant (t=-1632.800230, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010233683586121797, "timeline_link": null, "avg_changed": 0.039863929748534005, "min_base": 0.00143814086914, "delta_min": "27.5405x slower", "delta_avg": "3.8954x slower", "std_changed": 0.00026355235071244575, "min_changed": 0.0396070480347, "delta_std": "44.4984x smaller", "std_base": 0.011727653219079958, "t_msg": "Significant (t=-17.860743, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03084604740143, "timeline_link": null, "avg_changed": 1.1048371744157999, "min_base": 0.0291268825531, "delta_min": "37.8311x slower", "delta_avg": "35.8178x slower", "std_changed": 0.002046801505634534, "min_changed": 1.10190296173, "delta_std": "1.3620x smaller", "std_base": 0.0027876724352722667, "t_msg": "Significant (t=-2195.890973, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4457532548904402, "timeline_link": null, "avg_changed": 1.1041906595242, "min_base": 0.345951795578, "delta_min": "3.1707x slower", "delta_avg": "2.4771x slower", "std_changed": 0.002165981111401991, "min_changed": 1.09692120552, "delta_std": "51.8296x smaller", "std_base": 0.11226185587058744, "t_msg": "Significant (t=-41.465457, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17511806011198008, "timeline_link": null, "avg_changed": 1.5908658123016, "min_base": 0.173951864243, "delta_min": "9.0994x slower", "delta_avg": "9.0845x slower", "std_changed": 0.005348844406402801, "min_changed": 1.58285999298, "delta_std": "1.3420x larger", "std_base": 0.003985782836453051, "t_msg": "Significant (t=-1500.746927, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04303219795226999, "timeline_link": null, "avg_changed": 0.6124555921554999, "min_base": 0.036159992218, "delta_min": "16.7472x slower", "delta_avg": "14.2325x slower", "std_changed": 0.003634713513885406, "min_changed": 0.605580091476, "delta_std": "1.2799x smaller", "std_base": 0.004652149568088674, "t_msg": "Significant (t=-682.018649, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016145753860484, "timeline_link": null, "avg_changed": 0.2845099306106199, "min_base": 0.0132479667664, "delta_min": "21.2643x slower", "delta_avg": "17.6213x slower", "std_changed": 0.004006977512089788, "min_changed": 0.281708955765, "delta_std": "3.3903x smaller", "std_base": 0.013584687078484713, "t_msg": "Significant (t=-133.981403, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05432880878448399, "timeline_link": null, "avg_changed": 0.60944670677184, "min_base": 0.0486481189728, "delta_min": "12.4743x slower", "delta_avg": "11.2177x slower", "std_changed": 0.0024976909802094265, "min_changed": 0.606850147247, "delta_std": "11.0664x smaller", "std_base": 0.027640563408293472, "t_msg": "Significant (t=-141.435172, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.17680509567258, "timeline_link": null, "avg_changed": 1.7305179977418, "min_base": 0.105668067932, "delta_min": "16.3442x slower", "delta_avg": "9.7877x slower", "std_changed": 0.0023113954218296462, "min_changed": 1.72706103325, "delta_std": "32.1424x smaller", "std_base": 0.07429377860018495, "t_msg": "Significant (t=-147.806402, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.163480401000001, "timeline_link": null, "avg_changed": 352.0814615484999, "min_base": 10.8176898956, "delta_min": "32.5282x slower", "delta_avg": "31.5387x slower", "std_changed": 0.20402000889262342, "min_changed": 351.879492044, "delta_std": "1.7121x smaller", "std_base": 0.3493011589118049, "t_msg": "Significant (t=-5959.312973, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.505662775042, "timeline_link": null, "avg_changed": 21.61902980804, "min_base": 2.67755889893, "delta_min": "8.0643x slower", "delta_avg": "6.1669x slower", "std_changed": 0.021851064869232256, "min_changed": 21.5926270485, "delta_std": "47.9813x smaller", "std_base": 1.0484434088663823, "t_msg": "Significant (t=-38.622901, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7713940763473198, "timeline_link": null, "avg_changed": 25.819316363332003, "min_base": 0.766336917877, "delta_min": "33.6668x slower", "delta_avg": "33.4710x slower", "std_changed": 0.008511317632330097, "min_changed": 25.8001289368, "delta_std": "2.1193x smaller", "std_base": 0.018038267188067884, "t_msg": "Significant (t=-8879.990956, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08032604217528, "timeline_link": null, "avg_changed": 0.44401354312897995, "min_base": 0.0789790153503, "delta_min": "5.6147x slower", "delta_avg": "5.5276x slower", "std_changed": 0.0004826164116645304, "min_changed": 0.443440914154, "delta_std": "10.6324x smaller", "std_base": 0.005131362250047967, "t_msg": "Significant (t=-498.962952, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03208948612213, "timeline_link": null, "avg_changed": 0.6956130266189399, "min_base": 0.0313930511475, "delta_min": "22.0439x slower", "delta_avg": "21.6773x slower", "std_changed": 0.004312511158781259, "min_changed": 0.692026138306, "delta_std": "1.7421x larger", "std_base": 0.0024754149541697077, "t_msg": "Significant (t=-943.559727, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.4038005352, "timeline_link": null, "avg_changed": 47.795919275299994, "min_base": 20.3876879215, "delta_min": "2.3436x slower", "delta_avg": "2.3425x slower", "std_changed": 0.019902733450469518, "min_changed": 47.7802710533, "delta_std": "1.4355x smaller", "std_base": 0.028570771314526747, "t_msg": "Significant (t=-1759.082758, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.83569059374, "timeline_link": null, "avg_changed": 10.9118894577, "min_base": 10.8288419247, "delta_min": "1.0073x slower", "delta_avg": "1.0070x slower", "std_changed": 0.004779182683761878, "min_changed": 10.9078021049, "delta_std": "2.5530x smaller", "std_base": 0.012201343119107366, "t_msg": "Significant (t=-13.002637, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29425583839414, "timeline_link": null, "avg_changed": 2.819100637435601, "min_base": 0.287315130234, "delta_min": "9.7823x slower", "delta_avg": "9.5804x slower", "std_changed": 0.004095560657956213, "min_changed": 2.81058907509, "delta_std": "1.2077x smaller", "std_base": 0.004946050706384846, "t_msg": "Significant (t=-2780.199594, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09273067951202199, "timeline_link": null, "avg_changed": 0.48839004039758005, "min_base": 0.0232489109039, "delta_min": "20.8125x slower", "delta_avg": "5.2668x slower", "std_changed": 0.01667799973308423, "min_changed": 0.483869075775, "delta_std": "6.6024x smaller", "std_base": 0.11011498660920288, "t_msg": "Significant (t=-25.120884, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10188061714171401, "timeline_link": null, "avg_changed": 0.51434342861178, "min_base": 0.0393400192261, "delta_min": "13.0470x slower", "delta_avg": "5.0485x slower", "std_changed": 0.0012162244077128144, "min_changed": 0.513270139694, "delta_std": "96.7926x smaller", "std_base": 0.11772157928840693, "t_msg": "Significant (t=-24.773681, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034431505203236, "timeline_link": null, "avg_changed": 2.8594458818428, "min_base": 0.0184562206268, "delta_min": "151.9253x slower", "delta_avg": "83.0474x slower", "std_changed": 0.028603283353187202, "min_changed": 2.80396699905, "delta_std": "1.1950x larger", "std_base": 0.02393528659530808, "t_msg": "Significant (t=-535.593078, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0031868267059320006, "timeline_link": null, "avg_changed": 0.38065153598787993, "min_base": 0.00291299819946, "delta_min": "130.4128x slower", "delta_avg": "119.4453x slower", "std_changed": 0.0008078470407355913, "min_changed": 0.379892110825, "delta_std": "1.0329x smaller", "std_base": 0.0008344272769591219, "t_msg": "Significant (t=-2298.125688, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19949785709370593, "timeline_link": null, "avg_changed": 0.7088651275634799, "min_base": 0.0826840400696, "delta_min": "8.4060x slower", "delta_avg": "3.5532x slower", "std_changed": 0.00980824305434967, "min_changed": 0.695044994354, "delta_std": "15.7845x smaller", "std_base": 0.15481864209794172, "t_msg": "Significant (t=-23.217902, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24344331741333997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4684477710724201, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18510335445394002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5940474843978801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36634188652037986, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26999809741982006, "timeline_link": null, "avg_changed": 0.7233757638931799, "min_base": 0.260601043701, "delta_min": "2.7365x slower", "delta_avg": "2.6792x slower", "std_changed": 0.01009186850642138, "min_changed": 0.713140964508, "delta_std": "1.0754x larger", "std_base": 0.009384539942376138, "t_msg": "Significant (t=-232.629632, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08769204139707801, "timeline_link": null, "avg_changed": 0.4538654232025401, "min_base": 0.0620868206024, "delta_min": "7.2921x slower", "delta_avg": "5.1757x slower", "std_changed": 0.0017975178479615805, "min_changed": 0.452745914459, "delta_std": "14.3307x smaller", "std_base": 0.025759675396893108, "t_msg": "Significant (t=-100.271290, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090803337097168, "timeline_link": null, "avg_changed": 0.7762929344177003, "min_base": 0.00829100608826, "delta_min": "93.4970x slower", "delta_avg": "85.4917x slower", "std_changed": 0.0006394029394344933, "min_changed": 0.775183916092, "delta_std": "4.9732x smaller", "std_base": 0.003179890344749239, "t_msg": "Significant (t=-1672.560129, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1912000000000003, "timeline_link": null, "avg_changed": 8.998599999999998, "min_base": 2.16, "delta_min": "4.1528x slower", "delta_avg": "4.1067x slower", "std_changed": 0.018183868159016136, "min_changed": 8.97, "delta_std": "1.6652x smaller", "std_base": 0.030280322970266893, "t_msg": "Significant (t=-1362.815658, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7996000000000001, "timeline_link": null, "avg_changed": 6.705600000000001, "min_base": 0.77, "delta_min": "8.6234x slower", "delta_avg": "8.3862x slower", "std_changed": 0.031761869065447264, "min_changed": 6.64, "delta_std": "1.0128x larger", "std_base": 0.03136096624917083, "t_msg": "Significant (t=-935.617175, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07339468161263668, "timeline_link": null, "avg_changed": 0.5417492945988733, "min_base": 0.0463089942932, "delta_min": "2.7086x slower", "delta_avg": "7.3813x slower", "std_changed": 0.2454966506104227, "min_changed": 0.12543296814, "delta_std": "7.8211x larger", "std_base": 0.031389012170260036, "t_msg": "Significant (t=-23.176809, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012626694679260008, "timeline_link": null, "avg_changed": 0.0587704219818106, "min_base": 0.00733494758606, "delta_min": "7.6303x slower", "delta_avg": "4.6545x slower", "std_changed": 0.005536874958314676, "min_changed": 0.0559680461884, "delta_std": "2.3642x smaller", "std_base": 0.013090493123707154, "t_msg": "Significant (t=-72.594321, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8399725484858, "timeline_link": null, "avg_changed": 48.108918290138014, "min_base": 1.83074712753, "delta_min": "26.1969x slower", "delta_avg": "26.1465x slower", "std_changed": 0.05983546242050129, "min_changed": 47.9598140717, "delta_std": "10.3601x larger", "std_base": 0.00577557856466367, "t_msg": "Significant (t=-5442.546792, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5980465888972001, "timeline_link": null, "avg_changed": 2.032409572602, "min_base": 0.426890134811, "delta_min": "4.7372x slower", "delta_avg": "3.3984x slower", "std_changed": 0.0067584620965429896, "min_changed": 2.02224993706, "delta_std": "48.6882x smaller", "std_base": 0.32905752333345234, "t_msg": "Significant (t=-9.744974, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.594788646698, "timeline_link": null, "avg_changed": 12.078822994220001, "min_base": 1.74882793427, "delta_min": "6.8974x slower", "delta_avg": "4.6550x slower", "std_changed": 0.014977060317756644, "min_changed": 12.0624258518, "delta_std": "83.7871x smaller", "std_base": 1.2548845069787993, "t_msg": "Significant (t=-16.898316, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5572301864622, "timeline_link": null, "avg_changed": 1.0019787788388, "min_base": 0.271291017532, "delta_min": "3.6217x slower", "delta_avg": "1.7981x slower", "std_changed": 0.0294144897851518, "min_changed": 0.982529878616, "delta_std": "12.9822x smaller", "std_base": 0.3818641687321367, "t_msg": "Significant (t=-2.596606, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.47414112091039995, "timeline_link": null, "avg_changed": 3.5709588050839995, "min_base": 0.326088905334, "delta_min": "10.8705x slower", "delta_avg": "7.5314x slower", "std_changed": 0.02204100385749466, "min_changed": 3.54474592209, "delta_std": "10.4931x smaller", "std_base": 0.23127823191855326, "t_msg": "Significant (t=-29.805925, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02429445104, "timeline_link": null, "avg_changed": 1.6667019854, "min_base": 0.018654272, "delta_min": "89.2441x slower", "delta_avg": "68.6042x slower", "std_changed": 0.0013136830012705158, "min_changed": 1.664783843, "delta_std": "12.4189x smaller", "std_base": 0.016314445520240965, "t_msg": "Significant (t=-709.561750, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [374.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [732.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [160.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [175.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.00442884693004863, "timeline_link": null, "avg_changed": 0.3116511772494918, "min_base": 0.004373649635674985, "delta_min": "71.0576x slower", "delta_avg": "70.3685x slower", "std_changed": 0.00071362732644229, "min_changed": 0.3107809926344905, "delta_std": "25.1879x larger", "std_base": 2.8332157026264393e-05, "t_msg": "Significant (t=-3041.755538, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014939410106947436, "timeline_link": null, "avg_changed": 0.01414848916060968, "min_base": 0.0014779781259237363, "delta_min": "9.5430x slower", "delta_avg": "9.4706x slower", "std_changed": 4.262416536149935e-05, "min_changed": 0.014104372355430184, "delta_std": "4.0845x larger", "std_base": 1.0435477391819676e-05, "t_msg": "Significant (t=-1912.830823, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006598670237733322, "timeline_link": null, "avg_changed": 0.09927013772492263, "min_base": 0.0061330880098129405, "delta_min": "15.9853x slower", "delta_avg": "15.0440x slower", "std_changed": 0.0006889524746084745, "min_changed": 0.09803921568627451, "delta_std": "1.9115x larger", "std_base": 0.0003604323351083302, "t_msg": "Significant (t=-842.769540, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.18981989715279318, "timeline_link": null, "avg_changed": 1.0237952417628409, "min_base": 0.1871454471021697, "delta_min": "5.4507x slower", "delta_avg": "5.3935x slower", "std_changed": 0.0034656008080096515, "min_changed": 1.020082881734141, "delta_std": "2.1438x smaller", "std_base": 0.00742970998118123, "t_msg": "Significant (t=-719.313319, a=0.95)\n"}]], "branch": "", "revision": "92314:3e52029e9a5a"}