{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03627344608307201, "timeline_link": null, "avg_changed": 0.7500867891311799, "min_base": 0.0358829498291, "delta_min": "20.8296x slower", "delta_avg": "20.6787x slower", "std_changed": 0.0015304637361468003, "min_changed": 0.747426986694, "delta_std": "2.6103x larger", "std_base": 0.0005863228404344976, "t_msg": "Significant (t=-3079.704752, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016057682037353322, "timeline_link": null, "avg_changed": 0.14442978541053328, "min_base": 0.0128231048584, "delta_min": "11.0485x slower", "delta_avg": "8.9944x slower", "std_changed": 0.0021174638417821305, "min_changed": 0.141675949097, "delta_std": "2.8158x smaller", "std_base": 0.005962335485992246, "t_msg": "Significant (t=-248.488726, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2739375710488, "timeline_link": null, "avg_changed": 1.4929154992115, "min_base": 0.211109161377, "delta_min": "6.9715x slower", "delta_avg": "5.4498x slower", "std_changed": 0.048384483322921105, "min_changed": 1.47175002098, "delta_std": "4.1999x smaller", "std_base": 0.20320847396712685, "t_msg": "Significant (t=-26.097243, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.2058786773682, "timeline_link": null, "avg_changed": 21.285941476825997, "min_base": 3.14832115173, "delta_min": "6.7412x slower", "delta_avg": "6.6397x slower", "std_changed": 0.07813999828348527, "min_changed": 21.2235810757, "delta_std": "1.0454x larger", "std_base": 0.074745923438339, "t_msg": "Significant (t=-1182.293892, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02084431171418, "timeline_link": null, "avg_changed": 0.24365907192225994, "min_base": 0.0175797939301, "delta_min": "13.7251x slower", "delta_avg": "11.6895x slower", "std_changed": 0.0016227257780447404, "min_changed": 0.241285085678, "delta_std": "3.0875x smaller", "std_base": 0.005010167755784857, "t_msg": "Significant (t=-299.167711, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.2399156236652, "timeline_link": null, "avg_changed": 49.63093638896798, "min_base": 8.15392804146, "delta_min": "6.0656x slower", "delta_avg": "6.0232x slower", "std_changed": 0.07843983849140677, "min_changed": 49.4586429596, "delta_std": "2.2007x smaller", "std_base": 0.17262029516634214, "t_msg": "Significant (t=-1543.612267, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009102044105523401, "timeline_link": null, "avg_changed": 0.5571836471557401, "min_base": 0.00645303726196, "delta_min": "86.1174x slower", "delta_avg": "61.2152x slower", "std_changed": 0.0008210266508835555, "min_changed": 0.555718898773, "delta_std": "19.6343x smaller", "std_base": 0.016120293596259994, "t_msg": "Significant (t=-240.101421, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [318.830692053], "base_times": [140.492208958]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049409766197202, "timeline_link": null, "avg_changed": 3.647075395584401, "min_base": 0.0468049049377, "delta_min": "77.7727x slower", "delta_avg": "73.8128x slower", "std_changed": 0.0022579223169023003, "min_changed": 3.64014220238, "delta_std": "6.2971x smaller", "std_base": 0.014218255285394141, "t_msg": "Significant (t=-1767.059605, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0102862930297864, "timeline_link": null, "avg_changed": 0.04080916404724201, "min_base": 0.00143694877625, "delta_min": "28.2919x slower", "delta_avg": "3.9673x slower", "std_changed": 0.00013127250206402828, "min_changed": 0.0406539440155, "delta_std": "90.3091x smaller", "std_base": 0.011855104496811835, "t_msg": "Significant (t=-18.204484, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029992904663082007, "timeline_link": null, "avg_changed": 1.1044431352617996, "min_base": 0.0283260345459, "delta_min": "38.8335x slower", "delta_avg": "36.8235x slower", "std_changed": 0.002483466796862249, "min_changed": 1.09999799728, "delta_std": "1.1094x smaller", "std_base": 0.002755207692104137, "t_msg": "Significant (t=-2048.242596, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45028758049006007, "timeline_link": null, "avg_changed": 1.115119724273, "min_base": 0.333513975143, "delta_min": "3.3226x slower", "delta_avg": "2.4765x slower", "std_changed": 0.002024455223691523, "min_changed": 1.10814809799, "delta_std": "56.8020x smaller", "std_base": 0.11499304083984754, "t_msg": "Significant (t=-40.875037, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17380874156949996, "timeline_link": null, "avg_changed": 1.6549601888658005, "min_base": 0.172002077103, "delta_min": "9.5717x slower", "delta_avg": "9.5217x slower", "std_changed": 0.006304315933077985, "min_changed": 1.64634799957, "delta_std": "1.5925x larger", "std_base": 0.003958750364544275, "t_msg": "Significant (t=-1406.910514, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042427344322204005, "timeline_link": null, "avg_changed": 0.6230531406402001, "min_base": 0.0360050201416, "delta_min": "17.0718x slower", "delta_avg": "14.6852x slower", "std_changed": 0.004664217803445892, "min_changed": 0.614670038223, "delta_std": "1.0345x larger", "std_base": 0.004508484769023565, "t_msg": "Significant (t=-632.901947, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016482739448546, "timeline_link": null, "avg_changed": 0.28451709270479997, "min_base": 0.0135729312897, "delta_min": "20.7282x slower", "delta_avg": "17.2615x slower", "std_changed": 0.002306281018490316, "min_changed": 0.281342029572, "delta_std": "5.9244x smaller", "std_base": 0.013663308990313287, "t_msg": "Significant (t=-136.778947, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050843558311468015, "timeline_link": null, "avg_changed": 0.6022200059890401, "min_base": 0.0455801486969, "delta_min": "13.1260x slower", "delta_avg": "11.8446x slower", "std_changed": 0.0029536745386972373, "min_changed": 0.598285913467, "delta_std": "9.3027x smaller", "std_base": 0.02747727819026347, "t_msg": "Significant (t=-141.079758, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22024535179138, "timeline_link": null, "avg_changed": 1.7096884107590002, "min_base": 0.136256933212, "delta_min": "12.5193x slower", "delta_avg": "7.7627x slower", "std_changed": 0.0019923129609960063, "min_changed": 1.70584511757, "delta_std": "34.7344x smaller", "std_base": 0.06920176466657695, "t_msg": "Significant (t=-152.128936, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.630025505999999, "timeline_link": null, "avg_changed": 374.4749829769999, "min_base": 11.2925209999, "delta_min": "33.1596x slower", "delta_avg": "32.1990x slower", "std_changed": 0.01981624428884381, "min_changed": 374.455365896, "delta_std": "17.2046x smaller", "std_base": 0.3409310356347514, "t_msg": "Significant (t=-7512.892680, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.356572198868, "timeline_link": null, "avg_changed": 21.45785861014, "min_base": 2.64923191071, "delta_min": "8.0956x slower", "delta_avg": "6.3928x slower", "std_changed": 0.007559212964571327, "min_changed": 21.4472491741, "delta_std": "131.9373x smaller", "std_base": 0.9973419922705258, "t_msg": "Significant (t=-40.582413, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.75169991493232, "timeline_link": null, "avg_changed": 25.663327646252, "min_base": 0.746896982193, "delta_min": "34.3303x slower", "delta_avg": "34.1404x slower", "std_changed": 0.01217421700455312, "min_changed": 25.6412091255, "delta_std": "1.5114x smaller", "std_base": 0.018399834099218287, "t_msg": "Significant (t=-7984.123260, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08014607906341002, "timeline_link": null, "avg_changed": 0.4700830364226799, "min_base": 0.0787591934204, "delta_min": "5.9553x slower", "delta_avg": "5.8653x slower", "std_changed": 0.0005286680423465615, "min_changed": 0.469034910202, "delta_std": "9.8365x smaller", "std_base": 0.0052002421289539, "t_msg": "Significant (t=-527.500764, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032749509811404, "timeline_link": null, "avg_changed": 0.6550313711165998, "min_base": 0.0318710803986, "delta_min": "20.3772x slower", "delta_avg": "20.0013x slower", "std_changed": 0.004327212281894279, "min_changed": 0.649442911148, "delta_std": "1.8146x larger", "std_base": 0.002384710992164494, "t_msg": "Significant (t=-890.581992, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.86055378912, "timeline_link": null, "avg_changed": 47.64228610994, "min_base": 20.8429598808, "delta_min": "2.2855x slower", "delta_avg": "2.2838x slower", "std_changed": 0.006885602001821744, "min_changed": 47.6361849308, "delta_std": "4.2399x smaller", "std_base": 0.029194415860911756, "t_msg": "Significant (t=-1996.497032, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.81343216896, "timeline_link": null, "avg_changed": 10.961366510400001, "min_base": 10.8064508438, "delta_min": "1.0139x slower", "delta_avg": "1.0137x slower", "std_changed": 0.00478330886017168, "min_changed": 10.9564819336, "delta_std": "2.6973x smaller", "std_base": 0.01290182183284352, "t_msg": "Significant (t=-24.040096, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29808009624481996, "timeline_link": null, "avg_changed": 2.899532089233399, "min_base": 0.289722919464, "delta_min": "9.9761x slower", "delta_avg": "9.7274x slower", "std_changed": 0.003978058118420735, "min_changed": 2.89029598236, "delta_std": "1.5244x smaller", "std_base": 0.006064334208407933, "t_msg": "Significant (t=-2536.316356, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09096453666686802, "timeline_link": null, "avg_changed": 0.48096039295194004, "min_base": 0.0235109329224, "delta_min": "20.2553x slower", "delta_avg": "5.2873x slower", "std_changed": 0.023300827509729827, "min_changed": 0.47622179985, "delta_std": "4.7188x smaller", "std_base": 0.10995083917391303, "t_msg": "Significant (t=-24.536180, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10198631763458797, "timeline_link": null, "avg_changed": 0.5164392948150399, "min_base": 0.0382800102234, "delta_min": "13.4630x slower", "delta_avg": "5.0638x slower", "std_changed": 0.0012475759370065408, "min_changed": 0.515363931656, "delta_std": "95.0223x smaller", "std_base": 0.11854755201718412, "t_msg": "Significant (t=-24.719725, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030219879150394004, "timeline_link": null, "avg_changed": 2.909519481659001, "min_base": 0.0185778141022, "delta_min": "154.7066x slower", "delta_avg": "96.2783x slower", "std_changed": 0.014839670851037544, "min_changed": 2.87410998344, "delta_std": "1.2691x smaller", "std_base": 0.018833511841895956, "t_msg": "Significant (t=-849.120419, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032442855834958007, "timeline_link": null, "avg_changed": 0.38818894863126, "min_base": 0.0029571056366, "delta_min": "130.9403x slower", "delta_avg": "119.6531x slower", "std_changed": 0.000670702697007687, "min_changed": 0.387204170227, "delta_std": "1.2205x smaller", "std_base": 0.0008186080303959768, "t_msg": "Significant (t=-2572.064253, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19434225559232804, "timeline_link": null, "avg_changed": 0.7030685043334401, "min_base": 0.0798599720001, "delta_min": "8.6365x slower", "delta_avg": "3.6177x slower", "std_changed": 0.009129871149998976, "min_changed": 0.689713001251, "delta_std": "16.8175x smaller", "std_base": 0.15354175413952828, "t_msg": "Significant (t=-23.387093, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24302543640135998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46875963687893984, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18573772430422, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5906177663802599, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36609792709353994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26275578975678004, "timeline_link": null, "avg_changed": 0.7087634897231999, "min_base": 0.254531860352, "delta_min": "2.7403x slower", "delta_avg": "2.6974x slower", "std_changed": 0.01042531144380274, "min_changed": 0.697499990463, "delta_std": "1.3479x larger", "std_base": 0.0077343410253390265, "t_msg": "Significant (t=-242.950721, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08519571781157398, "timeline_link": null, "avg_changed": 0.45215916633607994, "min_base": 0.0567779541016, "delta_min": "7.9471x slower", "delta_avg": "5.3073x slower", "std_changed": 0.0016508768041123944, "min_changed": 0.451220035553, "delta_std": "16.7218x smaller", "std_base": 0.02760561003212428, "t_msg": "Significant (t=-93.828606, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009066834449768198, "timeline_link": null, "avg_changed": 0.84032799720762, "min_base": 0.00827789306641, "delta_min": "101.0500x slower", "delta_avg": "92.6815x slower", "std_changed": 0.000910017150909617, "min_changed": 0.83648109436, "delta_std": "3.5430x smaller", "std_base": 0.0032241795162056505, "t_msg": "Significant (t=-1754.522810, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.147200000000001, "timeline_link": null, "avg_changed": 9.677599999999998, "min_base": 2.12, "delta_min": "4.5472x slower", "delta_avg": "4.5071x slower", "std_changed": 0.01790678813256261, "min_changed": 9.64, "delta_std": "1.4927x smaller", "std_base": 0.026729178430917773, "t_msg": "Significant (t=-1655.051322, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8138, "timeline_link": null, "avg_changed": 6.8850000000000025, "min_base": 0.78, "delta_min": "8.7564x slower", "delta_avg": "8.4603x slower", "std_changed": 0.02682140479359806, "min_changed": 6.83, "delta_std": "1.1907x smaller", "std_base": 0.03193679983457121, "t_msg": "Significant (t=-1029.357975, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07307024955749736, "timeline_link": null, "avg_changed": 0.5419242143631334, "min_base": 0.0472359657288, "delta_min": "2.6361x slower", "delta_avg": "7.4165x slower", "std_changed": 0.24650579688301952, "min_changed": 0.124521017075, "delta_std": "7.8811x larger", "std_base": 0.03127795906785538, "t_msg": "Significant (t=-23.109358, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012586271286011419, "timeline_link": null, "avg_changed": 0.05778135824203278, "min_base": 0.00744891166687, "delta_min": "7.4094x slower", "delta_avg": "4.5908x slower", "std_changed": 0.005751268413625515, "min_changed": 0.0551919937134, "delta_std": "2.1729x smaller", "std_base": 0.012496864143517201, "t_msg": "Significant (t=-73.461497, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8144370651246005, "timeline_link": null, "avg_changed": 47.901843299868005, "min_base": 1.80321288109, "delta_min": "26.4783x slower", "delta_avg": "26.4004x slower", "std_changed": 0.07181526678204392, "min_changed": 47.7460401058, "delta_std": "16.1020x larger", "std_base": 0.004460008550210723, "t_msg": "Significant (t=-4529.127929, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5912807941438001, "timeline_link": null, "avg_changed": 1.9961574077599997, "min_base": 0.426985025406, "delta_min": "4.6584x slower", "delta_avg": "3.3760x slower", "std_changed": 0.004192035925060891, "min_changed": 1.98908495903, "delta_std": "78.7804x smaller", "std_base": 0.33025014882217196, "t_msg": "Significant (t=-9.511416, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.558677196502, "timeline_link": null, "avg_changed": 11.835454034840001, "min_base": 1.74047899246, "delta_min": "6.7912x slower", "delta_avg": "4.6256x slower", "std_changed": 0.010685646529514332, "min_changed": 11.8199410439, "delta_std": "113.4285x smaller", "std_base": 1.2120571263807534, "t_msg": "Significant (t=-17.113630, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5551029205328, "timeline_link": null, "avg_changed": 0.98029294014, "min_base": 0.239116191864, "delta_min": "4.0142x slower", "delta_avg": "1.7660x slower", "std_changed": 0.026720810297089146, "min_changed": 0.959871768951, "delta_std": "15.4195x smaller", "std_base": 0.4120217204612192, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.44258356094359996, "timeline_link": null, "avg_changed": 3.5086817741379996, "min_base": 0.292816877365, "delta_min": "11.9125x slower", "delta_avg": "7.9277x slower", "std_changed": 0.020670427556367187, "min_changed": 3.48816800117, "delta_std": "11.4307x smaller", "std_base": 0.23627719072912215, "t_msg": "Significant (t=-28.906378, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02367917212, "timeline_link": null, "avg_changed": 1.64952857492, "min_base": 0.018078562, "delta_min": "91.1473x slower", "delta_avg": "69.6616x slower", "std_changed": 0.0009552392128135016, "min_changed": 1.64781203, "delta_std": "17.1762x smaller", "std_base": 0.01640740102305668, "t_msg": "Significant (t=-699.504856, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [750.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [114.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004272096704447265, "timeline_link": null, "avg_changed": 0.30884278482092187, "min_base": 0.0042091262274864365, "delta_min": "73.2094x slower", "delta_avg": "72.2930x slower", "std_changed": 0.0005679693655939035, "min_changed": 0.3081474177246395, "delta_std": "13.7923x larger", "std_base": 4.118006560048189e-05, "t_msg": "Significant (t=-3781.896835, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014638776333134854, "timeline_link": null, "avg_changed": 0.014097219086374048, "min_base": 0.001445086705202312, "delta_min": "9.7191x slower", "delta_avg": "9.6301x slower", "std_changed": 4.200996918355695e-05, "min_changed": 0.014044943820224719, "delta_std": "3.5391x larger", "std_base": 1.1870379276583776e-05, "t_msg": "Significant (t=-1853.010793, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006539224634644235, "timeline_link": null, "avg_changed": 0.10101288429646647, "min_base": 0.006093845216331505, "delta_min": "16.3284x slower", "delta_avg": "15.4472x slower", "std_changed": 0.0005357251442774378, "min_changed": 0.09950248756218906, "delta_std": "1.6022x larger", "std_base": 0.00033435921566026954, "t_msg": "Significant (t=-1057.838866, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19245468980083136, "timeline_link": null, "avg_changed": 1.0392567154434493, "min_base": 0.18962962962962962, "delta_min": "5.4576x slower", "delta_avg": "5.4000x slower", "std_changed": 0.003608044324518101, "min_changed": 1.034928848641656, "delta_std": "2.3984x larger", "std_base": 0.0015043405800822408, "t_msg": "Significant (t=-1531.759757, a=0.95)\n"}]], "branch": "", "revision": "91583:877f60c21755"}