{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.018985018730162003, "timeline_link": null, "avg_changed": 0.28729575157166, "min_base": 0.0187430381775, "delta_min": "14.9955x slower", "delta_avg": "15.1328x slower", "std_changed": 0.0029249426017141857, "min_changed": 0.281061887741, "delta_std": "7.5542x larger", "std_base": 0.00038719401776664514, "t_msg": "Significant (t=-643.033295, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.00877733707427987, "timeline_link": null, "avg_changed": 0.060126743316646636, "min_base": 0.00665497779846, "delta_min": "8.5782x slower", "delta_avg": "6.8502x slower", "std_changed": 0.002388521263949183, "min_changed": 0.0570878982544, "delta_std": "1.5580x smaller", "std_base": 0.00372128280250615, "t_msg": "Significant (t=-142.224555, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1598677992821, "timeline_link": null, "avg_changed": 1.0359168291085, "min_base": 0.128268003464, "delta_min": "7.9615x slower", "delta_avg": "6.4798x slower", "std_changed": 0.008173408693735566, "min_changed": 1.0212020874, "delta_std": "12.9025x smaller", "std_base": 0.10545712536659543, "t_msg": "Significant (t=-37.039660, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6980009651180004, "timeline_link": null, "avg_changed": 9.35021086216, "min_base": 1.68454813957, "delta_min": "5.5082x slower", "delta_avg": "5.5066x slower", "std_changed": 0.035467192913768944, "min_changed": 9.27881479263, "delta_std": "5.0319x larger", "std_base": 0.007048489677576061, "t_msg": "Significant (t=-1496.352541, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006380391120911001, "timeline_link": null, "avg_changed": 0.08172967433929601, "min_base": 0.00487089157104, "delta_min": "16.2104x slower", "delta_avg": "12.8095x slower", "std_changed": 0.001636126166594965, "min_changed": 0.0789589881897, "delta_std": "1.3929x smaller", "std_base": 0.002279009484101151, "t_msg": "Significant (t=-189.913081, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.9694241523740006, "timeline_link": null, "avg_changed": 22.40845737456, "min_base": 3.80795907974, "delta_min": "5.8602x slower", "delta_avg": "5.6453x slower", "std_changed": 0.06744302510472318, "min_changed": 22.3152709007, "delta_std": "4.0486x smaller", "std_base": 0.2730464811183993, "t_msg": "Significant (t=-146.597590, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004687523841857, "timeline_link": null, "avg_changed": 0.22192039012908002, "min_base": 0.00348901748657, "delta_min": "61.9896x slower", "delta_avg": "47.3428x slower", "std_changed": 0.0029458157503015696, "min_changed": 0.216282844543, "delta_std": "2.4566x smaller", "std_base": 0.007236561566820134, "t_msg": "Significant (t=-196.599840, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.993694067], "base_times": [66.8914511204]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027288222312924004, "timeline_link": null, "avg_changed": 1.6905486345285998, "min_base": 0.0254402160645, "delta_min": "65.6590x slower", "delta_avg": "61.9516x slower", "std_changed": 0.009836249371339815, "min_changed": 1.67037892342, "delta_std": "1.4939x larger", "std_base": 0.006584280589277182, "t_msg": "Significant (t=-993.617265, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004971561431884459, "timeline_link": null, "avg_changed": 0.018491291999822, "min_base": 0.000663995742798, "delta_min": "27.1296x slower", "delta_avg": "3.7194x slower", "std_changed": 0.00023608428957090573, "min_changed": 0.0180139541626, "delta_std": "24.1232x smaller", "std_base": 0.005695115272262885, "t_msg": "Significant (t=-16.771723, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.016214218139646, "timeline_link": null, "avg_changed": 0.45147948741915983, "min_base": 0.0156090259552, "delta_min": "28.1692x slower", "delta_avg": "27.8447x slower", "std_changed": 0.005420696520164995, "min_changed": 0.439694166183, "delta_std": "3.7844x larger", "std_base": 0.0014323681398159705, "t_msg": "Significant (t=-548.943868, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19365358352663992, "timeline_link": null, "avg_changed": 0.4666163778304801, "min_base": 0.154131889343, "delta_min": "2.9652x slower", "delta_avg": "2.4095x slower", "std_changed": 0.006210017005817176, "min_changed": 0.457025051117, "delta_std": "7.8658x smaller", "std_base": 0.04884701657355379, "t_msg": "Significant (t=-39.198444, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09708853721620402, "timeline_link": null, "avg_changed": 0.7215827608108399, "min_base": 0.0943419933319, "delta_min": "7.4076x slower", "delta_avg": "7.4322x slower", "std_changed": 0.013456398937938919, "min_changed": 0.698848009109, "delta_std": "5.5724x larger", "std_base": 0.00241483292623093, "t_msg": "Significant (t=-322.999389, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021081724166872, "timeline_link": null, "avg_changed": 0.25735822200771996, "min_base": 0.0181260108948, "delta_min": "13.6584x slower", "delta_avg": "12.2076x slower", "std_changed": 0.003819987102604662, "min_changed": 0.24757194519, "delta_std": "1.6058x larger", "std_base": 0.002378890438245389, "t_msg": "Significant (t=-371.259670, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008828692436219, "timeline_link": null, "avg_changed": 0.10985179901124, "min_base": 0.00711798667908, "delta_min": "14.8968x slower", "delta_avg": "12.4426x slower", "std_changed": 0.0017524364836979335, "min_changed": 0.106034994125, "delta_std": "3.5252x smaller", "std_base": 0.006177754077946862, "t_msg": "Significant (t=-111.242092, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023574056625368, "timeline_link": null, "avg_changed": 0.23081269264220006, "min_base": 0.0204801559448, "delta_min": "10.9501x slower", "delta_avg": "9.7910x slower", "std_changed": 0.0027149066883207377, "min_changed": 0.224259853363, "delta_std": "4.8003x smaller", "std_base": 0.013032338677438674, "t_msg": "Significant (t=-110.080011, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08087893486020398, "timeline_link": null, "avg_changed": 0.7513116455078002, "min_base": 0.0509469509125, "delta_min": "14.4012x slower", "delta_avg": "9.2893x slower", "std_changed": 0.007900766164891533, "min_changed": 0.733696937561, "delta_std": "4.0934x smaller", "std_base": 0.03234110143559622, "t_msg": "Significant (t=-142.396076, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.239862918855005, "timeline_link": null, "avg_changed": 161.7471154929999, "min_base": 6.09798502922, "delta_min": "26.5243x slower", "delta_avg": "25.9216x slower", "std_changed": 0.0020754311337572344, "min_changed": 161.745060921, "delta_std": "69.0547x smaller", "std_base": 0.14331831123049282, "t_msg": "Significant (t=-7671.643907, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.407405996322, "timeline_link": null, "avg_changed": 8.671444368364002, "min_base": 1.08078598976, "delta_min": "7.9812x slower", "delta_avg": "6.1613x slower", "std_changed": 0.05250947199489739, "min_changed": 8.62601995468, "delta_std": "8.8735x smaller", "std_base": 0.4659423512805858, "t_msg": "Significant (t=-34.641006, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37028341770176015, "timeline_link": null, "avg_changed": 11.486626830097999, "min_base": 0.359957933426, "delta_min": "31.6408x slower", "delta_avg": "31.0212x slower", "std_changed": 0.03438685029747962, "min_changed": 11.38935709, "delta_std": "3.7173x larger", "std_base": 0.009250558692201885, "t_msg": "Significant (t=-2207.407339, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04637127876282001, "timeline_link": null, "avg_changed": 0.22784454345696, "min_base": 0.0447289943695, "delta_min": "4.9612x slower", "delta_avg": "4.9135x slower", "std_changed": 0.0028063807237801307, "min_changed": 0.221909999847, "delta_std": "1.0704x larger", "std_base": 0.002621729428166788, "t_msg": "Significant (t=-334.127994, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020706496238709998, "timeline_link": null, "avg_changed": 0.3635508108138801, "min_base": 0.0200350284576, "delta_min": "17.6108x slower", "delta_avg": "17.5573x slower", "std_changed": 0.0058396666325231245, "min_changed": 0.352832794189, "delta_std": "3.7573x larger", "std_base": 0.0015542156128516178, "t_msg": "Significant (t=-401.173898, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.903648567198001, "timeline_link": null, "avg_changed": 18.382593250280003, "min_base": 8.87514686584, "delta_min": "2.0657x slower", "delta_avg": "2.0646x slower", "std_changed": 0.035200632845433615, "min_changed": 18.3331091404, "delta_std": "2.0192x larger", "std_base": 0.017432816289761108, "t_msg": "Significant (t=-539.589845, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.55189361572, "timeline_link": null, "avg_changed": 4.612236785888, "min_base": 4.53853201866, "delta_min": "1.0105x slower", "delta_avg": "1.0133x slower", "std_changed": 0.0189968351860777, "min_changed": 4.58622097969, "delta_std": "1.7884x larger", "std_base": 0.010622293947784663, "t_msg": "Significant (t=-6.199484, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15747591495511998, "timeline_link": null, "avg_changed": 1.2716712856294001, "min_base": 0.152669906616, "delta_min": "8.1008x slower", "delta_avg": "8.0753x slower", "std_changed": 0.011623725363138968, "min_changed": 1.23675394058, "delta_std": "2.5254x larger", "std_base": 0.004602757870131953, "t_msg": "Significant (t=-630.190576, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.044755382537861994, "timeline_link": null, "avg_changed": 0.1995066261291601, "min_base": 0.0109438896179, "delta_min": "17.6308x slower", "delta_avg": "4.4577x slower", "std_changed": 0.006597645856541792, "min_changed": 0.192949056625, "delta_std": "8.0731x smaller", "std_base": 0.05326362551447028, "t_msg": "Significant (t=-20.388346, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.047701220512394, "timeline_link": null, "avg_changed": 0.21465031623844005, "min_base": 0.015732049942, "delta_min": "13.3384x slower", "delta_avg": "4.4999x slower", "std_changed": 0.0022856693026945723, "min_changed": 0.209839820862, "delta_std": "25.2930x smaller", "std_base": 0.05781151482405006, "t_msg": "Significant (t=-20.404011, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009928474426265802, "timeline_link": null, "avg_changed": 1.1687156343458003, "min_base": 0.0085871219635, "delta_min": "133.4207x slower", "delta_avg": "117.7135x slower", "std_changed": 0.011418418192811414, "min_changed": 1.14569997787, "delta_std": "2.2827x larger", "std_base": 0.005002140149532388, "t_msg": "Significant (t=-657.295746, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015624666213986003, "timeline_link": null, "avg_changed": 0.19046108722684, "min_base": 0.00139784812927, "delta_min": "131.6365x slower", "delta_avg": "121.8977x slower", "std_changed": 0.0024368218877204636, "min_changed": 0.184007883072, "delta_std": "5.7668x larger", "std_base": 0.00042256321231354477, "t_msg": "Significant (t=-540.078138, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09130764007570999, "timeline_link": null, "avg_changed": 0.3040751457215, "min_base": 0.0349910259247, "delta_min": "8.3761x slower", "delta_avg": "3.3302x slower", "std_changed": 0.005832213162128456, "min_changed": 0.293088912964, "delta_std": "12.7906x smaller", "std_base": 0.07459772832474204, "t_msg": "Significant (t=-20.106730, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12019535064704, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18351823806759995, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12069917201994002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2582521438599, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15328762054443998, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14286624908451995, "timeline_link": null, "avg_changed": 0.4357329559325801, "min_base": 0.13863492012, "delta_min": "3.0140x slower", "delta_avg": "3.0499x slower", "std_changed": 0.00739619133256888, "min_changed": 0.417847156525, "delta_std": "4.1169x larger", "std_base": 0.0017965561306614024, "t_msg": "Significant (t=-272.081190, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041606760025017994, "timeline_link": null, "avg_changed": 0.20865232944494, "min_base": 0.0287511348724, "delta_min": "7.0438x slower", "delta_avg": "5.0149x slower", "std_changed": 0.0027115025765814356, "min_changed": 0.202517986298, "delta_std": "4.5047x smaller", "std_base": 0.012214554284988077, "t_msg": "Significant (t=-94.405388, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0056306123733526016, "timeline_link": null, "avg_changed": 0.31057140827181995, "min_base": 0.00518393516541, "delta_min": "58.3248x slower", "delta_avg": "55.1577x slower", "std_changed": 0.003411547438819831, "min_changed": 0.302351951599, "delta_std": "1.5563x larger", "std_base": 0.0021920271597535273, "t_msg": "Significant (t=-531.742735, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0310000000000001, "timeline_link": null, "avg_changed": 4.8187999999999995, "min_base": 1.0, "delta_min": "4.7300x slower", "delta_avg": "4.6739x slower", "std_changed": 0.04452195055961332, "min_changed": 4.73, "delta_std": "2.0439x larger", "std_base": 0.02178278668853846, "t_msg": "Significant (t=-540.376582, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.39560000000000023, "timeline_link": null, "avg_changed": 3.7492, "min_base": 0.37, "delta_min": "9.8108x slower", "delta_avg": "9.4772x slower", "std_changed": 0.04980943275963631, "min_changed": 3.63, "delta_std": "2.4392x larger", "std_base": 0.020420078154520717, "t_msg": "Significant (t=-440.504279, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.035114070574442, "timeline_link": null, "avg_changed": 0.20989471594495795, "min_base": 0.0209209918976, "delta_min": "2.8827x slower", "delta_avg": "5.9775x slower", "std_changed": 0.08703580780621034, "min_changed": 0.0603089332581, "delta_std": "5.4273x larger", "std_base": 0.01603666880707892, "t_msg": "Significant (t=-24.187521, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01765563440322866, "timeline_link": null, "avg_changed": 0.043355463504791185, "min_base": 0.00356316566467, "delta_min": "7.4274x slower", "delta_avg": "2.4556x slower", "std_changed": 0.07503517461749265, "min_changed": 0.0264649391174, "delta_std": "1.3212x larger", "std_base": 0.056792333321321366, "t_msg": "Significant (t=-6.106679, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7272050619124999, "timeline_link": null, "avg_changed": 16.62001912596, "min_base": 0.715445995331, "delta_min": "23.0888x slower", "delta_avg": "22.8547x slower", "std_changed": 0.04560341133933845, "min_changed": 16.5188159943, "delta_std": "8.2870x larger", "std_base": 0.005503002562757588, "t_msg": "Significant (t=-1094.118325, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2583126068114, "timeline_link": null, "avg_changed": 0.8265753269196001, "min_base": 0.176393985748, "delta_min": "4.6183x slower", "delta_avg": "3.1999x slower", "std_changed": 0.01147445716025161, "min_changed": 0.814640045166, "delta_std": "14.2499x smaller", "std_base": 0.16350947473109975, "t_msg": "Significant (t=-7.752191, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1748640060414002, "timeline_link": null, "avg_changed": 4.812594270706, "min_base": 0.793041944504, "delta_min": "6.0442x slower", "delta_avg": "4.0963x slower", "std_changed": 0.017030196316191123, "min_changed": 4.7933139801, "delta_std": "33.5726x smaller", "std_base": 0.5717486837717589, "t_msg": "Significant (t=-14.220594, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2549880504608, "timeline_link": null, "avg_changed": 0.39821376800540004, "min_base": 0.130882978439, "delta_min": "2.9736x slower", "delta_avg": "1.5617x slower", "std_changed": 0.00806872748709821, "min_changed": 0.389188051224, "delta_std": "21.5818x smaller", "std_base": 0.1741375424092947, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22307882308959998, "timeline_link": null, "avg_changed": 1.415978765488, "min_base": 0.153388023376, "delta_min": "9.1792x slower", "delta_avg": "6.3474x slower", "std_changed": 0.008566418585142913, "min_changed": 1.40797495842, "delta_std": "12.1283x smaller", "std_base": 0.10389614805563871, "t_msg": "Significant (t=-25.586939, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010963362620000002, "timeline_link": null, "avg_changed": 0.7165782931400001, "min_base": 0.008004295, "delta_min": "87.0703x slower", "delta_avg": "65.3612x slower", "std_changed": 0.011021892265200263, "min_changed": 0.696936182, "delta_std": "1.4149x larger", "std_base": 0.007789664130197858, "t_msg": "Significant (t=-369.679264, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [491.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002565523953926471, "timeline_link": null, "avg_changed": 0.12443695012087934, "min_base": 0.002529945702305337, "delta_min": "48.4157x slower", "delta_avg": "48.5035x slower", "std_changed": 0.001120413306017586, "min_changed": 0.1224889759921607, "delta_std": "56.7722x larger", "std_base": 1.973524568989605e-05, "t_msg": "Significant (t=-769.026447, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006786418633723965, "timeline_link": null, "avg_changed": 0.006581960594265486, "min_base": 0.0006640106241699867, "delta_min": "9.7476x slower", "delta_avg": "9.6987x slower", "std_changed": 8.168122500827615e-05, "min_changed": 0.006472491909385114, "delta_std": "10.3273x larger", "std_base": 7.90922809924376e-06, "t_msg": "Significant (t=-176.206977, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027967218486039296, "timeline_link": null, "avg_changed": 0.04203444930599141, "min_base": 0.0024554941682013503, "delta_min": "16.6564x slower", "delta_avg": "15.0299x slower", "std_changed": 0.0004764337901199552, "min_changed": 0.0408997955010225, "delta_std": "2.2918x larger", "std_base": 0.00020788281955672525, "t_msg": "Significant (t=-533.755818, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.056935188812131055, "timeline_link": null, "avg_changed": 0.3589587600803228, "min_base": 0.05545927209705372, "delta_min": "6.3414x slower", "delta_avg": "6.3047x slower", "std_changed": 0.0037093502152720616, "min_changed": 0.35168699857127156, "delta_std": "4.3410x larger", "std_base": 0.0008544860337600913, "t_msg": "Significant (t=-561.048311, a=0.95)\n"}]], "branch": "", "revision": "97826:fb4d4c113dae"}