{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019622149467470002, "timeline_link": null, "avg_changed": 0.31002660274508, "min_base": 0.0190348625183, "delta_min": "15.8205x slower", "delta_avg": "15.7998x slower", "std_changed": 0.003949306713148308, "min_changed": 0.301141023636, "delta_std": "8.1864x larger", "std_base": 0.0004824236978864887, "t_msg": "Significant (t=-516.120562, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008843015034993063, "timeline_link": null, "avg_changed": 0.058972301483156644, "min_base": 0.00665807723999, "delta_min": "8.4511x slower", "delta_avg": "6.6688x slower", "std_changed": 0.001957100060635052, "min_changed": 0.0562679767609, "delta_std": "1.9168x smaller", "std_base": 0.0037513612187926263, "t_msg": "Significant (t=-145.102479, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15515743494035, "timeline_link": null, "avg_changed": 1.0250770211229998, "min_base": 0.123682975769, "delta_min": "8.1598x slower", "delta_avg": "6.6067x slower", "std_changed": 0.009850029368372952, "min_changed": 1.00922584534, "delta_std": "10.3432x smaller", "std_base": 0.10188063797115186, "t_msg": "Significant (t=-38.008621, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6738122367855999, "timeline_link": null, "avg_changed": 9.181273574829198, "min_base": 1.65764403343, "delta_min": "5.4868x slower", "delta_avg": "5.4852x slower", "std_changed": 0.030453943106566076, "min_changed": 9.09523081779, "delta_std": "4.6160x larger", "std_base": 0.006597535627074208, "t_msg": "Significant (t=-1703.629580, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006658663749695598, "timeline_link": null, "avg_changed": 0.07774863243102201, "min_base": 0.00513482093811, "delta_min": "14.7283x slower", "delta_avg": "11.6763x slower", "std_changed": 0.0011629497923302972, "min_changed": 0.0756270885468, "delta_std": "1.9998x smaller", "std_base": 0.002325718256350029, "t_msg": "Significant (t=-193.318957, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.0942564010639995, "timeline_link": null, "avg_changed": 23.05920386312, "min_base": 3.95077514648, "delta_min": "5.8249x slower", "delta_avg": "5.6321x slower", "std_changed": 0.05871301907427387, "min_changed": 23.0127110481, "delta_std": "4.5698x smaller", "std_base": 0.26830834904005924, "t_msg": "Significant (t=-154.399406, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046974897384644, "timeline_link": null, "avg_changed": 0.22392207145690002, "min_base": 0.00354504585266, "delta_min": "61.6869x slower", "delta_avg": "47.6685x slower", "std_changed": 0.002730616862647512, "min_changed": 0.218683004379, "delta_std": "2.5955x smaller", "std_base": 0.007087417580800672, "t_msg": "Significant (t=-204.095029, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.785830975], "base_times": [64.6182329655]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.02764372825623001, "timeline_link": null, "avg_changed": 1.6513426208494002, "min_base": 0.0260651111603, "delta_min": "62.3882x slower", "delta_avg": "59.7366x slower", "std_changed": 0.012884763979327217, "min_changed": 1.62615513802, "delta_std": "1.8865x larger", "std_base": 0.006830127589763083, "t_msg": "Significant (t=-787.298895, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004910149574281439, "timeline_link": null, "avg_changed": 0.01837123870849, "min_base": 0.000650882720947, "delta_min": "27.6425x slower", "delta_avg": "3.7415x slower", "std_changed": 0.00027933428232556316, "min_changed": 0.0179920196533, "delta_std": "20.2471x smaller", "std_base": 0.00565569689483316, "t_msg": "Significant (t=-16.809315, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.01542765617371001, "timeline_link": null, "avg_changed": 0.445710606575, "min_base": 0.0148379802704, "delta_min": "29.1300x slower", "delta_avg": "28.8904x slower", "std_changed": 0.0047443425119598715, "min_changed": 0.432230949402, "delta_std": "3.3853x larger", "std_base": 0.0014014364844084897, "t_msg": "Significant (t=-615.031302, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.20212407112125994, "timeline_link": null, "avg_changed": 0.4667429208755399, "min_base": 0.147838830948, "delta_min": "3.0862x slower", "delta_avg": "2.3092x slower", "std_changed": 0.011603669037253895, "min_changed": 0.456267118454, "delta_std": "4.5772x smaller", "std_base": 0.05311237375771686, "t_msg": "Significant (t=-34.417966, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09679194927215205, "timeline_link": null, "avg_changed": 0.7409460067749197, "min_base": 0.0944979190826, "delta_min": "7.6592x slower", "delta_avg": "7.6550x slower", "std_changed": 0.013261140368814617, "min_changed": 0.723781108856, "delta_std": "5.8956x larger", "std_base": 0.0022493466536939355, "t_msg": "Significant (t=-338.637130, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020786590576172, "timeline_link": null, "avg_changed": 0.26418806076043994, "min_base": 0.0175240039825, "delta_min": "14.5474x slower", "delta_avg": "12.7095x slower", "std_changed": 0.004035192603091914, "min_changed": 0.254928827286, "delta_std": "1.8076x larger", "std_base": 0.0022323620507300928, "t_msg": "Significant (t=-373.218404, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008806552886962799, "timeline_link": null, "avg_changed": 0.11075853347779997, "min_base": 0.0070481300354, "delta_min": "15.3859x slower", "delta_avg": "12.5768x slower", "std_changed": 0.0015240382781443566, "min_changed": 0.108441829681, "delta_std": "4.2170x smaller", "std_base": 0.006426930258539892, "t_msg": "Significant (t=-109.143379, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024458827972406, "timeline_link": null, "avg_changed": 0.23078379631041998, "min_base": 0.02117395401, "delta_min": "10.5705x slower", "delta_avg": "9.4356x slower", "std_changed": 0.0033043917303900872, "min_changed": 0.22381901741, "delta_std": "4.0471x smaller", "std_base": 0.013373362774428839, "t_msg": "Significant (t=-105.907758, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.049528079032898, "timeline_link": null, "avg_changed": 0.7941767978668401, "min_base": 0.0365571975708, "delta_min": "21.3179x slower", "delta_avg": "16.0349x slower", "std_changed": 0.007315577117291664, "min_changed": 0.779322862625, "delta_std": "1.9320x smaller", "std_base": 0.014133881093810951, "t_msg": "Significant (t=-330.850919, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.255609512329999, "timeline_link": null, "avg_changed": 164.34525442149996, "min_base": 6.14711308479, "delta_min": "26.7078x slower", "delta_avg": "26.2717x slower", "std_changed": 0.1711737655153635, "min_changed": 164.175801039, "delta_std": "1.5618x larger", "std_base": 0.10959794235435558, "t_msg": "Significant (t=-5499.832185, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.454780769346, "timeline_link": null, "avg_changed": 8.928657007218, "min_base": 1.07587099075, "delta_min": "8.2559x slower", "delta_avg": "6.1375x slower", "std_changed": 0.03144004308894266, "min_changed": 8.88228702545, "delta_std": "15.4177x smaller", "std_base": 0.48473270055077516, "t_msg": "Significant (t=-34.404637, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.38086618900298014, "timeline_link": null, "avg_changed": 11.609469494815999, "min_base": 0.367897987366, "delta_min": "31.3953x slower", "delta_avg": "30.4818x slower", "std_changed": 0.03401727253925877, "min_changed": 11.550260067, "delta_std": "3.4681x larger", "std_base": 0.00980867798205165, "t_msg": "Significant (t=-2242.686122, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04705829620361, "timeline_link": null, "avg_changed": 0.2276282691956199, "min_base": 0.0460071563721, "delta_min": "4.7995x slower", "delta_avg": "4.8372x slower", "std_changed": 0.002636674277183834, "min_changed": 0.220811128616, "delta_std": "1.0930x larger", "std_base": 0.0024124145932408383, "t_msg": "Significant (t=-357.276588, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021438298225406004, "timeline_link": null, "avg_changed": 0.35353346347801995, "min_base": 0.0200798511505, "delta_min": "17.2349x slower", "delta_avg": "16.4907x slower", "std_changed": 0.003746817766753185, "min_changed": 0.346073865891, "delta_std": "1.7301x larger", "std_base": 0.0021657030055645147, "t_msg": "Significant (t=-542.614344, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.100029850005999, "timeline_link": null, "avg_changed": 18.496667194360004, "min_base": 9.06350016594, "delta_min": "2.0267x slower", "delta_avg": "2.0326x slower", "std_changed": 0.09038285661410564, "min_changed": 18.3685760498, "delta_std": "3.2163x larger", "std_base": 0.02810186608432501, "t_msg": "Significant (t=-221.989860, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.554767751691999, "timeline_link": null, "avg_changed": 4.629300355913999, "min_base": 4.5315489769, "delta_min": "1.0154x slower", "delta_avg": "1.0164x slower", "std_changed": 0.018374923933531594, "min_changed": 4.60113191605, "delta_std": "1.1336x smaller", "std_base": 0.02082898601916038, "t_msg": "Significant (t=-6.000227, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15807445526126002, "timeline_link": null, "avg_changed": 1.2241728115084, "min_base": 0.154034852982, "delta_min": "7.7967x slower", "delta_avg": "7.7443x slower", "std_changed": 0.00901823459319308, "min_changed": 1.20096707344, "delta_std": "3.4753x larger", "std_base": 0.0025949797762303615, "t_msg": "Significant (t=-803.316767, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046311254501372, "timeline_link": null, "avg_changed": 0.20069013595581997, "min_base": 0.0109188556671, "delta_min": "17.7046x slower", "delta_avg": "4.3335x slower", "std_changed": 0.0066272483657230635, "min_changed": 0.19331407547, "delta_std": "8.2315x smaller", "std_base": 0.054552082624561425, "t_msg": "Significant (t=-19.864617, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049322490692126, "timeline_link": null, "avg_changed": 0.21469580650328002, "min_base": 0.0172901153564, "delta_min": "11.9848x slower", "delta_avg": "4.3529x slower", "std_changed": 0.0031704712804481745, "min_changed": 0.20721912384, "delta_std": "18.1785x smaller", "std_base": 0.05763438183265284, "t_msg": "Significant (t=-20.258752, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0095746660232558, "timeline_link": null, "avg_changed": 1.1730675363543999, "min_base": 0.00887322425842, "delta_min": "129.2419x slower", "delta_avg": "122.5179x slower", "std_changed": 0.02466795483018697, "min_changed": 1.14679193497, "delta_std": "28.2217x larger", "std_base": 0.0008740786543609973, "t_msg": "Significant (t=-333.305987, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016174077987673996, "timeline_link": null, "avg_changed": 0.18579855918885996, "min_base": 0.00140309333801, "delta_min": "130.4025x slower", "delta_avg": "114.8743x slower", "std_changed": 0.001842841652103418, "min_changed": 0.182966947556, "delta_std": "3.0462x larger", "std_base": 0.0006049619749315909, "t_msg": "Significant (t=-671.457038, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.095120506286598, "timeline_link": null, "avg_changed": 0.30124216079710003, "min_base": 0.0407559871674, "delta_min": "7.1199x slower", "delta_avg": "3.1670x slower", "std_changed": 0.0073502651562313065, "min_changed": 0.290177106857, "delta_std": "9.7128x smaller", "std_base": 0.07139136373418363, "t_msg": "Significant (t=-20.308285, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12038138389587999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1843619775772, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12037764549255998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25765563488002, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1523036050796, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14824461460116, "timeline_link": null, "avg_changed": 0.4384079122543801, "min_base": 0.14578294754, "delta_min": "2.9648x slower", "delta_avg": "2.9573x slower", "std_changed": 0.0042051085157485, "min_changed": 0.43221783638, "delta_std": "2.4169x larger", "std_base": 0.0017399099202866262, "t_msg": "Significant (t=-450.853121, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042604126930229996, "timeline_link": null, "avg_changed": 0.20800356864934, "min_base": 0.0291209220886, "delta_min": "6.9731x slower", "delta_avg": "4.8822x slower", "std_changed": 0.0017889107233908482, "min_changed": 0.203063964844, "delta_std": "6.8897x smaller", "std_base": 0.012325083678239373, "t_msg": "Significant (t=-93.907893, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005469160079955999, "timeline_link": null, "avg_changed": 0.3416383934021999, "min_base": 0.00508999824524, "delta_min": "65.2120x slower", "delta_avg": "62.4663x slower", "std_changed": 0.0038266510964555505, "min_changed": 0.33192896843, "delta_std": "2.4755x larger", "std_base": 0.0015458391798623843, "t_msg": "Significant (t=-575.968796, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0667999999999997, "timeline_link": null, "avg_changed": 4.922799999999999, "min_base": 1.03, "delta_min": "4.6699x slower", "delta_avg": "4.6145x slower", "std_changed": 0.048782733646658395, "min_changed": 4.81, "delta_std": "1.9305x larger", "std_base": 0.025269163267605414, "t_msg": "Significant (t=-496.297232, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38640000000000035, "timeline_link": null, "avg_changed": 3.834599999999999, "min_base": 0.36, "delta_min": "10.3889x slower", "delta_avg": "9.9239x slower", "std_changed": 0.03960055658235946, "min_changed": 3.74, "delta_std": "1.9060x larger", "std_base": 0.020776753100226097, "t_msg": "Significant (t=-545.224982, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034984240531923984, "timeline_link": null, "avg_changed": 0.21055862903599604, "min_base": 0.0210528373718, "delta_min": "2.8971x slower", "delta_avg": "6.0187x slower", "std_changed": 0.08741402580940723, "min_changed": 0.0609931945801, "delta_std": "5.4970x larger", "std_base": 0.01590211145862308, "t_msg": "Significant (t=-24.202252, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017246100425719033, "timeline_link": null, "avg_changed": 0.04349085903166901, "min_base": 0.00348806381226, "delta_min": "7.7627x slower", "delta_avg": "2.5218x slower", "std_changed": 0.07618764597996519, "min_changed": 0.02707695961, "delta_std": "1.3899x larger", "std_base": 0.05481538762076279, "t_msg": "Significant (t=-6.252551, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7456777811048999, "timeline_link": null, "avg_changed": 16.71249060632, "min_base": 0.734489202499, "delta_min": "22.6592x slower", "delta_avg": "22.4125x slower", "std_changed": 0.05903146092025847, "min_changed": 16.6429100037, "delta_std": "7.7290x larger", "std_base": 0.007637650218021849, "t_msg": "Significant (t=-848.261532, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25662140846279996, "timeline_link": null, "avg_changed": 0.8250696182252, "min_base": 0.168992042542, "delta_min": "4.8268x slower", "delta_avg": "3.2151x slower", "std_changed": 0.0056472298123632966, "min_changed": 0.81568813324, "delta_std": "29.3275x smaller", "std_base": 0.16561914238096578, "t_msg": "Significant (t=-7.670312, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1701841831198, "timeline_link": null, "avg_changed": 4.82121605873, "min_base": 0.774739980698, "delta_min": "6.1885x slower", "delta_avg": "4.1200x slower", "std_changed": 0.03631960380263976, "min_changed": 4.79451417923, "delta_std": "15.6577x smaller", "std_base": 0.5686796885043507, "t_msg": "Significant (t=-14.326793, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24782762527460003, "timeline_link": null, "avg_changed": 0.39547100067159996, "min_base": 0.098021030426, "delta_min": "3.9232x slower", "delta_avg": "1.5958x slower", "std_changed": 0.011391588988998837, "min_changed": 0.384552955627, "delta_std": "16.4847x smaller", "std_base": 0.18778665070854902, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.21523885726920003, "timeline_link": null, "avg_changed": 1.368575668334, "min_base": 0.138799190521, "delta_min": "9.7205x slower", "delta_avg": "6.3584x slower", "std_changed": 0.011050608452492519, "min_changed": 1.34919118881, "delta_std": "10.8771x smaller", "std_base": 0.12019840179857644, "t_msg": "Significant (t=-21.365585, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01076755608, "timeline_link": null, "avg_changed": 0.7200581879200001, "min_base": 0.007924197, "delta_min": "88.6932x slower", "delta_avg": "66.8729x slower", "std_changed": 0.009558604616273414, "min_changed": 0.702822137, "delta_std": "1.3545x larger", "std_base": 0.007056746049745653, "t_msg": "Significant (t=-422.130124, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [498.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [58.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024961967734198434, "timeline_link": null, "avg_changed": 0.12467821866666816, "min_base": 0.0024427838942372286, "delta_min": "49.8428x slower", "delta_avg": "49.9473x slower", "std_changed": 0.0011192505126885782, "min_changed": 0.12175522329907953, "delta_std": "43.6941x larger", "std_base": 2.5615604457578555e-05, "t_msg": "Significant (t=-771.704973, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006658367954076891, "timeline_link": null, "avg_changed": 0.006634387454382123, "min_base": 0.0006538511834706421, "delta_min": "9.9506x slower", "delta_avg": "9.9640x slower", "std_changed": 0.00010534038151613378, "min_changed": 0.006506180871828237, "delta_std": "12.6039x larger", "std_base": 8.357787408685622e-06, "t_msg": "Significant (t=-126.297964, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027945852795375663, "timeline_link": null, "avg_changed": 0.04179680253305874, "min_base": 0.0024313153415998056, "delta_min": "16.9259x slower", "delta_avg": "14.9564x slower", "std_changed": 0.00045442250405233373, "min_changed": 0.0411522633744856, "delta_std": "2.2118x larger", "std_base": 0.0002054541425729161, "t_msg": "Significant (t=-553.001887, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05777362090642196, "timeline_link": null, "avg_changed": 0.3465751628705862, "min_base": 0.05645830025229803, "delta_min": "6.0316x slower", "delta_avg": "5.9988x slower", "std_changed": 0.003309788734010541, "min_changed": 0.34053421304671705, "delta_std": "4.2041x larger", "std_base": 0.0007872795991097103, "t_msg": "Significant (t=-600.251413, a=0.95)\n"}]], "branch": "", "revision": "96682:6b079b8365ca"}