{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019171085357666, "timeline_link": null, "avg_changed": 0.29622114658364007, "min_base": 0.0186960697174, "delta_min": "15.5280x slower", "delta_avg": "15.4515x slower", "std_changed": 0.0031142884779679016, "min_changed": 0.290312051773, "delta_std": "7.3712x larger", "std_base": 0.00042249127765473806, "t_msg": "Significant (t=-623.339021, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.00852516492207893, "timeline_link": null, "avg_changed": 0.060212863286331325, "min_base": 0.00656700134277, "delta_min": "8.7417x slower", "delta_avg": "7.0630x slower", "std_changed": 0.0023494624852180204, "min_changed": 0.0574069023132, "delta_std": "1.4273x smaller", "std_base": 0.003353270750006071, "t_msg": "Significant (t=-154.610446, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1593049049377, "timeline_link": null, "avg_changed": 0.9959616303447, "min_base": 0.124995946884, "delta_min": "7.7530x slower", "delta_avg": "6.2519x slower", "std_changed": 0.009200035146593481, "min_changed": 0.96909403801, "delta_std": "11.4484x smaller", "std_base": 0.1053259959896795, "t_msg": "Significant (t=-35.389648, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6727401113508, "timeline_link": null, "avg_changed": 9.051983551979001, "min_base": 1.6519510746, "delta_min": "5.4470x slower", "delta_avg": "5.4115x slower", "std_changed": 0.023929478294072742, "min_changed": 8.99812293053, "delta_std": "3.1212x larger", "std_base": 0.007666640817835626, "t_msg": "Significant (t=-2076.564740, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0064316034317012, "timeline_link": null, "avg_changed": 0.07740514278411799, "min_base": 0.00484299659729, "delta_min": "15.6013x slower", "delta_avg": "12.0351x slower", "std_changed": 0.001140726093694859, "min_changed": 0.0755569934845, "delta_std": "2.0203x smaller", "std_base": 0.0023046075846509706, "t_msg": "Significant (t=-195.163922, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.988960218428, "timeline_link": null, "avg_changed": 22.37810745238, "min_base": 3.8359041214, "delta_min": "5.8164x slower", "delta_avg": "5.6100x slower", "std_changed": 0.06855634031456591, "min_changed": 22.3112568855, "delta_std": "3.7196x smaller", "std_base": 0.25500260050059936, "t_msg": "Significant (t=-155.721396, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046785974502563995, "timeline_link": null, "avg_changed": 0.21384826660158, "min_base": 0.00353193283081, "delta_min": "58.9255x slower", "delta_avg": "45.7078x slower", "std_changed": 0.002632822646273389, "min_changed": 0.208120822906, "delta_std": "2.7143x smaller", "std_base": 0.007146397720415107, "t_msg": "Significant (t=-194.204549, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.86555481], "base_times": [63.760792017]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026768593788151992, "timeline_link": null, "avg_changed": 1.6273867940901996, "min_base": 0.0252759456635, "delta_min": "63.6392x slower", "delta_avg": "60.7946x slower", "std_changed": 0.010687536708795431, "min_changed": 1.60854101181, "delta_std": "1.6271x larger", "std_base": 0.0065683750404386875, "t_msg": "Significant (t=-902.227233, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00488589763641772, "timeline_link": null, "avg_changed": 0.017964501380919998, "min_base": 0.000646114349365, "delta_min": "27.1406x slower", "delta_avg": "3.6768x slower", "std_changed": 0.000569094417184744, "min_changed": 0.0175359249115, "delta_std": "9.8678x smaller", "std_base": 0.005615707933270427, "t_msg": "Significant (t=-16.384123, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015328335762024, "timeline_link": null, "avg_changed": 0.4458991289138201, "min_base": 0.0145668983459, "delta_min": "29.7255x slower", "delta_avg": "29.0899x slower", "std_changed": 0.006433279971754643, "min_changed": 0.433008909225, "delta_std": "4.8484x larger", "std_base": 0.0013268803894585892, "t_msg": "Significant (t=-463.501058, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18842509746554, "timeline_link": null, "avg_changed": 0.46798293113712, "min_base": 0.142061948776, "delta_min": "3.2123x slower", "delta_avg": "2.4837x slower", "std_changed": 0.007474360545927993, "min_changed": 0.456342935562, "delta_std": "6.5891x smaller", "std_base": 0.049249481780174166, "t_msg": "Significant (t=-39.683525, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097892560958852, "timeline_link": null, "avg_changed": 0.7348170852661201, "min_base": 0.0951690673828, "delta_min": "7.5577x slower", "delta_avg": "7.5064x slower", "std_changed": 0.012099941430481558, "min_changed": 0.719254970551, "delta_std": "6.1975x larger", "std_base": 0.001952403819061132, "t_msg": "Significant (t=-367.458608, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020855760574340004, "timeline_link": null, "avg_changed": 0.27621536731722, "min_base": 0.017676115036, "delta_min": "15.1849x slower", "delta_avg": "13.2441x slower", "std_changed": 0.004774694542880865, "min_changed": 0.268410921097, "delta_std": "2.1111x larger", "std_base": 0.0022617307474316842, "t_msg": "Significant (t=-341.769185, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008877282142641002, "timeline_link": null, "avg_changed": 0.11211005210880001, "min_base": 0.0071918964386, "delta_min": "15.2638x slower", "delta_avg": "12.6289x slower", "std_changed": 0.0017572844612114124, "min_changed": 0.10977602005, "delta_std": "3.4490x smaller", "std_base": 0.006060960286091467, "t_msg": "Significant (t=-115.673539, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023832440376281995, "timeline_link": null, "avg_changed": 0.23524614334109997, "min_base": 0.0207319259644, "delta_min": "11.1756x slower", "delta_avg": "9.8708x slower", "std_changed": 0.0027393634320496845, "min_changed": 0.231690883636, "delta_std": "4.7263x smaller", "std_base": 0.012947055876895108, "t_msg": "Significant (t=-112.963309, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06548810482024202, "timeline_link": null, "avg_changed": 0.7984988594055399, "min_base": 0.0461587905884, "delta_min": "17.0008x slower", "delta_avg": "12.1930x slower", "std_changed": 0.006908822309053832, "min_changed": 0.784734964371, "delta_std": "2.6244x smaller", "std_base": 0.018131638959529642, "t_msg": "Significant (t=-267.128170, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.235881924629994, "timeline_link": null, "avg_changed": 164.06327140299985, "min_base": 6.07423400879, "delta_min": "27.0009x slower", "delta_avg": "26.3096x slower", "std_changed": 0.05423468504584696, "min_changed": 164.009581804, "delta_std": "3.0108x smaller", "std_base": 0.16328905350733738, "t_msg": "Significant (t=-6486.149063, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4284614086160001, "timeline_link": null, "avg_changed": 9.083525419234002, "min_base": 1.04274106026, "delta_min": "8.6746x slower", "delta_avg": "6.3590x slower", "std_changed": 0.029568504333397846, "min_changed": 9.04538607597, "delta_std": "16.8512x smaller", "std_base": 0.49826365124945454, "t_msg": "Significant (t=-34.293456, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37500176906585997, "timeline_link": null, "avg_changed": 11.343067517277998, "min_base": 0.364805936813, "delta_min": "30.8037x slower", "delta_avg": "30.2480x slower", "std_changed": 0.03540982705361422, "min_changed": 11.2373700142, "delta_std": "3.8330x larger", "std_base": 0.009238035106041521, "t_msg": "Significant (t=-2119.301717, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046898565292358, "timeline_link": null, "avg_changed": 0.21786884784702007, "min_base": 0.0458381175995, "delta_min": "4.6293x slower", "delta_avg": "4.6455x slower", "std_changed": 0.0029808378015971234, "min_changed": 0.212196111679, "delta_std": "1.1661x larger", "std_base": 0.0025562288481100707, "t_msg": "Significant (t=-307.870212, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021010103225702004, "timeline_link": null, "avg_changed": 0.3575769186019801, "min_base": 0.0201110839844, "delta_min": "17.2897x slower", "delta_avg": "17.0193x slower", "std_changed": 0.004442414642738518, "min_changed": 0.347713947296, "delta_std": "2.1599x larger", "std_base": 0.0020567675658243584, "t_msg": "Significant (t=-486.143510, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.991622829438, "timeline_link": null, "avg_changed": 17.80188870428, "min_base": 8.94541311264, "delta_min": "1.9855x slower", "delta_avg": "1.9798x slower", "std_changed": 0.04219360498790601, "min_changed": 17.7612218857, "delta_std": "1.2899x smaller", "std_base": 0.0544252492581733, "t_msg": "Significant (t=-286.071476, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.566650581359999, "timeline_link": null, "avg_changed": 4.629974031450001, "min_base": 4.53836894035, "delta_min": "1.0148x slower", "delta_avg": "1.0139x slower", "std_changed": 0.018243613767767536, "min_changed": 4.60556006432, "delta_std": "1.1205x smaller", "std_base": 0.020441141809794925, "t_msg": "Significant (t=-5.168031, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15769943237300002, "timeline_link": null, "avg_changed": 1.2177778816224, "min_base": 0.153585910797, "delta_min": "7.7967x slower", "delta_avg": "7.7221x slower", "std_changed": 0.009954207467483699, "min_changed": 1.19745707512, "delta_std": "3.9653x larger", "std_base": 0.0025103301499377986, "t_msg": "Significant (t=-730.175772, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.048185658454902, "timeline_link": null, "avg_changed": 0.20161945343024, "min_base": 0.0111329555511, "delta_min": "17.3618x slower", "delta_avg": "4.1842x slower", "std_changed": 0.009873765296815688, "min_changed": 0.193288087845, "delta_std": "5.1895x smaller", "std_base": 0.051240228671038494, "t_msg": "Significant (t=-20.791127, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04918111324311, "timeline_link": null, "avg_changed": 0.21347668647765997, "min_base": 0.0172247886658, "delta_min": "12.0994x slower", "delta_avg": "4.3406x slower", "std_changed": 0.002030782661728329, "min_changed": 0.20840883255, "delta_std": "28.2236x smaller", "std_base": 0.05731590627450427, "t_msg": "Significant (t=-20.256447, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010600376129152602, "timeline_link": null, "avg_changed": 1.170879640579, "min_base": 0.00867605209351, "delta_min": "132.6744x slower", "delta_avg": "110.4564x slower", "std_changed": 0.008167800316869584, "min_changed": 1.15108990669, "delta_std": "1.3209x larger", "std_base": 0.006183362180828652, "t_msg": "Significant (t=-800.871177, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015710020065303994, "timeline_link": null, "avg_changed": 0.1878364562988, "min_base": 0.00143599510193, "delta_min": "126.3118x slower", "delta_avg": "119.5647x slower", "std_changed": 0.00292902831352408, "min_changed": 0.181383132935, "delta_std": "9.6084x larger", "std_base": 0.0003048401678052773, "t_msg": "Significant (t=-447.254088, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.088304948806776, "timeline_link": null, "avg_changed": 0.29513439178466, "min_base": 0.0347549915314, "delta_min": "8.1401x slower", "delta_avg": "3.3422x slower", "std_changed": 0.008190061652547789, "min_changed": 0.282908916473, "delta_std": "8.7939x smaller", "std_base": 0.07202258015645081, "t_msg": "Significant (t=-20.176170, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11995535850530004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18395015239713997, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1195216989517, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2576109409333, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15270306587220003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14074467658991996, "timeline_link": null, "avg_changed": 0.42724965572355983, "min_base": 0.138151168823, "delta_min": "3.0207x slower", "delta_avg": "3.0356x slower", "std_changed": 0.005128188958396029, "min_changed": 0.417319059372, "delta_std": "2.6773x larger", "std_base": 0.0019154164522085335, "t_msg": "Significant (t=-370.079060, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04137190341949, "timeline_link": null, "avg_changed": 0.20842332363128002, "min_base": 0.0285329818726, "delta_min": "7.0830x slower", "delta_avg": "5.0378x slower", "std_changed": 0.0025530996037904387, "min_changed": 0.202099084854, "delta_std": "4.5323x smaller", "std_base": 0.011571316599157222, "t_msg": "Significant (t=-99.685147, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005491633415223801, "timeline_link": null, "avg_changed": 0.33510136127476003, "min_base": 0.00510001182556, "delta_min": "64.1395x slower", "delta_avg": "61.0203x slower", "std_changed": 0.0035594233770273034, "min_changed": 0.327111959457, "delta_std": "1.9475x larger", "std_base": 0.0018277107018616612, "t_msg": "Significant (t=-582.490799, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0180000000000002, "timeline_link": null, "avg_changed": 4.796000000000001, "min_base": 0.99, "delta_min": "4.7273x slower", "delta_avg": "4.7112x slower", "std_changed": 0.054734983030480015, "min_changed": 4.68, "delta_std": "2.4428x larger", "std_base": 0.02240626734479733, "t_msg": "Significant (t=-451.689076, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4002000000000001, "timeline_link": null, "avg_changed": 3.5092000000000008, "min_base": 0.37, "delta_min": "9.2703x slower", "delta_avg": "8.7686x slower", "std_changed": 0.037462362064191415, "min_changed": 3.43, "delta_std": "1.6823x larger", "std_base": 0.022268308220886646, "t_msg": "Significant (t=-504.438517, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03415920257568333, "timeline_link": null, "avg_changed": 0.20946360270182868, "min_base": 0.0195701122284, "delta_min": "3.1191x slower", "delta_avg": "6.1320x slower", "std_changed": 0.08696058213013651, "min_changed": 0.0610401630402, "delta_std": "5.0324x larger", "std_base": 0.017280096233217745, "t_msg": "Significant (t=-24.216234, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01723596382140994, "timeline_link": null, "avg_changed": 0.043386515617373216, "min_base": 0.00341892242432, "delta_min": "7.8112x slower", "delta_avg": "2.5172x slower", "std_changed": 0.07381338628447112, "min_changed": 0.0267059803009, "delta_std": "1.3533x larger", "std_base": 0.054544008413638406, "t_msg": "Significant (t=-6.371189, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7375400543215, "timeline_link": null, "avg_changed": 16.672732710840002, "min_base": 0.730007886887, "delta_min": "22.7111x slower", "delta_avg": "22.6059x slower", "std_changed": 0.07933901828958174, "min_changed": 16.579269886, "delta_std": "19.0308x larger", "std_base": 0.004168978995905186, "t_msg": "Significant (t=-634.266468, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25280499458300004, "timeline_link": null, "avg_changed": 0.8059734344481999, "min_base": 0.171408891678, "delta_min": "4.6577x slower", "delta_avg": "3.1881x slower", "std_changed": 0.005360907880626992, "min_changed": 0.798378944397, "delta_std": "30.0013x smaller", "std_base": 0.1608343372438231, "t_msg": "Significant (t=-7.686392, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.2074879646304002, "timeline_link": null, "avg_changed": 4.80315656662, "min_base": 0.820373058319, "delta_min": "5.8295x slower", "delta_avg": "3.9778x slower", "std_changed": 0.018354188081649743, "min_changed": 4.78232693672, "delta_std": "32.4409x smaller", "std_base": 0.5954264954110233, "t_msg": "Significant (t=-13.496783, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24774222373964, "timeline_link": null, "avg_changed": 0.392841529846, "min_base": 0.0959568023682, "delta_min": "3.9232x slower", "delta_avg": "1.5857x slower", "std_changed": 0.012312571981644038, "min_changed": 0.376453876495, "delta_std": "15.6633x smaller", "std_base": 0.19285553065816188, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.21765341758719997, "timeline_link": null, "avg_changed": 1.403758573532, "min_base": 0.153263092041, "delta_min": "9.0863x slower", "delta_avg": "6.4495x slower", "std_changed": 0.010875324598146503, "min_changed": 1.39259815216, "delta_std": "8.9523x smaller", "std_base": 0.09735869231786261, "t_msg": "Significant (t=-27.073271, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011274092619999999, "timeline_link": null, "avg_changed": 0.7304971635599997, "min_base": 0.008028979, "delta_min": "88.1396x slower", "delta_avg": "64.7943x slower", "std_changed": 0.00985174837765584, "min_changed": 0.707671321, "delta_std": "1.1988x larger", "std_base": 0.008217936674535882, "t_msg": "Significant (t=-396.410367, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [495.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002479457847435132, "timeline_link": null, "avg_changed": 0.13046880092545357, "min_base": 0.00242722040302053, "delta_min": "52.5959x slower", "delta_avg": "52.6199x slower", "std_changed": 0.00155360225028497, "min_changed": 0.12766174743399888, "delta_std": "60.9732x larger", "std_base": 2.5480082397988707e-05, "t_msg": "Significant (t=-582.452575, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006565757048049676, "timeline_link": null, "avg_changed": 0.006576635407966167, "min_base": 0.0006508721687060661, "delta_min": "9.9896x slower", "delta_avg": "10.0166x slower", "std_changed": 4.8220040745209855e-05, "min_changed": 0.006501950585175552, "delta_std": "7.1785x larger", "std_base": 6.717314260993015e-06, "t_msg": "Significant (t=-271.900447, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00275190905762131, "timeline_link": null, "avg_changed": 0.04235082475003476, "min_base": 0.0023784040908550364, "delta_min": "17.4099x slower", "delta_avg": "15.3896x slower", "std_changed": 0.0005395248369748504, "min_changed": 0.041407867494824016, "delta_std": "2.5141x larger", "std_base": 0.0002146032410219702, "t_msg": "Significant (t=-482.238771, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05761641448053776, "timeline_link": null, "avg_changed": 0.35264376064059566, "min_base": 0.055998880022399555, "delta_min": "6.1931x slower", "delta_avg": "6.1205x slower", "std_changed": 0.00301598296382073, "min_changed": 0.34680828004768616, "delta_std": "3.6522x larger", "std_base": 0.0008257893178960838, "t_msg": "Significant (t=-667.145336, a=0.95)\n"}]], "branch": "", "revision": "98096:37894e68890d"}