{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038407039642338006, "timeline_link": null, "avg_changed": 0.7719748735427798, "min_base": 0.0379099845886, "delta_min": "20.2822x slower", "delta_avg": "20.0998x slower", "std_changed": 0.0015739944302288777, "min_changed": 0.768898963928, "delta_std": "2.1040x larger", "std_base": 0.0007481091715252162, "t_msg": "Significant (t=-2976.417789, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016162732442221345, "timeline_link": null, "avg_changed": 0.14370983918507332, "min_base": 0.0132958889008, "delta_min": "10.5771x slower", "delta_avg": "8.8914x slower", "std_changed": 0.002857506008894804, "min_changed": 0.140632152557, "delta_std": "2.0092x smaller", "std_base": 0.005741329835461703, "t_msg": "Significant (t=-243.582645, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28584493398665006, "timeline_link": null, "avg_changed": 1.4679460167885001, "min_base": 0.225305080414, "delta_min": "6.4092x slower", "delta_avg": "5.1355x slower", "std_changed": 0.06420531921009444, "min_changed": 1.44402098656, "delta_std": "3.0077x smaller", "std_base": 0.19310785362265126, "t_msg": "Significant (t=-25.977745, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.451824069022599, "timeline_link": null, "avg_changed": 21.206677284246002, "min_base": 3.39466381073, "delta_min": "6.2270x slower", "delta_avg": "6.1436x slower", "std_changed": 0.07626622855586099, "min_changed": 21.1386899948, "delta_std": "1.0398x larger", "std_base": 0.07334985825334078, "t_msg": "Significant (t=-1186.468752, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021364192962648004, "timeline_link": null, "avg_changed": 0.2381889247894801, "min_base": 0.0180749893188, "delta_min": "13.0369x slower", "delta_avg": "11.1490x slower", "std_changed": 0.0017920491516620252, "min_changed": 0.235641002655, "delta_std": "2.8041x smaller", "std_base": 0.005025151981338534, "t_msg": "Significant (t=-287.374986, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.557436318397201, "timeline_link": null, "avg_changed": 49.729135642052, "min_base": 8.46483898163, "delta_min": "5.8539x slower", "delta_avg": "5.8112x slower", "std_changed": 0.0850581247305337, "min_changed": 49.5525960922, "delta_std": "2.1783x smaller", "std_base": 0.18528589670865678, "t_msg": "Significant (t=-1427.959842, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089322280883758, "timeline_link": null, "avg_changed": 0.5436257457733, "min_base": 0.00631999969482, "delta_min": "85.8755x slower", "delta_avg": "60.8612x slower", "std_changed": 0.0006547846345993901, "min_changed": 0.542733192444, "delta_std": "24.3983x smaller", "std_base": 0.015975643848374375, "t_msg": "Significant (t=-236.465112, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [318.276608944], "base_times": [143.131660938]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048699045181276, "timeline_link": null, "avg_changed": 3.262428545952199, "min_base": 0.0461831092834, "delta_min": "70.4038x slower", "delta_avg": "66.9916x slower", "std_changed": 0.0026727379250659497, "min_changed": 3.25146412849, "delta_std": "5.0843x smaller", "std_base": 0.013589113770177262, "t_msg": "Significant (t=-1640.822047, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010290741920473198, "timeline_link": null, "avg_changed": 0.03850722312927, "min_base": 0.00143909454346, "delta_min": "26.6425x slower", "delta_avg": "3.7419x slower", "std_changed": 0.00012154147771470707, "min_changed": 0.0383410453796, "delta_std": "97.5403x smaller", "std_base": 0.011855187894760682, "t_msg": "Significant (t=-16.828933, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029787082672113992, "timeline_link": null, "avg_changed": 1.1042079162598, "min_base": 0.0282080173492, "delta_min": "39.0086x slower", "delta_avg": "37.0700x slower", "std_changed": 0.0019784102861057137, "min_changed": 1.10035395622, "delta_std": "1.3923x smaller", "std_base": 0.0027544506910355446, "t_msg": "Significant (t=-2240.214596, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4575464582443599, "timeline_link": null, "avg_changed": 1.0840700721731995, "min_base": 0.384488105774, "delta_min": "2.8037x slower", "delta_avg": "2.3693x slower", "std_changed": 0.001979624397704181, "min_changed": 1.07798504829, "delta_std": "45.6924x smaller", "std_base": 0.0904538493875344, "t_msg": "Significant (t=-48.965637, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17914669990536003, "timeline_link": null, "avg_changed": 1.715326371193, "min_base": 0.17720913887, "delta_min": "9.6369x slower", "delta_avg": "9.5750x slower", "std_changed": 0.006205296339840211, "min_changed": 1.70774006844, "delta_std": "1.5132x larger", "std_base": 0.004100760186755896, "t_msg": "Significant (t=-1460.421870, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042632827758788, "timeline_link": null, "avg_changed": 0.6181543636322601, "min_base": 0.0344049930573, "delta_min": "17.7683x slower", "delta_avg": "14.4995x slower", "std_changed": 0.004254838725215495, "min_changed": 0.611318826675, "delta_std": "1.0983x smaller", "std_base": 0.004673228715722276, "t_msg": "Significant (t=-643.913852, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.017204542160031994, "timeline_link": null, "avg_changed": 0.27233701229104007, "min_base": 0.0143451690674, "delta_min": "18.8518x slower", "delta_avg": "15.8294x slower", "std_changed": 0.0019757157017477093, "min_changed": 0.270432949066, "delta_std": "6.7999x smaller", "std_base": 0.013434646521472698, "t_msg": "Significant (t=-132.855124, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.059763956069936015, "timeline_link": null, "avg_changed": 0.6034670829772599, "min_base": 0.054370880127, "delta_min": "10.9847x slower", "delta_avg": "10.0975x slower", "std_changed": 0.002933025898474063, "min_changed": 0.5972468853, "delta_std": "9.2303x smaller", "std_base": 0.027072813197604427, "t_msg": "Significant (t=-141.182083, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.128920154571568, "timeline_link": null, "avg_changed": 1.6414832258222005, "min_base": 0.0932891368866, "delta_min": "17.5616x slower", "delta_avg": "12.7326x slower", "std_changed": 0.002070883848265249, "min_changed": 1.63830900192, "delta_std": "19.6562x smaller", "std_base": 0.04070561585247979, "t_msg": "Significant (t=-262.411500, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.880162000650003, "timeline_link": null, "avg_changed": 339.3039871454998, "min_base": 11.5669929981, "delta_min": "29.3302x slower", "delta_avg": "28.5606x slower", "std_changed": 0.042010172000004765, "min_changed": 339.262399197, "delta_std": "7.5303x smaller", "std_base": 0.3163484648007608, "t_msg": "Significant (t=-7254.934800, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.691445684434, "timeline_link": null, "avg_changed": 21.420417547200003, "min_base": 3.01666116714, "delta_min": "7.0901x slower", "delta_avg": "5.8027x slower", "std_changed": 0.028458873065891323, "min_changed": 21.388520956, "delta_std": "34.8033x smaller", "std_base": 0.9904619006925712, "t_msg": "Significant (t=-40.008436, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7798285007476202, "timeline_link": null, "avg_changed": 26.053517904282, "min_base": 0.775308847427, "delta_min": "33.5786x slower", "delta_avg": "33.4093x slower", "std_changed": 0.009030558032566702, "min_changed": 26.0337920189, "delta_std": "1.9958x smaller", "std_base": 0.018022762468156445, "t_msg": "Significant (t=-8865.277238, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.080439720153798, "timeline_link": null, "avg_changed": 0.45304047584524026, "min_base": 0.0790190696716, "delta_min": "5.7253x slower", "delta_avg": "5.6320x slower", "std_changed": 0.00041187390634874236, "min_changed": 0.452410936356, "delta_std": "12.5980x smaller", "std_base": 0.005188800437122166, "t_msg": "Significant (t=-506.171700, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031977052688599995, "timeline_link": null, "avg_changed": 0.73958754539484, "min_base": 0.0312268733978, "delta_min": "23.4638x slower", "delta_avg": "23.1287x slower", "std_changed": 0.005578248012581873, "min_changed": 0.73270201683, "delta_std": "2.1866x larger", "std_base": 0.002551122088451599, "t_msg": "Significant (t=-815.719004, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.39758377076, "timeline_link": null, "avg_changed": 47.84624714851999, "min_base": 20.3814029694, "delta_min": "2.3473x slower", "delta_avg": "2.3457x slower", "std_changed": 0.004825565111325647, "min_changed": 47.8422238827, "delta_std": "5.9674x smaller", "std_base": 0.028795917438587976, "t_msg": "Significant (t=-2102.138457, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.80229892732, "timeline_link": null, "avg_changed": 10.95970163346, "min_base": 10.7952580452, "delta_min": "1.0149x slower", "delta_avg": "1.0146x slower", "std_changed": 0.004862508120545301, "min_changed": 10.9558639526, "delta_std": "2.7828x smaller", "std_base": 0.013531524022609934, "t_msg": "Significant (t=-24.478145, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29628720760348004, "timeline_link": null, "avg_changed": 2.816466708183, "min_base": 0.287989139557, "delta_min": "9.7616x slower", "delta_avg": "9.5059x slower", "std_changed": 0.0030818451844610126, "min_changed": 2.81123900414, "delta_std": "1.8746x smaller", "std_base": 0.00577728259681232, "t_msg": "Significant (t=-2721.545540, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09583986759188999, "timeline_link": null, "avg_changed": 0.4718466186523, "min_base": 0.0227901935577, "delta_min": "20.5378x slower", "delta_avg": "4.9233x slower", "std_changed": 0.015362263829380517, "min_changed": 0.468060970306, "delta_std": "7.0934x smaller", "std_base": 0.10897131832625617, "t_msg": "Significant (t=-24.159902, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.110212168693522, "timeline_link": null, "avg_changed": 0.5066528892516601, "min_base": 0.0419001579285, "delta_min": "12.0666x slower", "delta_avg": "4.5971x slower", "std_changed": 0.0014640823856303855, "min_changed": 0.505594015121, "delta_std": "81.6745x smaller", "std_base": 0.11957813208739151, "t_msg": "Significant (t=-23.441152, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033148431777956004, "timeline_link": null, "avg_changed": 2.833758168221201, "min_base": 0.0193729400635, "delta_min": "143.0467x slower", "delta_avg": "85.4869x slower", "std_changed": 0.026411941526968866, "min_changed": 2.77123498917, "delta_std": "1.1768x larger", "std_base": 0.022444740661590513, "t_msg": "Significant (t=-571.349100, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035016107559203992, "timeline_link": null, "avg_changed": 0.37428555965422, "min_base": 0.0032000541687, "delta_min": "116.6287x slower", "delta_avg": "106.8895x slower", "std_changed": 0.0006710511827316318, "min_changed": 0.37321805954, "delta_std": "1.3472x smaller", "std_base": 0.0009040657107948373, "t_msg": "Significant (t=-2328.665932, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.194685554504374, "timeline_link": null, "avg_changed": 0.7030466413498199, "min_base": 0.0826699733734, "delta_min": "8.3389x slower", "delta_avg": "3.6112x slower", "std_changed": 0.009695031188505935, "min_changed": 0.689376115799, "delta_std": "15.6898x smaller", "std_base": 0.15211306323729518, "t_msg": "Significant (t=-23.583620, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24536651134486, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46832664489744014, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1925657939911, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5935655212402601, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36626759052284, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2661166477203599, "timeline_link": null, "avg_changed": 0.8013064670562801, "min_base": 0.256683826447, "delta_min": "3.0557x slower", "delta_avg": "3.0111x slower", "std_changed": 0.011996371939588333, "min_changed": 0.784342050552, "delta_std": "1.4278x larger", "std_base": 0.008402182929814605, "t_msg": "Significant (t=-258.386287, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.09110260009765801, "timeline_link": null, "avg_changed": 0.4459556722641201, "min_base": 0.0608332157135, "delta_min": "7.3137x slower", "delta_avg": "4.8951x slower", "std_changed": 0.0016994096838722204, "min_changed": 0.444918870926, "delta_std": "17.1343x smaller", "std_base": 0.029118134828405272, "t_msg": "Significant (t=-86.026377, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009074440002439598, "timeline_link": null, "avg_changed": 0.7854537773131999, "min_base": 0.00828981399536, "delta_min": "94.3387x slower", "delta_avg": "86.5567x slower", "std_changed": 0.0018265684631148375, "min_changed": 0.782049894333, "delta_std": "1.7298x smaller", "std_base": 0.0031596428462065743, "t_msg": "Significant (t=-1504.221619, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2376000000000005, "timeline_link": null, "avg_changed": 9.788200000000003, "min_base": 2.21, "delta_min": "4.4118x slower", "delta_avg": "4.3744x slower", "std_changed": 0.02379247008305507, "min_changed": 9.75, "delta_std": "1.3733x smaller", "std_base": 0.03267402388342597, "t_msg": "Significant (t=-1320.942270, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8146000000000001, "timeline_link": null, "avg_changed": 7.4994000000000005, "min_base": 0.78, "delta_min": "9.5256x slower", "delta_avg": "9.2062x slower", "std_changed": 0.035594656787736115, "min_changed": 7.43, "delta_std": "1.0778x larger", "std_base": 0.03302503688452882, "t_msg": "Significant (t=-973.498645, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.0772664769490673, "timeline_link": null, "avg_changed": 0.54391469160714, "min_base": 0.0508329868317, "delta_min": "2.4685x slower", "delta_avg": "7.0395x slower", "std_changed": 0.24725099448186527, "min_changed": 0.125481128693, "delta_std": "7.9856x larger", "std_base": 0.030962290598495902, "t_msg": "Significant (t=-22.936038, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01316685771942154, "timeline_link": null, "avg_changed": 0.05834127378463502, "min_base": 0.00778007507324, "delta_min": "7.1677x slower", "delta_avg": "4.4309x slower", "std_changed": 0.005339981078447314, "min_changed": 0.055764913559, "delta_std": "2.3635x smaller", "std_base": 0.012621212606791105, "t_msg": "Significant (t=-73.708526, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8436726903924003, "timeline_link": null, "avg_changed": 48.187121152878, "min_base": 1.83377790451, "delta_min": "26.2086x slower", "delta_avg": "26.1365x slower", "std_changed": 0.053782560757996645, "min_changed": 48.0607931614, "delta_std": "13.4595x larger", "std_base": 0.00399588745831959, "t_msg": "Significant (t=-6076.262167, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5983530044564, "timeline_link": null, "avg_changed": 1.957362031936, "min_base": 0.436075925827, "delta_min": "4.4709x slower", "delta_avg": "3.2712x slower", "std_changed": 0.006080715758324556, "min_changed": 1.9496421814, "delta_std": "52.7090x smaller", "std_base": 0.3205086438626798, "t_msg": "Significant (t=-9.479588, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.518568992612, "timeline_link": null, "avg_changed": 11.71931300164, "min_base": 1.73173093796, "delta_min": "6.7586x slower", "delta_avg": "4.6532x slower", "std_changed": 0.012454729257876954, "min_changed": 11.7040979862, "delta_std": "96.4315x smaller", "std_base": 1.2010278340996305, "t_msg": "Significant (t=-17.128981, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5670289516445999, "timeline_link": null, "avg_changed": 0.9727305889129999, "min_base": 0.260870933533, "delta_min": "3.6506x slower", "delta_avg": "1.7155x slower", "std_changed": 0.017644944749167484, "min_changed": 0.952323913574, "delta_std": "22.4778x smaller", "std_base": 0.39661959809305436, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45404753685019994, "timeline_link": null, "avg_changed": 3.5166806697840003, "min_base": 0.288143873215, "delta_min": "12.1448x slower", "delta_avg": "7.7452x slower", "std_changed": 0.02075744753154549, "min_changed": 3.49945998192, "delta_std": "11.9263x smaller", "std_base": 0.2475604110515884, "t_msg": "Significant (t=-27.566236, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024985532999999997, "timeline_link": null, "avg_changed": 1.60816791112, "min_base": 0.019219118, "delta_min": "83.5925x slower", "delta_avg": "64.3640x slower", "std_changed": 0.0013039748045472522, "min_changed": 1.606573235, "delta_std": "12.6371x smaller", "std_base": 0.016478474069610533, "t_msg": "Significant (t=-677.241319, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [388.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [744.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [123.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [168.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004579106292947779, "timeline_link": null, "avg_changed": 0.29307324220949943, "min_base": 0.004553033276299003, "delta_min": "64.2185x slower", "delta_avg": "64.0023x slower", "std_changed": 0.0006359240545681354, "min_changed": 0.29238911142949037, "delta_std": "25.8139x larger", "std_base": 2.4634902065752355e-05, "t_msg": "Significant (t=-3205.465541, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015628051072583676, "timeline_link": null, "avg_changed": 0.013673646969786863, "min_base": 0.0015479876160990713, "delta_min": "8.8011x slower", "delta_avg": "8.7494x slower", "std_changed": 4.044514451640964e-05, "min_changed": 0.013623978201634877, "delta_std": "3.5650x larger", "std_base": 1.1345112713786927e-05, "t_msg": "Significant (t=-2038.665076, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006738021486018095, "timeline_link": null, "avg_changed": 0.09681727763569192, "min_base": 0.006283380458686773, "delta_min": "15.3768x slower", "delta_avg": "14.3688x slower", "std_changed": 0.0004980247694712498, "min_changed": 0.0966183574879227, "delta_std": "1.2862x larger", "std_base": 0.00038721678848567905, "t_msg": "Significant (t=-1009.687720, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19668510902190195, "timeline_link": null, "avg_changed": 1.0397614405231657, "min_base": 0.19241176116890146, "delta_min": "5.3752x slower", "delta_avg": "5.2864x slower", "std_changed": 0.0033348578008799415, "min_changed": 1.0342598577892697, "delta_std": "1.6582x smaller", "std_base": 0.00553002595920132, "t_msg": "Significant (t=-923.147383, a=0.95)\n"}]], "branch": "", "revision": "90987:9db85c8cc752"}