{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019904861450192, "timeline_link": null, "avg_changed": 0.28600646972657995, "min_base": 0.0193870067596, "delta_min": "14.3031x slower", "delta_avg": "14.3687x slower", "std_changed": 0.0034481255572457827, "min_changed": 0.27729511261, "delta_std": "8.6177x larger", "std_base": 0.00040012343751398777, "t_msg": "Significant (t=-542.056991, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008762372334797132, "timeline_link": null, "avg_changed": 0.060859247843428, "min_base": 0.00658702850342, "delta_min": "8.7182x slower", "delta_avg": "6.9455x slower", "std_changed": 0.0020516153131200313, "min_changed": 0.0574269294739, "delta_std": "1.8964x smaller", "std_base": 0.0038907410170052575, "t_msg": "Significant (t=-145.060975, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15993450880055002, "timeline_link": null, "avg_changed": 1.0053842067713001, "min_base": 0.128294944763, "delta_min": "7.7204x slower", "delta_avg": "6.2862x slower", "std_changed": 0.01176377115489623, "min_changed": 0.990493059158, "delta_std": "9.0898x smaller", "std_base": 0.10693037396493692, "t_msg": "Significant (t=-35.147087, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6792539644240003, "timeline_link": null, "avg_changed": 9.066082029342997, "min_base": 1.66254615784, "delta_min": "5.4096x slower", "delta_avg": "5.3989x slower", "std_changed": 0.031139585915038542, "min_changed": 8.99368596077, "delta_std": "4.2534x larger", "std_base": 0.007321119710235369, "t_msg": "Significant (t=-1632.853867, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0066966533660894004, "timeline_link": null, "avg_changed": 0.07912611007691402, "min_base": 0.00515794754028, "delta_min": "14.8914x slower", "delta_avg": "11.8158x slower", "std_changed": 0.0014110386439256137, "min_changed": 0.0768089294434, "delta_std": "1.6272x smaller", "std_base": 0.002295975485837655, "t_msg": "Significant (t=-190.044872, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.127195739746, "timeline_link": null, "avg_changed": 22.80064377784, "min_base": 3.97268390656, "delta_min": "5.7221x slower", "delta_avg": "5.5245x slower", "std_changed": 0.04407465865119619, "min_changed": 22.7321619987, "delta_std": "6.4704x smaller", "std_base": 0.28517916206795024, "t_msg": "Significant (t=-144.699137, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004670729637145601, "timeline_link": null, "avg_changed": 0.2189038276672401, "min_base": 0.00351500511169, "delta_min": "60.9794x slower", "delta_avg": "46.8672x slower", "std_changed": 0.0021971064343839337, "min_changed": 0.214343070984, "delta_std": "3.1674x smaller", "std_base": 0.006959162885103661, "t_msg": "Significant (t=-207.578469, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.004823923], "base_times": [63.0023808479]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027085762023924, "timeline_link": null, "avg_changed": 1.6729794502254003, "min_base": 0.0254838466644, "delta_min": "64.7914x slower", "delta_avg": "61.7660x slower", "std_changed": 0.012513008288037206, "min_changed": 1.6511349678, "delta_std": "1.8496x larger", "std_base": 0.006765393169923012, "t_msg": "Significant (t=-818.162471, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.005028333663939939, "timeline_link": null, "avg_changed": 0.018037257194522004, "min_base": 0.000663042068481, "delta_min": "26.5034x slower", "delta_avg": "3.5871x slower", "std_changed": 0.0002964230955973612, "min_changed": 0.0175728797913, "delta_std": "19.6444x smaller", "std_base": 0.005823065046787352, "t_msg": "Significant (t=-15.776576, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015245003700255997, "timeline_link": null, "avg_changed": 0.44188171386724, "min_base": 0.0146021842957, "delta_min": "29.6983x slower", "delta_avg": "28.9853x slower", "std_changed": 0.004047799222446317, "min_changed": 0.433660030365, "delta_std": "2.9110x larger", "std_base": 0.0013905112076681564, "t_msg": "Significant (t=-704.858313, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19078218936919997, "timeline_link": null, "avg_changed": 0.45729622364051997, "min_base": 0.158079862595, "delta_min": "2.8186x slower", "delta_avg": "2.3970x slower", "std_changed": 0.005728782961643931, "min_changed": 0.445562839508, "delta_std": "8.0682x smaller", "std_base": 0.04622082712327696, "t_msg": "Significant (t=-40.462891, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09899410724636198, "timeline_link": null, "avg_changed": 0.7383258962631202, "min_base": 0.0974550247192, "delta_min": "7.3788x slower", "delta_avg": "7.4583x slower", "std_changed": 0.012118439096625959, "min_changed": 0.719103813171, "delta_std": "5.5152x larger", "std_base": 0.002197272912369458, "t_msg": "Significant (t=-367.062985, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.02099105358123, "timeline_link": null, "avg_changed": 0.2628589200973401, "min_base": 0.017735004425, "delta_min": "14.3351x slower", "delta_avg": "12.5224x slower", "std_changed": 0.0037812173498724916, "min_changed": 0.254233837128, "delta_std": "1.7352x larger", "std_base": 0.002179119023336661, "t_msg": "Significant (t=-391.885696, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086637163162244, "timeline_link": null, "avg_changed": 0.11017186164846005, "min_base": 0.0068531036377, "delta_min": "15.4785x slower", "delta_avg": "12.7165x slower", "std_changed": 0.0017571276359070439, "min_changed": 0.106076002121, "delta_std": "3.6340x smaller", "std_base": 0.006385390241679039, "t_msg": "Significant (t=-108.379735, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024254035949709995, "timeline_link": null, "avg_changed": 0.22932625770568, "min_base": 0.0212831497192, "delta_min": "10.5504x slower", "delta_avg": "9.4552x slower", "std_changed": 0.0027342016030041513, "min_changed": 0.224545001984, "delta_std": "4.7990x smaller", "std_base": 0.013121507316868635, "t_msg": "Significant (t=-108.187841, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.058087930679316, "timeline_link": null, "avg_changed": 0.7954588222504201, "min_base": 0.042918920517, "delta_min": "18.2308x slower", "delta_avg": "13.6940x slower", "std_changed": 0.006803167684456589, "min_changed": 0.782444953918, "delta_std": "2.2776x smaller", "std_base": 0.015494756599377067, "t_msg": "Significant (t=-308.110712, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.224784016609998, "timeline_link": null, "avg_changed": 166.57530653450004, "min_base": 6.11409711838, "delta_min": "27.2146x slower", "delta_avg": "26.7600x slower", "std_changed": 0.18463510782154063, "min_changed": 166.392527103, "delta_std": "1.6513x larger", "std_base": 0.1118106518956261, "t_msg": "Significant (t=-5252.921296, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4653386116020002, "timeline_link": null, "avg_changed": 8.880510663986, "min_base": 1.0900888443, "delta_min": "8.1057x slower", "delta_avg": "6.0604x slower", "std_changed": 0.03964900389623939, "min_changed": 8.8358900547, "delta_std": "12.3465x smaller", "std_base": 0.4895273665579121, "t_msg": "Significant (t=-33.760541, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3718063688278399, "timeline_link": null, "avg_changed": 11.240702610016001, "min_base": 0.363916873932, "delta_min": "30.7090x slower", "delta_avg": "30.2327x slower", "std_changed": 0.02954017254958971, "min_changed": 11.1755130291, "delta_std": "3.6327x larger", "std_base": 0.008131753144757715, "t_msg": "Significant (t=-2508.396100, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046514954566958006, "timeline_link": null, "avg_changed": 0.22302321434028, "min_base": 0.0454061031342, "delta_min": "4.8155x slower", "delta_avg": "4.7947x slower", "std_changed": 0.0025198582397359844, "min_changed": 0.218652963638, "delta_std": "1.0733x larger", "std_base": 0.002347726922259811, "t_msg": "Significant (t=-362.393247, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020887570381159994, "timeline_link": null, "avg_changed": 0.36296259880062, "min_base": 0.0201330184937, "delta_min": "17.4613x slower", "delta_avg": "17.3770x slower", "std_changed": 0.005734101042080982, "min_changed": 0.351547956467, "delta_std": "2.7876x larger", "std_base": 0.002056980234887713, "t_msg": "Significant (t=-397.058560, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.381683874132001, "timeline_link": null, "avg_changed": 18.29382534026, "min_base": 9.34336304665, "delta_min": "1.9497x slower", "delta_avg": "1.9500x slower", "std_changed": 0.07969950185271238, "min_changed": 18.2170629501, "delta_std": "2.5015x larger", "std_base": 0.03186017467593334, "t_msg": "Significant (t=-232.177078, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.577233219148001, "timeline_link": null, "avg_changed": 4.657561159134, "min_base": 4.56494808197, "delta_min": "1.0142x slower", "delta_avg": "1.0175x slower", "std_changed": 0.020673589010591725, "min_changed": 4.62955284119, "delta_std": "1.7240x larger", "std_base": 0.011991704946434697, "t_msg": "Significant (t=-7.515505, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.157528758049, "timeline_link": null, "avg_changed": 1.2360336637504, "min_base": 0.153232812881, "delta_min": "7.9790x slower", "delta_avg": "7.8464x slower", "std_changed": 0.008757506457724126, "min_changed": 1.22264814377, "delta_std": "3.0079x larger", "std_base": 0.002911524817808815, "t_msg": "Significant (t=-826.345219, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.044297466278066, "timeline_link": null, "avg_changed": 0.1997716665268, "min_base": 0.0109860897064, "delta_min": "17.8635x slower", "delta_avg": "4.5098x slower", "std_changed": 0.006387625238509627, "min_changed": 0.196249961853, "delta_std": "7.9399x smaller", "std_base": 0.050717274469925966, "t_msg": "Significant (t=-21.506513, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049844350814814004, "timeline_link": null, "avg_changed": 0.2111382389068401, "min_base": 0.0167951583862, "delta_min": "12.1641x slower", "delta_avg": "4.2360x slower", "std_changed": 0.003013715760551309, "min_changed": 0.204298019409, "delta_std": "19.1100x smaller", "std_base": 0.05759207023156535, "t_msg": "Significant (t=-19.776363, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010013394355772203, "timeline_link": null, "avg_changed": 1.1756780004505998, "min_base": 0.00871396064758, "delta_min": "133.0246x slower", "delta_avg": "117.4105x slower", "std_changed": 0.01693848245764182, "min_changed": 1.15917110443, "delta_std": "3.8750x larger", "std_base": 0.004371222039177611, "t_msg": "Significant (t=-471.176769, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015269136428832002, "timeline_link": null, "avg_changed": 0.18342644214629997, "min_base": 0.00139594078064, "delta_min": "126.8198x slower", "delta_avg": "120.1289x slower", "std_changed": 0.003085191079419628, "min_changed": 0.17703294754, "delta_std": "10.2490x larger", "std_base": 0.00030102450398710725, "t_msg": "Significant (t=-414.932099, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08742518424988396, "timeline_link": null, "avg_changed": 0.29434185504914, "min_base": 0.0344228744507, "delta_min": "8.1993x slower", "delta_avg": "3.3668x slower", "std_changed": 0.0076676971539125305, "min_changed": 0.282244920731, "delta_std": "9.5777x smaller", "std_base": 0.07343913051266146, "t_msg": "Significant (t=-19.815206, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12023636817927999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18396027564998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11956018447879996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2568466234206599, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15330972671509996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13877717494968, "timeline_link": null, "avg_changed": 0.4339819955825201, "min_base": 0.134393930435, "delta_min": "3.1587x slower", "delta_avg": "3.1272x slower", "std_changed": 0.006689285035646916, "min_changed": 0.424511909485, "delta_std": "4.1138x larger", "std_base": 0.0016260592895361939, "t_msg": "Significant (t=-303.223132, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04222785949706401, "timeline_link": null, "avg_changed": 0.20600784778593997, "min_base": 0.0288360118866, "delta_min": "6.9517x slower", "delta_avg": "4.8785x slower", "std_changed": 0.0021424989420906495, "min_changed": 0.200459003448, "delta_std": "5.9036x smaller", "std_base": 0.012648423129708453, "t_msg": "Significant (t=-90.274827, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055014610290509995, "timeline_link": null, "avg_changed": 0.31666398048402, "min_base": 0.00502800941467, "delta_min": "61.0906x slower", "delta_avg": "57.5600x slower", "std_changed": 0.0036408324938412753, "min_changed": 0.3071641922, "delta_std": "1.8116x larger", "std_base": 0.0020097355250479282, "t_msg": "Significant (t=-529.073231, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0228000000000002, "timeline_link": null, "avg_changed": 4.770400000000002, "min_base": 0.99, "delta_min": "4.6869x slower", "delta_avg": "4.6641x slower", "std_changed": 0.047721983981201324, "min_changed": 4.64, "delta_std": "2.1834x larger", "std_base": 0.0218566759987489, "t_msg": "Significant (t=-504.858169, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3978000000000003, "timeline_link": null, "avg_changed": 3.6127999999999987, "min_base": 0.38, "delta_min": "9.2632x slower", "delta_avg": "9.0820x slower", "std_changed": 0.044996144959590624, "min_changed": 3.52, "delta_std": "2.0833x larger", "std_base": 0.021598374844380475, "t_msg": "Significant (t=-455.477222, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03505847454070932, "timeline_link": null, "avg_changed": 0.2113204097747346, "min_base": 0.0209481716156, "delta_min": "2.9122x slower", "delta_avg": "6.0277x slower", "std_changed": 0.0875658655409777, "min_changed": 0.061005115509, "delta_std": "5.3769x larger", "std_base": 0.016285429479661353, "t_msg": "Significant (t=-24.237373, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017720146179199987, "timeline_link": null, "avg_changed": 0.043913009643555, "min_base": 0.00369501113892, "delta_min": "7.4414x slower", "delta_avg": "2.4781x slower", "std_changed": 0.07742025588915713, "min_changed": 0.027496099472, "delta_std": "1.3912x larger", "std_base": 0.05564937684050985, "t_msg": "Significant (t=-6.142825, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7393900632858001, "timeline_link": null, "avg_changed": 17.02484810353, "min_base": 0.731666088104, "delta_min": "23.2181x slower", "delta_avg": "23.0255x slower", "std_changed": 0.03522572596870108, "min_changed": 16.9879291058, "delta_std": "6.1562x larger", "std_base": 0.0057219475929949325, "t_msg": "Significant (t=-1443.061165, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2516394138334, "timeline_link": null, "avg_changed": 0.8046551704406, "min_base": 0.173813819885, "delta_min": "4.5185x slower", "delta_avg": "3.1977x slower", "std_changed": 0.011755276548678684, "min_changed": 0.785371780396, "delta_std": "12.9855x smaller", "std_base": 0.1526481245631098, "t_msg": "Significant (t=-8.076944, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1854705333709998, "timeline_link": null, "avg_changed": 4.805308246612, "min_base": 0.782429933548, "delta_min": "6.1152x slower", "delta_avg": "4.0535x slower", "std_changed": 0.017624953859360307, "min_changed": 4.78471088409, "delta_std": "33.9656x smaller", "std_base": 0.5986417960105399, "t_msg": "Significant (t=-13.515089, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2427261829376, "timeline_link": null, "avg_changed": 0.39366240501399996, "min_base": 0.105443954468, "delta_min": "3.6417x slower", "delta_avg": "1.6218x slower", "std_changed": 0.01384029403214873, "min_changed": 0.383994102478, "delta_std": "12.8122x smaller", "std_base": 0.17732443543701484, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2292948246002, "timeline_link": null, "avg_changed": 1.3799832344060001, "min_base": 0.156358003616, "delta_min": "8.7433x slower", "delta_avg": "6.0184x slower", "std_changed": 0.009982583804039004, "min_changed": 1.36707901955, "delta_std": "10.6682x smaller", "std_base": 0.10649578621148105, "t_msg": "Significant (t=-24.055294, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01111482054, "timeline_link": null, "avg_changed": 0.7179547080600002, "min_base": 0.007991681, "delta_min": "87.7956x slower", "delta_avg": "64.5944x slower", "std_changed": 0.011501289529974512, "min_changed": 0.701634246, "delta_std": "1.1591x larger", "std_base": 0.009922556939052328, "t_msg": "Significant (t=-329.039185, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [502.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [83.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024972836085444764, "timeline_link": null, "avg_changed": 0.12742035157842455, "min_base": 0.0024368846866166293, "delta_min": "50.9929x slower", "delta_avg": "51.0236x slower", "std_changed": 0.0012972875519230175, "min_changed": 0.12426373735616472, "delta_std": "54.0066x larger", "std_base": 2.4020887706020186e-05, "t_msg": "Significant (t=-680.795939, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006661054178775552, "timeline_link": null, "avg_changed": 0.006478312334472397, "min_base": 0.0006599353263380188, "delta_min": "9.6886x slower", "delta_avg": "9.7257x slower", "std_changed": 8.026302839315291e-05, "min_changed": 0.00639386189258312, "delta_std": "15.1569x larger", "std_base": 5.295479861866539e-06, "t_msg": "Significant (t=-161.572467, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028144652595795253, "timeline_link": null, "avg_changed": 0.04217299321439022, "min_base": 0.0024875621890547263, "delta_min": "16.4417x slower", "delta_avg": "14.9844x slower", "std_changed": 0.0004891647853966835, "min_changed": 0.0408997955010225, "delta_std": "2.3810x larger", "std_base": 0.00020544778919993824, "t_msg": "Significant (t=-524.555695, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05844685023926603, "timeline_link": null, "avg_changed": 0.3432023535266366, "min_base": 0.05709290085460936, "delta_min": "5.9036x slower", "delta_avg": "5.8720x slower", "std_changed": 0.0032422498223425716, "min_changed": 0.33705498209395407, "delta_std": "4.4503x larger", "std_base": 0.0007285517968945412, "t_msg": "Significant (t=-605.918413, a=0.95)\n"}]], "branch": "", "revision": "96865:9831511d5e3e"}