{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.043362646102905994, "timeline_link": null, "avg_changed": 0.7100184011459598, "min_base": 0.0427730083466, "delta_min": "16.4702x slower", "delta_avg": "16.3740x slower", "std_changed": 0.0041447224179792025, "min_changed": 0.704478025436, "delta_std": "7.2951x larger", "std_base": 0.0005681521521725913, "t_msg": "Significant (t=-1126.804936, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015210021336873328, "timeline_link": null, "avg_changed": 0.13200547536212667, "min_base": 0.0124061107635, "delta_min": "10.3706x slower", "delta_avg": "8.6788x slower", "std_changed": 0.003076826203540359, "min_changed": 0.128659009933, "delta_std": "1.9976x smaller", "std_base": 0.0061461626806025415, "t_msg": "Significant (t=-208.116554, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2777970552443, "timeline_link": null, "avg_changed": 1.4188835144045, "min_base": 0.213733911514, "delta_min": "6.5527x slower", "delta_avg": "5.1076x slower", "std_changed": 0.04959686217762312, "min_changed": 1.40053987503, "delta_std": "3.8812x smaller", "std_base": 0.19249595213154205, "t_msg": "Significant (t=-25.671727, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3979226684566, "timeline_link": null, "avg_changed": 20.588021345138003, "min_base": 3.33207321167, "delta_min": "6.1540x slower", "delta_avg": "6.0590x slower", "std_changed": 0.0802473990667494, "min_changed": 20.5055201054, "delta_std": "1.1024x smaller", "std_base": 0.08846720112494272, "t_msg": "Significant (t=-1017.679160, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02033464431763, "timeline_link": null, "avg_changed": 0.22528540611272, "min_base": 0.0172479152679, "delta_min": "12.9064x slower", "delta_avg": "11.0789x slower", "std_changed": 0.0018871859486432547, "min_changed": 0.222608089447, "delta_std": "2.5094x smaller", "std_base": 0.004735632302422867, "t_msg": "Significant (t=-284.282908, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.299776501656399, "timeline_link": null, "avg_changed": 47.270880408291994, "min_base": 7.21737909317, "delta_min": "6.5321x slower", "delta_avg": "6.4757x slower", "std_changed": 0.06350284083906908, "min_changed": 47.1448738575, "delta_std": "3.0598x smaller", "std_base": 0.19430789897383197, "t_msg": "Significant (t=-1382.625194, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088839817047124, "timeline_link": null, "avg_changed": 0.5274293661117399, "min_base": 0.00616979598999, "delta_min": "85.1250x slower", "delta_avg": "59.3686x slower", "std_changed": 0.0019004225179703085, "min_changed": 0.525203943253, "delta_std": "8.8660x smaller", "std_base": 0.016849064818801926, "t_msg": "Significant (t=-216.247400, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [143.391474962], "base_times": [144.564184904]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048095459938054, "timeline_link": null, "avg_changed": 3.0809904623026, "min_base": 0.0454139709473, "delta_min": "67.6473x slower", "delta_avg": "64.0599x slower", "std_changed": 0.004531388486119356, "min_changed": 3.07213115692, "delta_std": "3.2886x smaller", "std_base": 0.014901862835836997, "t_msg": "Significant (t=-1376.885659, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.011169357299805399, "timeline_link": null, "avg_changed": 0.036702761650078, "min_base": 0.00132894515991, "delta_min": "27.3480x slower", "delta_avg": "3.2860x slower", "std_changed": 0.00044921919681576426, "min_changed": 0.0363440513611, "delta_std": "28.6446x smaller", "std_base": 0.012867685717485219, "t_msg": "Significant (t=-14.022608, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029982252120978, "timeline_link": null, "avg_changed": 1.0253391504292002, "min_base": 0.0286378860474, "delta_min": "35.6228x slower", "delta_avg": "34.1982x slower", "std_changed": 0.0031256710699712987, "min_changed": 1.02016305923, "delta_std": "1.1303x larger", "std_base": 0.002765256847629461, "t_msg": "Significant (t=-1686.490217, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4458546924591, "timeline_link": null, "avg_changed": 1.0666302394876, "min_base": 0.350687980652, "delta_min": "3.0116x slower", "delta_avg": "2.3923x slower", "std_changed": 0.0042818410967235074, "min_changed": 1.05613303185, "delta_std": "24.3015x smaller", "std_base": 0.10405522085447434, "t_msg": "Significant (t=-42.149104, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.1712423801422201, "timeline_link": null, "avg_changed": 1.580512719154, "min_base": 0.16946387291, "delta_min": "9.2868x slower", "delta_avg": "9.2297x slower", "std_changed": 0.004839664159072734, "min_changed": 1.57377696037, "delta_std": "1.0069x larger", "std_base": 0.004806335779870255, "t_msg": "Significant (t=-1460.980651, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040207166671756014, "timeline_link": null, "avg_changed": 0.5775868177414, "min_base": 0.0307438373566, "delta_min": "18.4746x slower", "delta_avg": "14.3653x slower", "std_changed": 0.006036526722655209, "min_changed": 0.567981004715, "delta_std": "1.0429x smaller", "std_base": 0.006295239903069991, "t_msg": "Significant (t=-435.672719, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014707078933724003, "timeline_link": null, "avg_changed": 0.26075951576234, "min_base": 0.011727809906, "delta_min": "22.0144x slower", "delta_avg": "17.7302x slower", "std_changed": 0.0026315161046041183, "min_changed": 0.258180141449, "delta_std": "5.7297x smaller", "std_base": 0.015077897252389852, "t_msg": "Significant (t=-113.672737, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.053084106445308, "timeline_link": null, "avg_changed": 0.56638462543482, "min_base": 0.0477750301361, "delta_min": "11.7657x slower", "delta_avg": "10.6696x slower", "std_changed": 0.003409358452776983, "min_changed": 0.562106132507, "delta_std": "8.5519x smaller", "std_base": 0.02915660102183131, "t_msg": "Significant (t=-123.643366, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.152828588485768, "timeline_link": null, "avg_changed": 1.5074795389184001, "min_base": 0.0997281074524, "delta_min": "15.0606x slower", "delta_avg": "9.8639x slower", "std_changed": 0.004060120883545279, "min_changed": 1.50196504593, "delta_std": "13.6223x smaller", "std_base": 0.055308027988950265, "t_msg": "Significant (t=-172.725790, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.505056023599996, "timeline_link": null, "avg_changed": 342.9794515375005, "min_base": 12.1412451267, "delta_min": "28.2478x slower", "delta_avg": "27.4273x slower", "std_changed": 0.01580639275052336, "min_changed": 342.963804007, "delta_std": "23.2504x smaller", "std_base": 0.36750450323935735, "t_msg": "Significant (t=-6352.707096, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.418348550796, "timeline_link": null, "avg_changed": 20.1547041893, "min_base": 2.74988889694, "delta_min": "7.3214x slower", "delta_avg": "5.8960x slower", "std_changed": 0.015110889942108657, "min_changed": 20.1331148148, "delta_std": "62.4452x smaller", "std_base": 0.9436024538530079, "t_msg": "Significant (t=-39.655292, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7038675975799399, "timeline_link": null, "avg_changed": 24.143073782920002, "min_base": 0.697058916092, "delta_min": "34.5475x slower", "delta_avg": "34.3006x slower", "std_changed": 0.02516917010644407, "min_changed": 24.0816340446, "delta_std": "1.3463x larger", "std_base": 0.01869455898522903, "t_msg": "Significant (t=-5286.362754, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07877835273743801, "timeline_link": null, "avg_changed": 0.42781270503998003, "min_base": 0.0769379138947, "delta_min": "5.5379x slower", "delta_avg": "5.4306x slower", "std_changed": 0.0016289730718891415, "min_changed": 0.426073074341, "delta_std": "3.0684x smaller", "std_base": 0.004998314695564497, "t_msg": "Significant (t=-469.472393, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032183184623714, "timeline_link": null, "avg_changed": 0.6057089376449798, "min_base": 0.0314688682556, "delta_min": "19.1226x slower", "delta_avg": "18.8207x slower", "std_changed": 0.0031690260745359166, "min_changed": 0.601766824722, "delta_std": "1.0062x smaller", "std_base": 0.0031885497898667425, "t_msg": "Significant (t=-902.109642, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.67000184058, "timeline_link": null, "avg_changed": 45.70601053238, "min_base": 19.6573910713, "delta_min": "2.3220x slower", "delta_avg": "2.3236x slower", "std_changed": 0.06020035022111248, "min_changed": 45.6441090107, "delta_std": "3.1550x larger", "std_base": 0.019080780454677114, "t_msg": "Significant (t=-921.877495, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.411743307114, "timeline_link": null, "avg_changed": 9.532333612441999, "min_base": 9.40309906006, "delta_min": "1.0131x slower", "delta_avg": "1.0128x slower", "std_changed": 0.008751694368063922, "min_changed": 9.52586293221, "delta_std": "1.6591x smaller", "std_base": 0.014519647589529635, "t_msg": "Significant (t=-15.905404, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29463839530946, "timeline_link": null, "avg_changed": 2.7217258453374003, "min_base": 0.291483163834, "delta_min": "9.2904x slower", "delta_avg": "9.2375x slower", "std_changed": 0.006955889718953557, "min_changed": 2.7080051899, "delta_std": "1.8800x larger", "std_base": 0.003699970540907826, "t_msg": "Significant (t=-2178.286089, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09952227592468799, "timeline_link": null, "avg_changed": 0.44966687679292006, "min_base": 0.0289959907532, "delta_min": "15.3067x slower", "delta_avg": "4.5183x slower", "std_changed": 0.01541809229195945, "min_changed": 0.443832874298, "delta_std": "7.4204x smaller", "std_base": 0.1144089288399425, "t_msg": "Significant (t=-21.446887, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10370772838592603, "timeline_link": null, "avg_changed": 0.48731895923617996, "min_base": 0.0436589717865, "delta_min": "11.0927x slower", "delta_avg": "4.6990x slower", "std_changed": 0.0028245119894341015, "min_changed": 0.484295845032, "delta_std": "41.4611x smaller", "std_base": 0.1171073166621847, "t_msg": "Significant (t=-23.156131, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033008275032048, "timeline_link": null, "avg_changed": 2.737288708687, "min_base": 0.0198540687561, "delta_min": "135.2689x slower", "delta_avg": "82.9273x slower", "std_changed": 0.02071452575689508, "min_changed": 2.6856379509, "delta_std": "1.1718x smaller", "std_base": 0.024272250275159835, "t_msg": "Significant (t=-599.256830, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037421798706049995, "timeline_link": null, "avg_changed": 0.36732734203337997, "min_base": 0.00325107574463, "delta_min": "112.4105x slower", "delta_avg": "98.1587x slower", "std_changed": 0.0014850990312663737, "min_changed": 0.365454912186, "delta_std": "1.0069x smaller", "std_base": 0.0014954104289712276, "t_msg": "Significant (t=-1219.868587, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20234128952034802, "timeline_link": null, "avg_changed": 0.6682679796219197, "min_base": 0.0904650688171, "delta_min": "7.2329x slower", "delta_avg": "3.3027x slower", "std_changed": 0.01061542202018984, "min_changed": 0.654326915741, "delta_std": "14.2402x smaller", "std_base": 0.15116578801106637, "t_msg": "Significant (t=-21.741068, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25178583621978, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46916387557982003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21626558780676003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6052733802795001, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36891345977780005, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.22996843338012, "timeline_link": null, "avg_changed": 0.7163013744354, "min_base": 0.205015897751, "delta_min": "3.2620x slower", "delta_avg": "3.1148x slower", "std_changed": 0.03734367856069351, "min_changed": 0.668764829636, "delta_std": "2.1068x larger", "std_base": 0.017725483809472458, "t_msg": "Significant (t=-83.191758, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08404848575591396, "timeline_link": null, "avg_changed": 0.4219377326965001, "min_base": 0.0580239295959, "delta_min": "7.2356x slower", "delta_avg": "5.0202x slower", "std_changed": 0.002431140856991932, "min_changed": 0.419835090637, "delta_std": "10.6838x smaller", "std_base": 0.025973880615274884, "t_msg": "Significant (t=-91.585859, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017853937149044, "timeline_link": null, "avg_changed": 0.8060976886749596, "min_base": 0.0169038772583, "delta_min": "47.3569x slower", "delta_avg": "45.1496x slower", "std_changed": 0.0023753790384323267, "min_changed": 0.800515890121, "delta_std": "1.6800x smaller", "std_base": 0.003990562749339658, "t_msg": "Significant (t=-1200.191377, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.127199999999999, "timeline_link": null, "avg_changed": 8.364000000000003, "min_base": 2.11, "delta_min": "3.9336x slower", "delta_avg": "3.9319x slower", "std_changed": 0.033563828927059156, "min_changed": 8.3, "delta_std": "1.9994x larger", "std_base": 0.016786778081792474, "t_msg": "Significant (t=-1175.154963, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7986000000000004, "timeline_link": null, "avg_changed": 6.523600000000001, "min_base": 0.77, "delta_min": "8.4156x slower", "delta_avg": "8.1688x slower", "std_changed": 0.027756962722744527, "min_changed": 6.48, "delta_std": "1.3122x smaller", "std_base": 0.03642212828173866, "t_msg": "Significant (t=-884.014044, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06955692768096738, "timeline_link": null, "avg_changed": 0.5006015284855797, "min_base": 0.0445430278778, "delta_min": "2.6422x slower", "delta_avg": "7.1970x slower", "std_changed": 0.22577947056792042, "min_changed": 0.117690086365, "delta_std": "7.3326x larger", "std_base": 0.030791221667527638, "t_msg": "Significant (t=-23.167641, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01219576549530056, "timeline_link": null, "avg_changed": 0.06283765745162997, "min_base": 0.00755476951599, "delta_min": "7.0018x slower", "delta_avg": "5.1524x slower", "std_changed": 0.007700844083557546, "min_changed": 0.0528969764709, "delta_std": "1.5586x smaller", "std_base": 0.012002540365961609, "t_msg": "Significant (t=-79.406840, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9918538618075998, "timeline_link": null, "avg_changed": 45.82197336673198, "min_base": 1.98182296753, "delta_min": "23.0445x slower", "delta_avg": "23.0047x slower", "std_changed": 0.05494889496482769, "min_changed": 45.6701550484, "delta_std": "10.0276x larger", "std_base": 0.005479751461286721, "t_msg": "Significant (t=-5612.415780, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6111926078793999, "timeline_link": null, "avg_changed": 1.892581558226, "min_base": 0.450510978699, "delta_min": "4.1471x slower", "delta_avg": "3.0965x slower", "std_changed": 0.01793258333322418, "min_changed": 1.86831092834, "delta_std": "18.0864x smaller", "std_base": 0.3243361985639359, "t_msg": "Significant (t=-8.820795, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.557801580428, "timeline_link": null, "avg_changed": 11.750073766699998, "min_base": 1.6640329361, "delta_min": "7.0537x slower", "delta_avg": "4.5938x slower", "std_changed": 0.010333469288923465, "min_changed": 11.7375948429, "delta_std": "120.1886x smaller", "std_base": 1.241964700470813, "t_msg": "Significant (t=-16.549451, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5469522476188, "timeline_link": null, "avg_changed": 0.9129027843476001, "min_base": 0.261125087738, "delta_min": "3.4350x slower", "delta_avg": "1.6691x slower", "std_changed": 0.018948565485102, "min_changed": 0.89697098732, "delta_std": "20.3356x smaller", "std_base": 0.38532999956251895, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4779126167296, "timeline_link": null, "avg_changed": 3.3376573085779997, "min_base": 0.329447984695, "delta_min": "10.0887x slower", "delta_avg": "6.9838x slower", "std_changed": 0.013047039228367387, "min_changed": 3.32368588448, "delta_std": "17.7516x smaller", "std_base": 0.23160529211728972, "t_msg": "Significant (t=-27.566129, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025825165660000003, "timeline_link": null, "avg_changed": 1.6199932886000001, "min_base": 0.021101098, "delta_min": "76.6553x slower", "delta_avg": "62.7293x slower", "std_changed": 0.0028015713598795807, "min_changed": 1.617511507, "delta_std": "3.6801x smaller", "std_base": 0.010310054630683052, "t_msg": "Significant (t=-1055.088088, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [388.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [751.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [124.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [171.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [193.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.00493900803307922, "timeline_link": null, "avg_changed": 0.28237172098946833, "min_base": 0.0049128461100084505, "delta_min": "57.2005x slower", "delta_avg": "57.1717x slower", "std_changed": 0.0009227697661506159, "min_changed": 0.2810172825628776, "delta_std": "43.7253x larger", "std_base": 2.1103774052439923e-05, "t_msg": "Significant (t=-2125.375977, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001607263299136176, "timeline_link": null, "avg_changed": 0.013217691371579304, "min_base": 0.0015852885225110971, "delta_min": "8.2891x slower", "delta_avg": "8.2237x slower", "std_changed": 6.589372237903327e-05, "min_changed": 0.013140604467805518, "delta_std": "3.5594x larger", "std_base": 1.851281489034976e-05, "t_msg": "Significant (t=-1199.477261, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007049741140223231, "timeline_link": null, "avg_changed": 0.09475597546632454, "min_base": 0.006646726487205052, "delta_min": "14.1268x slower", "delta_avg": "13.4411x slower", "std_changed": 0.0007066728405829953, "min_changed": 0.09389671361502347, "delta_std": "3.0059x larger", "std_base": 0.00023509200249182072, "t_msg": "Significant (t=-832.729783, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19668119633932496, "timeline_link": null, "avg_changed": 1.0211302953698838, "min_base": 0.19314340898116852, "delta_min": "5.2614x slower", "delta_avg": "5.1918x slower", "std_changed": 0.0035843322584337735, "min_changed": 1.0161956176563989, "delta_std": "1.7679x larger", "std_base": 0.002027480505452968, "t_msg": "Significant (t=-1415.663591, a=0.95)\n"}]], "branch": "", "revision": "82779:b068f288af89"}