{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.018856539726262, "timeline_link": null, "avg_changed": 0.2874724054336599, "min_base": 0.0185079574585, "delta_min": "15.1455x slower", "delta_avg": "15.2452x slower", "std_changed": 0.002962875353926841, "min_changed": 0.280313014984, "delta_std": "6.7896x larger", "std_base": 0.00043638397245944407, "t_msg": "Significant (t=-634.224721, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008521698315936067, "timeline_link": null, "avg_changed": 0.05999981085459268, "min_base": 0.00636601448059, "delta_min": "8.8639x slower", "delta_avg": "7.0408x slower", "std_changed": 0.002240963497989476, "min_changed": 0.0564279556274, "delta_std": "1.7316x smaller", "std_base": 0.003880427857827398, "t_msg": "Significant (t=-140.698772, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15816901922225, "timeline_link": null, "avg_changed": 1.0083543419833503, "min_base": 0.124638080597, "delta_min": "8.0143x slower", "delta_avg": "6.3752x slower", "std_changed": 0.005936218287479661, "min_changed": 0.998888015747, "delta_std": "18.2080x smaller", "std_base": 0.10808660884363334, "t_msg": "Significant (t=-35.123898, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6663030862811996, "timeline_link": null, "avg_changed": 9.303667898177999, "min_base": 1.65017914772, "delta_min": "5.5989x slower", "delta_avg": "5.5834x slower", "std_changed": 0.031136575590209263, "min_changed": 9.23916697502, "delta_std": "3.5522x larger", "std_base": 0.0087655260187394, "t_msg": "Significant (t=-1669.537244, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0067665433883656, "timeline_link": null, "avg_changed": 0.077933511734008, "min_base": 0.00516104698181, "delta_min": "14.5867x slower", "delta_avg": "11.5175x slower", "std_changed": 0.0013978421132249228, "min_changed": 0.0752828121185, "delta_std": "1.6745x smaller", "std_base": 0.002340742130518484, "t_msg": "Significant (t=-184.578172, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.139372205732, "timeline_link": null, "avg_changed": 23.15453867912, "min_base": 3.97621202469, "delta_min": "5.8018x slower", "delta_avg": "5.5937x slower", "std_changed": 0.0671559236235779, "min_changed": 23.0692510605, "delta_std": "4.3731x smaller", "std_base": 0.29367801186824244, "t_msg": "Significant (t=-141.138599, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004597520828246198, "timeline_link": null, "avg_changed": 0.22758883953089995, "min_base": 0.00343799591064, "delta_min": "64.7261x slower", "delta_avg": "49.5025x slower", "std_changed": 0.0022507562605073904, "min_changed": 0.222527980804, "delta_std": "3.1534x smaller", "std_base": 0.007097579491796639, "t_msg": "Significant (t=-211.765555, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.756966114], "base_times": [66.9031150341]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027097992897035995, "timeline_link": null, "avg_changed": 1.7259753417972, "min_base": 0.0255410671234, "delta_min": "66.5743x slower", "delta_avg": "63.6938x slower", "std_changed": 0.012765354500878895, "min_changed": 1.70037889481, "delta_std": "1.9193x larger", "std_base": 0.006651054545796258, "t_msg": "Significant (t=-834.568123, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00506803989410288, "timeline_link": null, "avg_changed": 0.018961315155034, "min_base": 0.000658988952637, "delta_min": "27.8683x slower", "delta_avg": "3.7414x slower", "std_changed": 0.0003038593675270861, "min_changed": 0.018364906311, "delta_std": "19.4312x smaller", "std_base": 0.005904356001220411, "t_msg": "Significant (t=-16.616622, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015542211532591999, "timeline_link": null, "avg_changed": 0.43909895420069994, "min_base": 0.0149891376495, "delta_min": "28.5063x slower", "delta_avg": "28.2520x slower", "std_changed": 0.004492779588741299, "min_changed": 0.427284955978, "delta_std": "3.1551x larger", "std_base": 0.0014239691858599413, "t_msg": "Significant (t=-635.470468, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19091246128085995, "timeline_link": null, "avg_changed": 0.4677750682830801, "min_base": 0.155935049057, "delta_min": "2.9501x slower", "delta_avg": "2.4502x slower", "std_changed": 0.0048304224843172885, "min_changed": 0.460016965866, "delta_std": "9.5344x smaller", "std_base": 0.0460553457527882, "t_msg": "Significant (t=-42.275971, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097554244995094, "timeline_link": null, "avg_changed": 0.73310258865354, "min_base": 0.0940339565277, "delta_min": "7.5873x slower", "delta_avg": "7.5148x slower", "std_changed": 0.011462514019904464, "min_changed": 0.713464975357, "delta_std": "4.3804x larger", "std_base": 0.002616759152562782, "t_msg": "Significant (t=-382.227547, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021158924102782, "timeline_link": null, "avg_changed": 0.27342864036558, "min_base": 0.0180280208588, "delta_min": "14.7682x slower", "delta_avg": "12.9226x slower", "std_changed": 0.003930257621390926, "min_changed": 0.266241073608, "delta_std": "1.7668x larger", "std_base": 0.002224558909261953, "t_msg": "Significant (t=-394.986282, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008723320960998199, "timeline_link": null, "avg_changed": 0.10964239597318, "min_base": 0.00699996948242, "delta_min": "15.1954x slower", "delta_avg": "12.5689x slower", "std_changed": 0.0016209333583658018, "min_changed": 0.106367111206, "delta_std": "3.9231x smaller", "std_base": 0.006359152301423404, "t_msg": "Significant (t=-108.740111, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024493966102602006, "timeline_link": null, "avg_changed": 0.23513180732722005, "min_base": 0.0216429233551, "delta_min": "10.6874x slower", "delta_avg": "9.5996x slower", "std_changed": 0.0024458189297986094, "min_changed": 0.231307029724, "delta_std": "5.3066x smaller", "std_base": 0.012979063388032827, "t_msg": "Significant (t=-112.771849, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05792314052582398, "timeline_link": null, "avg_changed": 0.8013505172729402, "min_base": 0.0434081554413, "delta_min": "17.9071x slower", "delta_avg": "13.8347x slower", "std_changed": 0.008474815783311189, "min_changed": 0.777312994003, "delta_std": "1.8262x smaller", "std_base": 0.015476585924474609, "t_msg": "Significant (t=-297.920961, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.213418006899999, "timeline_link": null, "avg_changed": 173.80130863199997, "min_base": 6.09184098244, "delta_min": "28.5179x slower", "delta_avg": "27.9719x slower", "std_changed": 0.07549825165685124, "min_changed": 173.726569176, "delta_std": "1.6267x smaller", "std_base": 0.12281134061735544, "t_msg": "Significant (t=-8220.109038, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4666074276, "timeline_link": null, "avg_changed": 9.226626062391999, "min_base": 1.08810901642, "delta_min": "8.4106x slower", "delta_avg": "6.2911x slower", "std_changed": 0.0472826906616351, "min_changed": 9.15166020393, "delta_std": "10.2829x smaller", "std_base": 0.48620355619352296, "t_msg": "Significant (t=-35.521038, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37680994510648014, "timeline_link": null, "avg_changed": 11.546582956308, "min_base": 0.364297866821, "delta_min": "31.5117x slower", "delta_avg": "30.6430x slower", "std_changed": 0.03395401311081714, "min_changed": 11.4796490669, "delta_std": "3.4475x larger", "std_base": 0.009848983518787508, "t_msg": "Significant (t=-2234.064090, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04674670696258799, "timeline_link": null, "avg_changed": 0.22963591575624004, "min_base": 0.0450928211212, "delta_min": "5.0486x slower", "delta_avg": "4.9123x slower", "std_changed": 0.0020935963995172926, "min_changed": 0.227656126022, "delta_std": "1.2475x smaller", "std_base": 0.0026116617086344774, "t_msg": "Significant (t=-386.356328, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020844302177428, "timeline_link": null, "avg_changed": 0.38196543693547996, "min_base": 0.0201678276062, "delta_min": "18.5133x slower", "delta_avg": "18.3247x slower", "std_changed": 0.005130339520965117, "min_changed": 0.373373985291, "delta_std": "3.1817x larger", "std_base": 0.00161246702957159, "t_msg": "Significant (t=-474.827113, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.24902858734, "timeline_link": null, "avg_changed": 18.73402180672, "min_base": 9.18710207939, "delta_min": "2.0311x slower", "delta_avg": "2.0255x slower", "std_changed": 0.06261098693790923, "min_changed": 18.6595630646, "delta_std": "1.5910x larger", "std_base": 0.039352751438215004, "t_msg": "Significant (t=-286.798589, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.563101243974, "timeline_link": null, "avg_changed": 4.624336576462001, "min_base": 4.54900121689, "delta_min": "1.0088x slower", "delta_avg": "1.0134x slower", "std_changed": 0.022529336471273885, "min_changed": 4.58894395828, "delta_std": "2.1181x larger", "std_base": 0.01063637014727895, "t_msg": "Significant (t=-5.495979, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15769196987148, "timeline_link": null, "avg_changed": 1.2778876972195994, "min_base": 0.152614831924, "delta_min": "8.2437x slower", "delta_avg": "8.1037x slower", "std_changed": 0.009709760423620104, "min_changed": 1.25811696053, "delta_std": "4.0696x larger", "std_base": 0.0023859311165122473, "t_msg": "Significant (t=-792.208457, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045716857910122005, "timeline_link": null, "avg_changed": 0.20708559513092006, "min_base": 0.0100200176239, "delta_min": "20.0008x slower", "delta_avg": "4.5297x slower", "std_changed": 0.006507435797136471, "min_changed": 0.200407981873, "delta_std": "8.2826x smaller", "std_base": 0.053898559297517724, "t_msg": "Significant (t=-21.017679, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04941497802734198, "timeline_link": null, "avg_changed": 0.21480349063868, "min_base": 0.01682305336, "delta_min": "12.3952x slower", "delta_avg": "4.3469x slower", "std_changed": 0.0028463512149561995, "min_changed": 0.208525896072, "delta_std": "19.8743x smaller", "std_base": 0.05656921116678277, "t_msg": "Significant (t=-20.647200, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0106300830841066, "timeline_link": null, "avg_changed": 1.2206777286531996, "min_base": 0.00898504257202, "delta_min": "133.2854x slower", "delta_avg": "114.8324x slower", "std_changed": 0.010178542056332758, "min_changed": 1.1975748539, "delta_std": "2.5400x larger", "std_base": 0.004007281736486585, "t_msg": "Significant (t=-782.187936, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.001646437644958, "timeline_link": null, "avg_changed": 0.19077949047083997, "min_base": 0.0014169216156, "delta_min": "130.4301x slower", "delta_avg": "115.8741x slower", "std_changed": 0.003652978891323135, "min_changed": 0.184809207916, "delta_std": "6.1325x larger", "std_base": 0.0005956778683131579, "t_msg": "Significant (t=-361.332166, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09267317771915203, "timeline_link": null, "avg_changed": 0.3050915050507, "min_base": 0.0372459888458, "delta_min": "7.8852x slower", "delta_avg": "3.2921x slower", "std_changed": 0.009874861627807464, "min_changed": 0.293693065643, "delta_std": "7.4017x smaller", "std_base": 0.0730905881020469, "t_msg": "Significant (t=-20.365151, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12023508548732, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18385935783381996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12017017364505994, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25912625789641996, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15255331516270002, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14082623958593998, "timeline_link": null, "avg_changed": 0.4356168127060599, "min_base": 0.136950969696, "delta_min": "3.1139x slower", "delta_avg": "3.0933x slower", "std_changed": 0.00551290636586777, "min_changed": 0.426450014114, "delta_std": "3.3597x larger", "std_base": 0.0016408916090893894, "t_msg": "Significant (t=-362.397542, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043564367294312005, "timeline_link": null, "avg_changed": 0.20830370903013992, "min_base": 0.0305330753326, "delta_min": "6.6447x slower", "delta_avg": "4.7815x slower", "std_changed": 0.0026336506188936767, "min_changed": 0.202881813049, "delta_std": "4.4357x smaller", "std_base": 0.011682161692789194, "t_msg": "Significant (t=-97.273401, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005492053031921201, "timeline_link": null, "avg_changed": 0.3318510103225799, "min_base": 0.00508403778076, "delta_min": "63.3801x slower", "delta_avg": "60.4239x slower", "std_changed": 0.004093288369638631, "min_changed": 0.32222700119, "delta_std": "2.6749x larger", "std_base": 0.0015302577328950421, "t_msg": "Significant (t=-528.082036, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0126000000000008, "timeline_link": null, "avg_changed": 4.757600000000001, "min_base": 0.99, "delta_min": "4.7273x slower", "delta_avg": "4.6984x slower", "std_changed": 0.03766446926345776, "min_changed": 4.68, "delta_std": "1.5939x larger", "std_base": 0.02363066150714591, "t_msg": "Significant (t=-595.567853, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3836000000000002, "timeline_link": null, "avg_changed": 3.7396000000000016, "min_base": 0.36, "delta_min": "10.2500x slower", "delta_avg": "9.7487x slower", "std_changed": 0.03343955863393904, "min_changed": 3.69, "delta_std": "1.7374x larger", "std_base": 0.019247051192113476, "t_msg": "Significant (t=-615.049694, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03674443403879733, "timeline_link": null, "avg_changed": 0.21488481998444803, "min_base": 0.021271944046, "delta_min": "2.9254x slower", "delta_avg": "5.8481x slower", "std_changed": 0.08911809545880127, "min_changed": 0.0622289180756, "delta_std": "5.5014x larger", "std_base": 0.016199108456728332, "t_msg": "Significant (t=-24.087037, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.018205887317657092, "timeline_link": null, "avg_changed": 0.044744110107421825, "min_base": 0.00361084938049, "delta_min": "7.5328x slower", "delta_avg": "2.4577x slower", "std_changed": 0.07801553123026188, "min_changed": 0.0271999835968, "delta_std": "1.3071x larger", "std_base": 0.05968576250739213, "t_msg": "Significant (t=-6.041154, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7361948013305, "timeline_link": null, "avg_changed": 17.28692288399, "min_base": 0.725435972214, "delta_min": "23.7278x slower", "delta_avg": "23.4815x slower", "std_changed": 0.043878257591810244, "min_changed": 17.2130348682, "delta_std": "9.9021x larger", "std_base": 0.004431206909485727, "t_msg": "Significant (t=-1186.763894, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.255590391159, "timeline_link": null, "avg_changed": 0.8309204101564001, "min_base": 0.171689033508, "delta_min": "4.7888x slower", "delta_avg": "3.2510x slower", "std_changed": 0.008086567749869072, "min_changed": 0.822188854218, "delta_std": "20.2198x smaller", "std_base": 0.16350877719969614, "t_msg": "Significant (t=-7.858334, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.2010828971860001, "timeline_link": null, "avg_changed": 4.817909002304, "min_base": 0.837881088257, "delta_min": "5.7005x slower", "delta_avg": "4.0113x slower", "std_changed": 0.026470234532805902, "min_changed": 4.77636098862, "delta_std": "21.7789x smaller", "std_base": 0.5764934329961372, "t_msg": "Significant (t=-14.013962, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24724173545820002, "timeline_link": null, "avg_changed": 0.40019392967240003, "min_base": 0.111634016037, "delta_min": "3.4233x slower", "delta_avg": "1.6186x slower", "std_changed": 0.015815139944963544, "min_changed": 0.382157802582, "delta_std": "11.8285x smaller", "std_base": 0.18707004020399287, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2371196746826, "timeline_link": null, "avg_changed": 1.439784812928, "min_base": 0.152146100998, "delta_min": "9.3875x slower", "delta_avg": "6.0720x slower", "std_changed": 0.01092184925932391, "min_changed": 1.42826914787, "delta_std": "9.0982x smaller", "std_base": 0.09936952747040118, "t_msg": "Significant (t=-26.901033, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011057220519999997, "timeline_link": null, "avg_changed": 0.7348047891599998, "min_base": 0.007872597, "delta_min": "91.5685x slower", "delta_avg": "66.4547x slower", "std_changed": 0.009414871868115217, "min_changed": 0.720882056, "delta_std": "1.2022x larger", "std_base": 0.007831230317598564, "t_msg": "Significant (t=-417.900459, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [183.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [502.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [87.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025481648420322862, "timeline_link": null, "avg_changed": 0.12987146808704808, "min_base": 0.0024901204471260274, "delta_min": "51.2490x slower", "delta_avg": "50.9667x slower", "std_changed": 0.0010289273622227015, "min_changed": 0.1276161306789178, "delta_std": "51.2788x larger", "std_base": 2.006535118898847e-05, "t_msg": "Significant (t=-874.833929, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006656623597811012, "timeline_link": null, "avg_changed": 0.006629602659381256, "min_base": 0.0006568144499178982, "delta_min": "10.0694x slower", "delta_avg": "9.9594x slower", "std_changed": 2.258315776927407e-05, "min_changed": 0.006613756613756613, "delta_std": "2.7935x larger", "std_base": 8.084324021944108e-06, "t_msg": "Significant (t=-555.968552, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028191749292705926, "timeline_link": null, "avg_changed": 0.042391176168221884, "min_base": 0.002445585717779408, "delta_min": "16.9317x slower", "delta_avg": "15.0367x slower", "std_changed": 0.00041301321634304135, "min_changed": 0.041407867494824016, "delta_std": "1.9294x larger", "std_base": 0.000214060214910321, "t_msg": "Significant (t=-601.509775, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05855548690384041, "timeline_link": null, "avg_changed": 0.34947257317670805, "min_base": 0.05703896474278992, "delta_min": "5.9829x slower", "delta_avg": "5.9682x slower", "std_changed": 0.0035540577558136137, "min_changed": 0.3412605310867015, "delta_std": "5.0525x larger", "std_base": 0.0007034203739615107, "t_msg": "Significant (t=-567.787640, a=0.95)\n"}]], "branch": "", "revision": "97085:1c261775559f"}