{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.062486863136296006, "timeline_link": null, "avg_changed": 1.0535672712320803, "min_base": 0.0619750022888, "delta_min": "11.9185x slower", "delta_avg": "16.8606x slower", "std_changed": 0.19706311016744066, "min_changed": 0.7386469841, "delta_std": "233.7984x larger", "std_base": 0.0008428761613004182, "t_msg": "Significant (t=-35.561870, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.020482807159425985, "timeline_link": null, "avg_changed": 0.17932705243430655, "min_base": 0.0132119655609, "delta_min": "11.4228x slower", "delta_avg": "8.7550x slower", "std_changed": 0.03758484950932813, "min_changed": 0.150918006897, "delta_std": "4.3977x larger", "std_base": 0.00854638731568225, "t_msg": "Significant (t=-50.472772, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.3676944494244999, "timeline_link": null, "avg_changed": 1.841761040687, "min_base": 0.229163169861, "delta_min": "6.5281x slower", "delta_avg": "5.0089x slower", "std_changed": 0.2842472505189386, "min_changed": 1.49599003792, "delta_std": "1.0610x larger", "std_base": 0.2679152194815355, "t_msg": "Significant (t=-16.876808, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 4.1319203567504, "timeline_link": null, "avg_changed": 28.748278212546, "min_base": 3.36502408981, "delta_min": "7.1024x slower", "delta_avg": "6.9576x slower", "std_changed": 1.408349364894544, "min_changed": 23.8997499943, "delta_std": "5.7883x larger", "std_base": 0.24330909384216196, "t_msg": "Significant (t=-121.790135, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02132358074189, "timeline_link": null, "avg_changed": 0.25726358413695993, "min_base": 0.0179879665375, "delta_min": "12.7069x slower", "delta_avg": "12.0647x slower", "std_changed": 0.048379976859669334, "min_changed": 0.228572130203, "delta_std": "9.4707x larger", "std_base": 0.005108377888363247, "t_msg": "Significant (t=-34.293622, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 14.282390165339999, "timeline_link": null, "avg_changed": 67.81672639848, "min_base": 13.6679399014, "delta_min": "4.2214x slower", "delta_avg": "4.7483x slower", "std_changed": 9.261866776708368, "min_changed": 57.6984770298, "delta_std": "11.3277x larger", "std_base": 0.8176328105059506, "t_msg": "Significant (t=-12.874583, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.014100842475895999, "timeline_link": null, "avg_changed": 0.8610677433013402, "min_base": 0.0103590488434, "delta_min": "83.0247x slower", "delta_avg": "61.0650x slower", "std_changed": 0.0010164701174018055, "min_changed": 0.860057115555, "delta_std": "22.9970x smaller", "std_base": 0.023375768313978532, "t_msg": "Significant (t=-255.961909, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [448.942468166], "base_times": [188.410675049]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.080458035469058, "timeline_link": null, "avg_changed": 5.4260179805752, "min_base": 0.0767369270325, "delta_min": "45.0141x slower", "delta_avg": "67.4391x slower", "std_changed": 0.7512010565148934, "min_changed": 3.45424699783, "delta_std": "35.9550x larger", "std_base": 0.02089279521513849, "t_msg": "Significant (t=-50.298393, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.015351209640500801, "timeline_link": null, "avg_changed": 0.069327015876772, "min_base": 0.00208616256714, "delta_min": "33.1030x slower", "delta_avg": "4.5161x slower", "std_changed": 0.00015905039108989334, "min_changed": 0.0690581798553, "delta_std": "111.0097x smaller", "std_base": 0.01765613546836334, "t_msg": "Significant (t=-21.615778, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.04882941246032799, "timeline_link": null, "avg_changed": 1.5784691143031997, "min_base": 0.0466389656067, "delta_min": "33.7904x slower", "delta_avg": "32.3262x slower", "std_changed": 0.002302999657994798, "min_changed": 1.57595086098, "delta_std": "1.7048x smaller", "std_base": 0.003926239436628083, "t_msg": "Significant (t=-2376.227623, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.5736676549912602, "timeline_link": null, "avg_changed": 1.6936202287670001, "min_base": 0.436757802963, "delta_min": "3.8561x slower", "delta_avg": "2.9523x slower", "std_changed": 0.00267877820449318, "min_changed": 1.68420100212, "delta_std": "57.8592x smaller", "std_base": 0.15499184020850723, "t_msg": "Significant (t=-51.087064, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.29922415733338004, "timeline_link": null, "avg_changed": 2.818160834313, "min_base": 0.297452926636, "delta_min": "9.4645x slower", "delta_avg": "9.4182x slower", "std_changed": 0.0031354725091933995, "min_changed": 2.81523084641, "delta_std": "1.9380x smaller", "std_base": 0.006076608933036972, "t_msg": "Significant (t=-2604.845005, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.06080259799957201, "timeline_link": null, "avg_changed": 0.8045347356795399, "min_base": 0.0514650344849, "delta_min": "11.9570x slower", "delta_avg": "13.2319x slower", "std_changed": 0.21209698026323867, "min_changed": 0.615367174149, "delta_std": "31.1418x larger", "std_base": 0.006810695009747098, "t_msg": "Significant (t=-24.782395, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.02462137222290201, "timeline_link": null, "avg_changed": 0.41279921531678004, "min_base": 0.0208599567413, "delta_min": "19.6860x slower", "delta_avg": "16.7659x slower", "std_changed": 0.0028149942345629202, "min_changed": 0.410650014877, "delta_std": "6.5491x smaller", "std_base": 0.018435661784041657, "t_msg": "Significant (t=-147.181193, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05082776069640801, "timeline_link": null, "avg_changed": 0.68327381610868, "min_base": 0.0452671051025, "delta_min": "13.0860x slower", "delta_avg": "13.4429x slower", "std_changed": 0.11611289880885443, "min_changed": 0.592363119125, "delta_std": "4.2282x larger", "std_base": 0.027461508794916288, "t_msg": "Significant (t=-37.480840, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22893735408784, "timeline_link": null, "avg_changed": 1.6355153417582, "min_base": 0.14861702919, "delta_min": "10.9533x slower", "delta_avg": "7.1439x slower", "std_changed": 0.004541379367382099, "min_changed": 1.6278450489, "delta_std": "17.1840x smaller", "std_base": 0.07803913455668365, "t_msg": "Significant (t=-127.233727, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 16.12981855870001, "timeline_link": null, "avg_changed": 540.5126293900003, "min_base": 14.1063921452, "delta_min": "38.2604x slower", "delta_avg": "33.5101x slower", "std_changed": 0.8044314887771169, "min_changed": 539.716282845, "delta_std": "2.5409x smaller", "std_base": 2.0439693403111794, "t_msg": "Significant (t=-1688.061870, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 4.307113218306, "timeline_link": null, "avg_changed": 27.809296703319994, "min_base": 3.11301589012, "delta_min": "8.5331x slower", "delta_avg": "6.4566x slower", "std_changed": 0.8201064536717849, "min_changed": 26.5635540485, "delta_std": "1.3630x smaller", "std_base": 1.1178400920990375, "t_msg": "Significant (t=-37.905357, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 1.2509761571881994, "timeline_link": null, "avg_changed": 37.045475506784, "min_base": 1.24556398392, "delta_min": "23.5977x slower", "delta_avg": "29.6133x slower", "std_changed": 2.7595330297259006, "min_changed": 29.3924770355, "delta_std": "107.9328x larger", "std_base": 0.025567134963440638, "t_msg": "Significant (t=-91.716412, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.13222280025476002, "timeline_link": null, "avg_changed": 0.7699614334107001, "min_base": 0.13037610054, "delta_min": "5.9018x slower", "delta_avg": "5.8232x slower", "std_changed": 0.00029268130531032437, "min_changed": 0.769449949265, "delta_std": "25.1227x smaller", "std_base": 0.00735295897229282, "t_msg": "Significant (t=-612.804308, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032230854034420005, "timeline_link": null, "avg_changed": 0.6814052343367399, "min_base": 0.0314431190491, "delta_min": "20.4841x slower", "delta_avg": "21.1414x slower", "std_changed": 0.11652959378487213, "min_changed": 0.644083023071, "delta_std": "48.0162x larger", "std_base": 0.002426880972122997, "t_msg": "Significant (t=-39.383651, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 34.59141097068, "timeline_link": null, "avg_changed": 72.71941857338, "min_base": 34.5667231083, "delta_min": "2.0578x slower", "delta_avg": "2.1022x slower", "std_changed": 1.1768982678902338, "min_changed": 71.1298658848, "delta_std": "29.8085x larger", "std_base": 0.03948194265483851, "t_msg": "Significant (t=-72.401230, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 19.57931008338, "timeline_link": null, "avg_changed": 19.911900663380003, "min_base": 19.0546011925, "delta_min": "1.0448x slower", "delta_avg": "1.0170x slower", "std_changed": 0.0060126257972285, "min_changed": 19.9079010487, "delta_std": "48.8759x smaller", "std_base": 0.293872646607443, "t_msg": "Significant (t=-2.530142, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2986178827286, "timeline_link": null, "avg_changed": 3.8457408094401995, "min_base": 0.287930965424, "delta_min": "9.8654x slower", "delta_avg": "12.8785x slower", "std_changed": 0.8198929865444045, "min_changed": 2.84054303169, "delta_std": "131.8622x larger", "std_base": 0.0062178005627224284, "t_msg": "Significant (t=-30.590853, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.11343000888825598, "timeline_link": null, "avg_changed": 0.72476744174956, "min_base": 0.0302169322968, "delta_min": "16.3943x slower", "delta_avg": "6.3896x slower", "std_changed": 0.056542641509958275, "min_changed": 0.49538397789, "delta_std": "2.5448x smaller", "std_base": 0.1438897005031513, "t_msg": "Significant (t=-27.961153, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.145510473251332, "timeline_link": null, "avg_changed": 0.7055780696868601, "min_base": 0.0531420707703, "delta_min": "9.6882x slower", "delta_avg": "4.8490x slower", "std_changed": 0.09271239062935725, "min_changed": 0.514848947525, "delta_std": "1.7679x smaller", "std_base": 0.16390217550170713, "t_msg": "Significant (t=-21.030959, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036799421310418, "timeline_link": null, "avg_changed": 4.3796580028536, "min_base": 0.028223991394, "delta_min": "100.7400x slower", "delta_avg": "119.0143x slower", "std_changed": 0.40179152219095604, "min_changed": 2.84328508377, "delta_std": "27.0849x larger", "std_base": 0.014834518950149252, "t_msg": "Significant (t=-76.377268, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032766056060789996, "timeline_link": null, "avg_changed": 0.55688788414002, "min_base": 0.00290298461914, "delta_min": "132.9614x slower", "delta_avg": "169.9588x slower", "std_changed": 0.10735823324929615, "min_changed": 0.385984897614, "delta_std": "91.6195x larger", "std_base": 0.0011717831395234137, "t_msg": "Significant (t=-36.461011, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20309214115138002, "timeline_link": null, "avg_changed": 0.8692112541199003, "min_base": 0.0853819847107, "delta_min": "8.0763x slower", "delta_avg": "4.2799x slower", "std_changed": 0.14388906770756638, "min_changed": 0.68957400322, "delta_std": "1.0428x smaller", "std_base": 0.15004296636914713, "t_msg": "Significant (t=-22.657386, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37202626705170005, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6271014404296601, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.23489873409276008, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.8912725687024001, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5737236022950001, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.37701274871818, "timeline_link": null, "avg_changed": 1.07348650455478, "min_base": 0.262119054794, "delta_min": "3.1451x slower", "delta_avg": "2.8473x slower", "std_changed": 0.23234129382682717, "min_changed": 0.824378967285, "delta_std": "4.5009x larger", "std_base": 0.05162091141367416, "t_msg": "Significant (t=-20.691909, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08958841800689, "timeline_link": null, "avg_changed": 0.6221147489547798, "min_base": 0.0591561794281, "delta_min": "7.4341x slower", "delta_avg": "6.9441x slower", "std_changed": 0.13431977661598218, "min_changed": 0.439771175385, "delta_std": "4.7364x larger", "std_base": 0.02835874798346893, "t_msg": "Significant (t=-27.429397, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090967941284202, "timeline_link": null, "avg_changed": 1.0924711465839003, "min_base": 0.00829696655273, "delta_min": "90.4885x slower", "delta_avg": "120.0941x slower", "std_changed": 0.2626628878423927, "min_changed": 0.750779867172, "delta_std": "82.8917x larger", "std_base": 0.0031687463881028867, "t_msg": "Significant (t=-29.163070, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1258, "timeline_link": null, "avg_changed": 11.382200000000003, "min_base": 2.09, "delta_min": "4.5407x slower", "delta_avg": "5.3543x slower", "std_changed": 2.4907955372055866, "min_changed": 9.49, "delta_std": "75.4384x larger", "std_base": 0.0330176205276232, "t_msg": "Significant (t=-26.275494, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 1.2798000000000003, "timeline_link": null, "avg_changed": 11.109200000000001, "min_base": 1.24, "delta_min": "6.0968x slower", "delta_avg": "8.6804x slower", "std_changed": 2.538869939841065, "min_changed": 7.56, "delta_std": "59.6063x larger", "std_base": 0.04259395377232767, "t_msg": "Significant (t=-27.372247, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07336034138996404, "timeline_link": null, "avg_changed": 0.6560245815913202, "min_base": 0.045284986496, "delta_min": "3.7318x slower", "delta_avg": "8.9425x slower", "std_changed": 0.29950265683445154, "min_changed": 0.168994903564, "delta_std": "9.7114x larger", "std_base": 0.030840182068373467, "t_msg": "Significant (t=-23.701346, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013520535469054856, "timeline_link": null, "avg_changed": 0.06689136362075977, "min_base": 0.00733613967896, "delta_min": "7.4845x slower", "delta_avg": "4.9474x slower", "std_changed": 0.011980705218584865, "min_changed": 0.0549070835114, "delta_std": "1.2117x smaller", "std_base": 0.014517460550689008, "t_msg": "Significant (t=-63.402600, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9647173881529998, "timeline_link": null, "avg_changed": 65.45909807681998, "min_base": 1.84083795547, "delta_min": "34.0003x slower", "delta_avg": "33.3173x slower", "std_changed": 1.784345631188704, "min_changed": 62.5891289711, "delta_std": "7.7216x larger", "std_base": 0.23108457723986275, "t_msg": "Significant (t=-111.594946, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.7894719123830001, "timeline_link": null, "avg_changed": 2.955577087402, "min_base": 0.568116903305, "delta_min": "5.1854x slower", "delta_avg": "3.7437x slower", "std_changed": 0.006502004964666388, "min_changed": 2.94591021538, "delta_std": "67.8859x smaller", "std_base": 0.4413942381444642, "t_msg": "Significant (t=-10.972126, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.807467555998, "timeline_link": null, "avg_changed": 15.85975060462, "min_base": 2.1242210865, "delta_min": "6.7882x slower", "delta_avg": "5.6491x slower", "std_changed": 1.2365786081176107, "min_changed": 14.4196100235, "delta_std": "1.1592x larger", "std_base": 1.0667268756894508, "t_msg": "Significant (t=-17.871348, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.7530803680428, "timeline_link": null, "avg_changed": 1.4076351642599998, "min_base": 0.354374885559, "delta_min": "3.8998x slower", "delta_avg": "1.8692x slower", "std_changed": 0.035680738089085215, "min_changed": 1.38199782372, "delta_std": "15.0719x smaller", "std_base": 0.5377748077019027, "t_msg": "Significant (t=-2.715668, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.677238464355, "timeline_link": null, "avg_changed": 5.1567466259020005, "min_base": 0.481787919998, "delta_min": "10.6510x slower", "delta_avg": "7.6144x slower", "std_changed": 0.02000757712229867, "min_changed": 5.1315009594, "delta_std": "15.6094x smaller", "std_base": 0.312305399834111, "t_msg": "Significant (t=-32.007109, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.036926343, "timeline_link": null, "avg_changed": 2.38516144556, "min_base": 0.029325293, "delta_min": "58.7827x slower", "delta_avg": "64.5924x slower", "std_changed": 0.2790265422138514, "min_changed": 1.723819404, "delta_std": "12.8710x larger", "std_base": 0.021678639980700538, "t_msg": "Significant (t=-59.329984, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [437.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [863.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [148.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [200.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [217.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004939331212639773, "timeline_link": null, "avg_changed": 0.42179350348933164, "min_base": 0.004408413015398587, "delta_min": "67.8854x slower", "delta_avg": "85.3949x slower", "std_changed": 0.07494776319710827, "min_changed": 0.2992667963489451, "delta_std": "79.7415x larger", "std_base": 0.0009398834939501409, "t_msg": "Significant (t=-39.325688, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001772102689071222, "timeline_link": null, "avg_changed": 0.01820908766023233, "min_base": 0.0014688601645123384, "delta_min": "9.3903x slower", "delta_avg": "10.2754x slower", "std_changed": 0.0022731621010117628, "min_changed": 0.013793103448275862, "delta_std": "17.8907x larger", "std_base": 0.0001270586084387614, "t_msg": "Significant (t=-51.050428, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007802414628710235, "timeline_link": null, "avg_changed": 0.1456740572821134, "min_base": 0.006016847172081829, "delta_min": "16.2941x slower", "delta_avg": "18.6704x slower", "std_changed": 0.011746960556246903, "min_changed": 0.09803921568627451, "delta_std": "10.7950x larger", "std_base": 0.0010881813768487125, "t_msg": "Significant (t=-82.637847, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.22627422801110494, "timeline_link": null, "avg_changed": 1.3462772810163686, "min_base": 0.19184652278177458, "delta_min": "5.3479x slower", "delta_avg": "5.9498x slower", "std_changed": 0.06582473875096174, "min_changed": 1.0259698621352997, "delta_std": "2.7303x larger", "std_base": 0.024109006404454625, "t_msg": "Significant (t=-112.974500, a=0.95)\n"}]], "branch": "", "revision": "93729:f16bc214b818"}