{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019484701156613996, "timeline_link": null, "avg_changed": 0.32208753585812006, "min_base": 0.0187921524048, "delta_min": "16.7077x slower", "delta_avg": "16.5303x slower", "std_changed": 0.0038081947548555834, "min_changed": 0.313972949982, "delta_std": "6.8624x larger", "std_base": 0.0005549384615896609, "t_msg": "Significant (t=-556.001557, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.0087238852183024, "timeline_link": null, "avg_changed": 0.05962671915689597, "min_base": 0.00656318664551, "delta_min": "8.5346x slower", "delta_avg": "6.8349x slower", "std_changed": 0.0024498137323772516, "min_changed": 0.0560140609741, "delta_std": "1.4970x smaller", "std_base": 0.003667444204662517, "t_msg": "Significant (t=-141.354105, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.13331112861635003, "timeline_link": null, "avg_changed": 0.6791035652161002, "min_base": 0.100854873657, "delta_min": "6.6225x slower", "delta_avg": "5.0941x slower", "std_changed": 0.007025213715497129, "min_changed": 0.66791510582, "delta_std": "13.4893x smaller", "std_base": 0.09476550968361526, "t_msg": "Significant (t=-25.686333, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6820032596590002, "timeline_link": null, "avg_changed": 9.211159934997198, "min_base": 1.66799592972, "delta_min": "5.4895x slower", "delta_avg": "5.4763x slower", "std_changed": 0.02891999734538918, "min_changed": 9.15651512146, "delta_std": "4.8193x larger", "std_base": 0.006000896167037276, "t_msg": "Significant (t=-1802.516434, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006723031997679603, "timeline_link": null, "avg_changed": 0.082179102897648, "min_base": 0.00519204139709, "delta_min": "15.3454x slower", "delta_avg": "12.2235x slower", "std_changed": 0.0014806558415177684, "min_changed": 0.0796740055084, "delta_std": "1.5203x smaller", "std_base": 0.0022509811848934677, "t_msg": "Significant (t=-198.030951, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.088783931732, "timeline_link": null, "avg_changed": 22.699998426439997, "min_base": 3.94199895859, "delta_min": "5.7451x slower", "delta_avg": "5.5518x slower", "std_changed": 0.03825463332392219, "min_changed": 22.6470370293, "delta_std": "6.7918x smaller", "std_base": 0.25981908390635156, "t_msg": "Significant (t=-158.464351, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004638414382934399, "timeline_link": null, "avg_changed": 0.2220511722565, "min_base": 0.00348591804504, "delta_min": "62.2280x slower", "delta_avg": "47.8722x slower", "std_changed": 0.0021982717028116955, "min_changed": 0.216921806335, "delta_std": "3.2508x smaller", "std_base": 0.007146192488363433, "t_msg": "Significant (t=-205.618561, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.767020226], "base_times": [62.4145178795]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026767859458918002, "timeline_link": null, "avg_changed": 1.6442165803909998, "min_base": 0.025200843811, "delta_min": "64.3249x slower", "delta_avg": "61.4250x slower", "std_changed": 0.011557964993407105, "min_changed": 1.62104105949, "delta_std": "1.7405x larger", "std_base": 0.0066407799240607275, "t_msg": "Significant (t=-858.001982, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004901432991028239, "timeline_link": null, "avg_changed": 0.018711557388306002, "min_base": 0.000646114349365, "delta_min": "28.2613x slower", "delta_avg": "3.8176x slower", "std_changed": 0.0003056068462690389, "min_changed": 0.0182600021362, "delta_std": "18.4504x smaller", "std_base": 0.00563856395004893, "t_msg": "Significant (t=-17.293270, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015394806861872001, "timeline_link": null, "avg_changed": 0.44291066646575994, "min_base": 0.0149219036102, "delta_min": "28.8834x slower", "delta_avg": "28.7701x slower", "std_changed": 0.005061494131239633, "min_changed": 0.430995941162, "delta_std": "4.2791x larger", "std_base": 0.0011828365054495351, "t_msg": "Significant (t=-581.583451, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18905719280241995, "timeline_link": null, "avg_changed": 0.46612483024601997, "min_base": 0.159343004227, "delta_min": "2.8620x slower", "delta_avg": "2.4655x slower", "std_changed": 0.00624191478153938, "min_changed": 0.456043958664, "delta_std": "7.5685x smaller", "std_base": 0.04724182874156533, "t_msg": "Significant (t=-41.113643, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097665686607374, "timeline_link": null, "avg_changed": 0.6917305946351, "min_base": 0.0950169563293, "delta_min": "7.1134x slower", "delta_avg": "7.0826x slower", "std_changed": 0.011367518231370418, "min_changed": 0.675889015198, "delta_std": "5.4226x larger", "std_base": 0.0020963107276753706, "t_msg": "Significant (t=-363.405345, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020886435508725997, "timeline_link": null, "avg_changed": 0.26846558094022, "min_base": 0.0179660320282, "delta_min": "14.4216x slower", "delta_avg": "12.8536x slower", "std_changed": 0.0040020209311402676, "min_changed": 0.259098052979, "delta_std": "1.8411x larger", "std_base": 0.0021737406275677508, "t_msg": "Significant (t=-384.397777, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008800063133237397, "timeline_link": null, "avg_changed": 0.11329190731048, "min_base": 0.00704503059387, "delta_min": "15.6045x slower", "delta_avg": "12.8740x slower", "std_changed": 0.0020197629239607495, "min_changed": 0.109934091568, "delta_std": "3.2441x smaller", "std_base": 0.006552329583143066, "t_msg": "Significant (t=-107.760819, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024189615249648, "timeline_link": null, "avg_changed": 0.23049586296077998, "min_base": 0.0209679603577, "delta_min": "10.7172x slower", "delta_avg": "9.5287x slower", "std_changed": 0.002180288804511763, "min_changed": 0.224716901779, "delta_std": "5.9035x smaller", "std_base": 0.012871361518409511, "t_msg": "Significant (t=-111.745478, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.065652852058422, "timeline_link": null, "avg_changed": 0.77726573944094, "min_base": 0.0441961288452, "delta_min": "17.2989x slower", "delta_avg": "11.8390x slower", "std_changed": 0.006745127928463572, "min_changed": 0.764544963837, "delta_std": "2.7575x smaller", "std_base": 0.018599431585746146, "t_msg": "Significant (t=-254.330616, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.183117866519995, "timeline_link": null, "avg_changed": 170.7392394545, "min_base": 6.03551077843, "delta_min": "28.2577x slower", "delta_avg": "27.6138x slower", "std_changed": 0.19178188858692172, "min_changed": 170.549385071, "delta_std": "1.2862x larger", "std_base": 0.14910567562805588, "t_msg": "Significant (t=-4789.894543, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.37671599388, "timeline_link": null, "avg_changed": 8.760732412336, "min_base": 1.05184292793, "delta_min": "8.2704x slower", "delta_avg": "6.3635x slower", "std_changed": 0.04893359394651397, "min_changed": 8.69917201996, "delta_std": "9.3562x smaller", "std_base": 0.4578307360056257, "t_msg": "Significant (t=-35.859660, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3667430973053001, "timeline_link": null, "avg_changed": 11.329940404901999, "min_base": 0.358165025711, "delta_min": "31.4615x slower", "delta_avg": "30.8934x slower", "std_changed": 0.02850095392930765, "min_changed": 11.2684009075, "delta_std": "2.8241x larger", "std_base": 0.010092078210211988, "t_msg": "Significant (t=-2563.967119, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046564412117002005, "timeline_link": null, "avg_changed": 0.22062347888945993, "min_base": 0.0452358722687, "delta_min": "4.7604x slower", "delta_avg": "4.7380x slower", "std_changed": 0.001932885389870228, "min_changed": 0.215338945389, "delta_std": "1.2229x smaller", "std_base": 0.002363753777295804, "t_msg": "Significant (t=-403.083490, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.02089102745057, "timeline_link": null, "avg_changed": 0.35493845939633983, "min_base": 0.020439863205, "delta_min": "16.9388x slower", "delta_avg": "16.9900x slower", "std_changed": 0.004082103959834388, "min_changed": 0.346225976944, "delta_std": "2.3357x larger", "std_base": 0.0017476780670344287, "t_msg": "Significant (t=-531.939504, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.380846786500001, "timeline_link": null, "avg_changed": 18.58448553084, "min_base": 9.13897395134, "delta_min": "2.0225x slower", "delta_avg": "1.9811x slower", "std_changed": 0.0656257546816118, "min_changed": 18.4839129448, "delta_std": "2.6155x smaller", "std_base": 0.1716441979503439, "t_msg": "Significant (t=-111.992482, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.537134790422, "timeline_link": null, "avg_changed": 4.587126588824001, "min_base": 4.52240395546, "delta_min": "1.0103x slower", "delta_avg": "1.0110x slower", "std_changed": 0.016908264861423376, "min_changed": 4.56878089905, "delta_std": "1.3560x larger", "std_base": 0.012469411763851539, "t_msg": "Significant (t=-5.320832, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15697105407712, "timeline_link": null, "avg_changed": 1.2289046525964, "min_base": 0.149830102921, "delta_min": "8.0991x slower", "delta_avg": "7.8289x slower", "std_changed": 0.007503875784545437, "min_changed": 1.21348810196, "delta_std": "1.5383x larger", "std_base": 0.004878092789412931, "t_msg": "Significant (t=-846.887931, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046100521087643995, "timeline_link": null, "avg_changed": 0.19949950218202, "min_base": 0.0101721286774, "delta_min": "19.0831x slower", "delta_avg": "4.3275x slower", "std_changed": 0.005956922384142441, "min_changed": 0.194115877151, "delta_std": "9.1496x smaller", "std_base": 0.05450356071519753, "t_msg": "Significant (t=-19.783544, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048464536666862006, "timeline_link": null, "avg_changed": 0.21240207672124, "min_base": 0.016480922699, "delta_min": "12.5770x slower", "delta_avg": "4.3826x slower", "std_changed": 0.002993912614041861, "min_changed": 0.207279920578, "delta_std": "18.8935x smaller", "std_base": 0.05656556759447395, "t_msg": "Significant (t=-20.464626, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0093108177185022, "timeline_link": null, "avg_changed": 1.1943965864178, "min_base": 0.00872707366943, "delta_min": "135.0196x slower", "delta_avg": "128.2805x slower", "std_changed": 0.00826259456380607, "min_changed": 1.17832612991, "delta_std": "9.2634x larger", "std_base": 0.0008919616630728096, "t_msg": "Significant (t=-1008.329400, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.001571455001831, "timeline_link": null, "avg_changed": 0.18260751247403997, "min_base": 0.00139188766479, "delta_min": "128.2509x slower", "delta_avg": "116.2028x slower", "std_changed": 0.0022707523110035844, "min_changed": 0.178510904312, "delta_std": "5.2033x larger", "std_base": 0.00043640883801305646, "t_msg": "Significant (t=-553.610585, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.088094787597644, "timeline_link": null, "avg_changed": 0.29957030296315995, "min_base": 0.0342729091644, "delta_min": "8.4292x slower", "delta_avg": "3.4005x slower", "std_changed": 0.0075316818145817425, "min_changed": 0.28889298439, "delta_std": "9.7686x smaller", "std_base": 0.07357412800216108, "t_msg": "Significant (t=-20.218841, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11892736434937999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1835119581223, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11955123424534002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25621972084050004, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16318856716147997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13782047271730002, "timeline_link": null, "avg_changed": 0.4277654695510401, "min_base": 0.133712053299, "delta_min": "3.1163x slower", "delta_avg": "3.1038x slower", "std_changed": 0.004755403735801695, "min_changed": 0.416689872742, "delta_std": "2.5109x larger", "std_base": 0.001893924018889901, "t_msg": "Significant (t=-400.537551, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043617668151861994, "timeline_link": null, "avg_changed": 0.20896016120911998, "min_base": 0.029806137085, "delta_min": "6.8326x slower", "delta_avg": "4.7907x slower", "std_changed": 0.0032773535441426075, "min_changed": 0.203653097153, "delta_std": "3.5405x smaller", "std_base": 0.011603443438462653, "t_msg": "Significant (t=-96.965165, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0054968070983888, "timeline_link": null, "avg_changed": 0.32905172824859996, "min_base": 0.0050790309906, "delta_min": "63.2456x slower", "delta_avg": "59.8623x slower", "std_changed": 0.004526645967147838, "min_changed": 0.321226119995, "delta_std": "2.8748x larger", "std_base": 0.0015746025310294802, "t_msg": "Significant (t=-477.368205, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 0.9989999999999998, "timeline_link": null, "avg_changed": 4.8304, "min_base": 0.96, "delta_min": "4.9167x slower", "delta_avg": "4.8352x slower", "std_changed": 0.05333605435235672, "min_changed": 4.72, "delta_std": "2.0475x larger", "std_base": 0.026049403612586407, "t_msg": "Significant (t=-456.422776, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38400000000000034, "timeline_link": null, "avg_changed": 3.5849999999999995, "min_base": 0.36, "delta_min": "9.7778x slower", "delta_avg": "9.3359x slower", "std_changed": 0.033457252653229644, "min_changed": 3.52, "delta_std": "1.7858x larger", "std_base": 0.01873553864086286, "t_msg": "Significant (t=-590.271376, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03510999043782733, "timeline_link": null, "avg_changed": 0.21131589889530267, "min_base": 0.0209100246429, "delta_min": "2.9375x slower", "delta_avg": "6.0187x slower", "std_changed": 0.08767043696369088, "min_changed": 0.0614240169525, "delta_std": "5.1574x larger", "std_base": 0.016998971196126415, "t_msg": "Significant (t=-24.165669, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017783514976500398, "timeline_link": null, "avg_changed": 0.04350152635574818, "min_base": 0.00362801551819, "delta_min": "7.2445x slower", "delta_avg": "2.4462x slower", "std_changed": 0.07842117225382128, "min_changed": 0.0262830257416, "delta_std": "1.3327x larger", "std_base": 0.05884249342944198, "t_msg": "Significant (t=-5.865544, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7360057115555, "timeline_link": null, "avg_changed": 16.53618769645, "min_base": 0.725195884705, "delta_min": "22.7139x slower", "delta_avg": "22.4675x slower", "std_changed": 0.04124873154303395, "min_changed": 16.4720611572, "delta_std": "7.6162x larger", "std_base": 0.005415910278262426, "t_msg": "Significant (t=-1200.991430, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.24739127159120003, "timeline_link": null, "avg_changed": 0.8216841697694, "min_base": 0.163942813873, "delta_min": "4.9558x slower", "delta_avg": "3.3214x slower", "std_changed": 0.010849274009572484, "min_changed": 0.812469959259, "delta_std": "14.5828x smaller", "std_base": 0.15821259881860322, "t_msg": "Significant (t=-8.097644, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1714534282688, "timeline_link": null, "avg_changed": 4.777939414978, "min_base": 0.804805040359, "delta_min": "5.9123x slower", "delta_avg": "4.0786x slower", "std_changed": 0.023352949401216988, "min_changed": 4.75826907158, "delta_std": "24.1059x smaller", "std_base": 0.5629430305396095, "t_msg": "Significant (t=-14.313025, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.25301218032820005, "timeline_link": null, "avg_changed": 0.40022821426399996, "min_base": 0.130716085434, "delta_min": "2.9749x slower", "delta_avg": "1.5819x slower", "std_changed": 0.014601781341439028, "min_changed": 0.388864040375, "delta_std": "13.1769x smaller", "std_base": 0.19240616580426256, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22493219375600004, "timeline_link": null, "avg_changed": 1.4161530017840003, "min_base": 0.151365041733, "delta_min": "9.2792x slower", "delta_avg": "6.2959x slower", "std_changed": 0.011974712564935767, "min_changed": 1.40455293655, "delta_std": "9.2752x smaller", "std_base": 0.11106817957543201, "t_msg": "Significant (t=-23.843944, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011753124239999998, "timeline_link": null, "avg_changed": 0.7213956518999999, "min_base": 0.007686393, "delta_min": "91.3432x slower", "delta_avg": "61.3791x slower", "std_changed": 0.010376599397184265, "min_changed": 0.702100112, "delta_std": "1.0687x smaller", "std_base": 0.011089502122466432, "t_msg": "Significant (t=-330.405361, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [493.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024366503104196347, "timeline_link": null, "avg_changed": 0.12354161611190458, "min_base": 0.002393312128587874, "delta_min": "50.8267x slower", "delta_avg": "50.7014x slower", "std_changed": 0.001043963800046296, "min_changed": 0.12164414222633109, "delta_std": "43.5880x larger", "std_base": 2.3950696139306687e-05, "t_msg": "Significant (t=-820.063063, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006644166528282671, "timeline_link": null, "avg_changed": 0.00642928398135538, "min_base": 0.0006609822195782933, "delta_min": "9.6795x slower", "delta_avg": "9.6766x slower", "std_changed": 2.3638533039251335e-05, "min_changed": 0.006397952655150352, "delta_std": "8.6659x larger", "std_base": 2.7277674707378266e-06, "t_msg": "Significant (t=-541.728081, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027260506549852247, "timeline_link": null, "avg_changed": 0.04216931349886533, "min_base": 0.0023590469450342063, "delta_min": "17.4444x slower", "delta_avg": "15.4690x slower", "std_changed": 0.0005629087941279306, "min_changed": 0.0411522633744856, "delta_std": "2.7347x larger", "std_base": 0.00020584083441427392, "t_msg": "Significant (t=-465.336855, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05827114320042001, "timeline_link": null, "avg_changed": 0.34041338580242864, "min_base": 0.0563370363197831, "delta_min": "5.9106x slower", "delta_avg": "5.8419x slower", "std_changed": 0.002193184314674666, "min_changed": 0.33298647242455776, "delta_std": "2.3673x larger", "std_base": 0.0009264435286678182, "t_msg": "Significant (t=-837.962519, a=0.95)\n"}]], "branch": "", "revision": "96612:2680d2fce15d"}