{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03833609104156001, "timeline_link": null, "avg_changed": 0.7244721174239601, "min_base": 0.0378420352936, "delta_min": "19.0403x slower", "delta_avg": "18.8979x slower", "std_changed": 0.0020106459146568964, "min_changed": 0.720525026321, "delta_std": "3.5019x larger", "std_base": 0.0005741657823753735, "t_msg": "Significant (t=-2320.262404, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01589063644409134, "timeline_link": null, "avg_changed": 0.14293112754822007, "min_base": 0.0128839015961, "delta_min": "10.8642x slower", "delta_avg": "8.9947x slower", "std_changed": 0.0032241328768461666, "min_changed": 0.139972925186, "delta_std": "1.7974x smaller", "std_base": 0.005795128273228847, "t_msg": "Significant (t=-234.621263, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28672116994870006, "timeline_link": null, "avg_changed": 1.4619842052450003, "min_base": 0.227785825729, "delta_min": "6.3175x slower", "delta_avg": "5.0990x slower", "std_changed": 0.06038407060229859, "min_changed": 1.43902921677, "delta_std": "3.1818x smaller", "std_base": 0.19212915340002554, "t_msg": "Significant (t=-26.097681, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4886318778994, "timeline_link": null, "avg_changed": 20.55539567471, "min_base": 3.42888092995, "delta_min": "5.9756x slower", "delta_avg": "5.8921x slower", "std_changed": 0.0731684491798744, "min_changed": 20.4897859097, "delta_std": "1.0694x smaller", "std_base": 0.07824929916773538, "t_msg": "Significant (t=-1126.496988, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019787330627442, "timeline_link": null, "avg_changed": 0.24106893062596005, "min_base": 0.0163989067078, "delta_min": "14.5876x slower", "delta_avg": "12.1830x slower", "std_changed": 0.0019246029439136969, "min_changed": 0.239219903946, "delta_std": "2.9501x smaller", "std_base": 0.005677680733155202, "t_msg": "Significant (t=-260.999895, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.181097464561198, "timeline_link": null, "avg_changed": 46.944331188204, "min_base": 8.09269285202, "delta_min": "5.7804x slower", "delta_avg": "5.7381x slower", "std_changed": 0.08928903619985183, "min_changed": 46.7789490223, "delta_std": "2.0706x smaller", "std_base": 0.18488095894250398, "t_msg": "Significant (t=-1335.021245, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008802337646486202, "timeline_link": null, "avg_changed": 0.52530013084418, "min_base": 0.00632095336914, "delta_min": "82.9940x slower", "delta_avg": "59.6773x slower", "std_changed": 0.0005254781251030142, "min_changed": 0.524600982666, "delta_std": "28.9971x smaller", "std_base": 0.015237317867451, "t_msg": "Significant (t=-239.544853, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [139.994848967], "base_times": [142.038299084]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04837446212768401, "timeline_link": null, "avg_changed": 3.121230325698799, "min_base": 0.0458908081055, "delta_min": "67.9504x slower", "delta_avg": "64.5223x slower", "std_changed": 0.001887236136468794, "min_changed": 3.11829996109, "delta_std": "7.2855x smaller", "std_base": 0.01374948784995645, "t_msg": "Significant (t=-1565.624793, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009925212860104799, "timeline_link": null, "avg_changed": 0.03912199497222799, "min_base": 0.00139808654785, "delta_min": "27.8610x slower", "delta_avg": "3.9417x slower", "std_changed": 0.0001623550263620842, "min_changed": 0.0389521121979, "delta_std": "71.2350x smaller", "std_base": 0.01156535489837262, "t_msg": "Significant (t=-17.849179, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03237873077393, "timeline_link": null, "avg_changed": 1.0452530002592, "min_base": 0.0305371284485, "delta_min": "34.1462x slower", "delta_avg": "32.2821x slower", "std_changed": 0.002060793430007593, "min_changed": 1.04272603989, "delta_std": "1.4134x smaller", "std_base": 0.002912684556367441, "t_msg": "Significant (t=-2007.317586, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43351917266845996, "timeline_link": null, "avg_changed": 1.0948915481574002, "min_base": 0.342075824738, "delta_min": "3.1776x slower", "delta_avg": "2.5256x slower", "std_changed": 0.002334244085859309, "min_changed": 1.08696699142, "delta_std": "42.8442x smaller", "std_base": 0.10000886878283707, "t_msg": "Significant (t=-46.749210, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17524230957035994, "timeline_link": null, "avg_changed": 1.4788609838486, "min_base": 0.173370838165, "delta_min": "8.4984x slower", "delta_avg": "8.4389x slower", "std_changed": 0.004166279817768649, "min_changed": 1.47336888313, "delta_std": "1.1457x smaller", "std_base": 0.00477350223586884, "t_msg": "Significant (t=-1454.869741, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043678493499757984, "timeline_link": null, "avg_changed": 0.5787626791, "min_base": 0.0348651409149, "delta_min": "16.3826x slower", "delta_avg": "13.2505x slower", "std_changed": 0.004448503804755703, "min_changed": 0.571180105209, "delta_std": "1.1687x smaller", "std_base": 0.005198878718508803, "t_msg": "Significant (t=-552.971677, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016785111427304, "timeline_link": null, "avg_changed": 0.26254238128656, "min_base": 0.0139269828796, "delta_min": "18.7046x slower", "delta_avg": "15.6414x slower", "std_changed": 0.0023809035763420463, "min_changed": 0.260498046875, "delta_std": "5.7019x smaller", "std_base": 0.01357566818929391, "t_msg": "Significant (t=-126.081614, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06165651798248601, "timeline_link": null, "avg_changed": 0.56149247169496, "min_base": 0.0563058853149, "delta_min": "9.9118x slower", "delta_avg": "9.1068x slower", "std_changed": 0.0023894283036054176, "min_changed": 0.558089971542, "delta_std": "11.6258x smaller", "std_base": 0.02777895893633757, "t_msg": "Significant (t=-126.763970, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16023466110228, "timeline_link": null, "avg_changed": 1.6125576877594, "min_base": 0.103899002075, "delta_min": "15.4804x slower", "delta_avg": "10.0637x slower", "std_changed": 0.0025505088045502033, "min_changed": 1.60840010643, "delta_std": "22.1361x smaller", "std_base": 0.0564582448220325, "t_msg": "Significant (t=-181.709717, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.541549325000005, "timeline_link": null, "avg_changed": 327.0778310299998, "min_base": 12.2060468197, "delta_min": "26.7948x slower", "delta_avg": "26.0795x slower", "std_changed": 0.01990607715463488, "min_changed": 327.058125019, "delta_std": "17.0254x smaller", "std_base": 0.33890870943243656, "t_msg": "Significant (t=-6551.265119, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.73849401474, "timeline_link": null, "avg_changed": 21.317427396779998, "min_base": 2.95911097527, "delta_min": "7.1903x slower", "delta_avg": "5.7021x slower", "std_changed": 0.023621313991456467, "min_changed": 21.2769589424, "delta_std": "43.3103x smaller", "std_base": 1.023046623733244, "t_msg": "Significant (t=-38.411951, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.77401919841764, "timeline_link": null, "avg_changed": 24.093647332188002, "min_base": 0.768049001694, "delta_min": "31.3319x slower", "delta_avg": "31.1280x slower", "std_changed": 0.013397250949629201, "min_changed": 24.0644209385, "delta_std": "1.3531x smaller", "std_base": 0.018127439208642442, "t_msg": "Significant (t=-7315.367263, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07443780899048799, "timeline_link": null, "avg_changed": 0.42668611526502004, "min_base": 0.0729620456696, "delta_min": "5.8404x slower", "delta_avg": "5.7321x slower", "std_changed": 0.0004914717277123518, "min_changed": 0.42612695694, "delta_std": "11.4966x smaller", "std_base": 0.005650255238870967, "t_msg": "Significant (t=-439.166412, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032024135589598, "timeline_link": null, "avg_changed": 0.63438175201414, "min_base": 0.0311901569366, "delta_min": "20.2571x slower", "delta_avg": "19.8095x slower", "std_changed": 0.002584551521013938, "min_changed": 0.631822109222, "delta_std": "1.2349x smaller", "std_base": 0.0031917797745838927, "t_msg": "Significant (t=-1037.088434, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.40090274812, "timeline_link": null, "avg_changed": 47.15534439086, "min_base": 20.3782670498, "delta_min": "2.3126x slower", "delta_avg": "2.3114x slower", "std_changed": 0.02506727281431386, "min_changed": 47.1274859905, "delta_std": "1.1942x smaller", "std_base": 0.02993459170078783, "t_msg": "Significant (t=-1532.232233, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.238712358476, "timeline_link": null, "avg_changed": 9.39804339409, "min_base": 9.23124885559, "delta_min": "1.0177x slower", "delta_avg": "1.0172x slower", "std_changed": 0.0042364708987081634, "min_changed": 9.39431500435, "delta_std": "3.7888x smaller", "std_base": 0.016051112924553038, "t_msg": "Significant (t=-21.461342, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29695493221285996, "timeline_link": null, "avg_changed": 2.785807061195399, "min_base": 0.288902997971, "delta_min": "9.6189x slower", "delta_avg": "9.3812x slower", "std_changed": 0.003423343033625578, "min_changed": 2.77893090248, "delta_std": "1.4714x smaller", "std_base": 0.0050369525426256275, "t_msg": "Significant (t=-2889.712881, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.083318982124334, "timeline_link": null, "avg_changed": 0.4632486248016, "min_base": 0.0216579437256, "delta_min": "21.2155x slower", "delta_avg": "5.5599x slower", "std_changed": 0.015102482626882276, "min_changed": 0.459485054016, "delta_std": "6.8017x smaller", "std_base": 0.10272249968896993, "t_msg": "Significant (t=-25.874911, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10668605327608, "timeline_link": null, "avg_changed": 0.49132668972016014, "min_base": 0.0440390110016, "delta_min": "11.1387x slower", "delta_avg": "4.6054x slower", "std_changed": 0.0012812482695972508, "min_changed": 0.490539073944, "delta_std": "89.5504x smaller", "std_base": 0.11473633459510263, "t_msg": "Significant (t=-23.703480, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036525330543522, "timeline_link": null, "avg_changed": 2.7599161529542, "min_base": 0.0198040008545, "delta_min": "137.0088x slower", "delta_avg": "75.5617x slower", "std_changed": 0.017554592152198314, "min_changed": 2.71332192421, "delta_std": "1.2520x smaller", "std_base": 0.02197758820536742, "t_msg": "Significant (t=-684.633027, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038168287277213996, "timeline_link": null, "avg_changed": 0.3618885183334599, "min_base": 0.00344085693359, "delta_min": "104.8215x slower", "delta_avg": "94.8139x slower", "std_changed": 0.0006690045500183828, "min_changed": 0.360675811768, "delta_std": "1.5977x smaller", "std_base": 0.0010688525498028787, "t_msg": "Significant (t=-2007.958206, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19427339553827802, "timeline_link": null, "avg_changed": 0.68132346630098, "min_base": 0.0860328674316, "delta_min": "7.7452x slower", "delta_avg": "3.5070x slower", "std_changed": 0.010540188605657804, "min_changed": 0.666344881058, "delta_std": "13.8677x smaller", "std_base": 0.14616848519927764, "t_msg": "Significant (t=-23.500584, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24610505580907996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46861234664913987, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21132048606868004, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60777230739598, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3667910003662, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26621083736422, "timeline_link": null, "avg_changed": 0.7422558593749803, "min_base": 0.259882926941, "delta_min": "2.8152x slower", "delta_avg": "2.7882x slower", "std_changed": 0.010123762788667423, "min_changed": 0.731616020203, "delta_std": "1.1907x larger", "std_base": 0.008502150022177652, "t_msg": "Significant (t=-254.618955, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08908823013306799, "timeline_link": null, "avg_changed": 0.43657528400428, "min_base": 0.0637848377228, "delta_min": "6.8257x slower", "delta_avg": "4.9005x slower", "std_changed": 0.001910684950301012, "min_changed": 0.435373067856, "delta_std": "12.2497x smaller", "std_base": 0.023405257472658415, "t_msg": "Significant (t=-104.632809, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009435515403746202, "timeline_link": null, "avg_changed": 0.69129603862758, "min_base": 0.00852990150452, "delta_min": "80.9181x slower", "delta_avg": "73.2653x slower", "std_changed": 0.0011184792331767914, "min_changed": 0.69022321701, "delta_std": "3.4554x smaller", "std_base": 0.003864763916169763, "t_msg": "Significant (t=-1198.373109, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.148200000000001, "timeline_link": null, "avg_changed": 8.757999999999994, "min_base": 2.11, "delta_min": "4.1374x slower", "delta_avg": "4.0769x slower", "std_changed": 0.017261494247992098, "min_changed": 8.73, "delta_std": "2.0363x smaller", "std_base": 0.03514924448341815, "t_msg": "Significant (t=-1193.552551, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7716000000000004, "timeline_link": null, "avg_changed": 6.255399999999996, "min_base": 0.74, "delta_min": "8.3784x slower", "delta_avg": "8.1071x slower", "std_changed": 0.024261332298494205, "min_changed": 6.2, "delta_std": "1.3488x smaller", "std_base": 0.03272395365565022, "t_msg": "Significant (t=-951.879528, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07400635242462335, "timeline_link": null, "avg_changed": 0.5173473580678134, "min_base": 0.046658039093, "delta_min": "2.6159x slower", "delta_avg": "6.9906x slower", "std_changed": 0.23373068980878484, "min_changed": 0.122051954269, "delta_std": "8.0007x larger", "std_base": 0.029213776587897273, "t_msg": "Significant (t=-23.051632, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013047933101655158, "timeline_link": null, "avg_changed": 0.056831546306611004, "min_base": 0.00761795043945, "delta_min": "7.1149x slower", "delta_avg": "4.3556x slower", "std_changed": 0.005796474944731461, "min_changed": 0.0542011260986, "delta_std": "2.1805x smaller", "std_base": 0.01263939225120213, "t_msg": "Significant (t=-70.407795, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8699415779109998, "timeline_link": null, "avg_changed": 46.85321542262998, "min_base": 1.85904693604, "delta_min": "25.1433x slower", "delta_avg": "25.0560x slower", "std_changed": 0.0494786714000583, "min_changed": 46.7426261902, "delta_std": "10.5751x larger", "std_base": 0.004678802711033801, "t_msg": "Significant (t=-6400.073147, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.588990211486, "timeline_link": null, "avg_changed": 1.942885446548, "min_base": 0.420946836472, "delta_min": "4.5921x slower", "delta_avg": "3.2987x slower", "std_changed": 0.005768367612212105, "min_changed": 1.93301701546, "delta_std": "53.5541x smaller", "std_base": 0.30891979764579536, "t_msg": "Significant (t=-9.798252, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.563452720644, "timeline_link": null, "avg_changed": 11.37741484642, "min_base": 1.70611691475, "delta_min": "6.6594x slower", "delta_avg": "4.4383x slower", "std_changed": 0.017281461077405504, "min_changed": 11.361795187, "delta_std": "68.5003x smaller", "std_base": 1.1837849881807194, "t_msg": "Significant (t=-16.647042, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5352414131158001, "timeline_link": null, "avg_changed": 0.9527640819550001, "min_base": 0.278877019882, "delta_min": "3.3555x slower", "delta_avg": "1.7801x slower", "std_changed": 0.016460345371241632, "min_changed": 0.935769081116, "delta_std": "23.6236x smaller", "std_base": 0.38885179797643765, "t_msg": "Significant (t=-2.398790, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46581845283519996, "timeline_link": null, "avg_changed": 3.401623249056, "min_base": 0.314154148102, "delta_min": "10.7753x slower", "delta_avg": "7.3025x slower", "std_changed": 0.01567471570613405, "min_changed": 3.38511800766, "delta_std": "14.3953x smaller", "std_base": 0.22564156318528575, "t_msg": "Significant (t=-29.023361, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02433308414, "timeline_link": null, "avg_changed": 1.59193354244, "min_base": 0.019052271, "delta_min": "83.4737x slower", "delta_avg": "65.4226x slower", "std_changed": 0.0010419727800620442, "min_changed": 1.590363385, "delta_std": "13.9709x smaller", "std_base": 0.014557296723373084, "t_msg": "Significant (t=-759.503843, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [384.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [738.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [166.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [186.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004677149316560996, "timeline_link": null, "avg_changed": 0.2867341513829528, "min_base": 0.004653738580888957, "delta_min": "61.4472x slower", "delta_avg": "61.3053x slower", "std_changed": 0.00060068089347077, "min_changed": 0.2859593937660852, "delta_std": "25.6166x larger", "std_base": 2.344890844174181e-05, "t_msg": "Significant (t=-3317.778664, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001548294005790714, "timeline_link": null, "avg_changed": 0.013404557690008702, "min_base": 0.0015290519877675841, "delta_min": "8.7316x slower", "delta_avg": "8.6576x slower", "std_changed": 3.973692000319542e-05, "min_changed": 0.01335113484646195, "delta_std": "3.0381x larger", "std_base": 1.3079735865160169e-05, "t_msg": "Significant (t=-1942.965372, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006691842365255031, "timeline_link": null, "avg_changed": 0.09532246619815521, "min_base": 0.006259780907668232, "delta_min": "15.0000x slower", "delta_avg": "14.2446x slower", "std_changed": 0.0005104680877881011, "min_changed": 0.09389671361502347, "delta_std": "1.5199x larger", "std_base": 0.0003358512246003707, "t_msg": "Significant (t=-1025.644696, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19648031240163216, "timeline_link": null, "avg_changed": 1.0137223895512326, "min_base": 0.19349377191921635, "delta_min": "5.2170x slower", "delta_avg": "5.1594x slower", "std_changed": 0.003521007682438843, "min_changed": 1.0094637223974763, "delta_std": "1.6839x smaller", "std_base": 0.005929167600093879, "t_msg": "Significant (t=-838.009490, a=0.95)\n"}]], "branch": "", "revision": "90154:393ff835a097"}