{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.035060720443716005, "timeline_link": null, "avg_changed": 0.7474841928482399, "min_base": 0.0346741676331, "delta_min": "21.4721x slower", "delta_avg": "21.3197x slower", "std_changed": 0.0018422126470844476, "min_changed": 0.744525909424, "delta_std": "3.1829x larger", "std_base": 0.0005787856187201955, "t_msg": "Significant (t=-2608.808242, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01706775347391533, "timeline_link": null, "avg_changed": 0.15312476634978006, "min_base": 0.0134291648865, "delta_min": "11.1331x slower", "delta_avg": "8.9716x slower", "std_changed": 0.0029342209684585082, "min_changed": 0.14950799942, "delta_std": "2.3767x smaller", "std_base": 0.006973852948863532, "t_msg": "Significant (t=-220.242192, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2744793057440001, "timeline_link": null, "avg_changed": 1.5171831369405, "min_base": 0.220952033997, "delta_min": "6.8438x slower", "delta_avg": "5.5275x slower", "std_changed": 0.006757120939478884, "min_changed": 1.51214694977, "delta_std": "27.1921x smaller", "std_base": 0.1837404649064183, "t_msg": "Significant (t=-30.226255, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.2909694480898004, "timeline_link": null, "avg_changed": 21.936947402954, "min_base": 3.28334593773, "delta_min": "6.6564x slower", "delta_avg": "6.6658x slower", "std_changed": 0.061192401174767035, "min_changed": 21.8553078175, "delta_std": "16.5126x larger", "std_base": 0.003705792397401451, "t_msg": "Significant (t=-2150.689665, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020934562683101995, "timeline_link": null, "avg_changed": 0.2551315927506, "min_base": 0.0176050662994, "delta_min": "14.3086x slower", "delta_avg": "12.1871x slower", "std_changed": 0.0019011857131633815, "min_changed": 0.251903057098, "delta_std": "2.9080x smaller", "std_base": 0.005528677866466148, "t_msg": "Significant (t=-283.253551, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.58341999054, "timeline_link": null, "avg_changed": 50.19028639792, "min_base": 8.25082182884, "delta_min": "6.0736x slower", "delta_avg": "5.8474x slower", "std_changed": 0.0517556575879529, "min_changed": 50.1118941307, "delta_std": "11.6501x smaller", "std_base": 0.6029578220302675, "t_msg": "Significant (t=-153.733682, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008962440490722198, "timeline_link": null, "avg_changed": 0.5675596618651599, "min_base": 0.00634002685547, "delta_min": "89.4052x slower", "delta_avg": "63.3265x slower", "std_changed": 0.0004621536255876079, "min_changed": 0.566831111908, "delta_std": "35.0595x smaller", "std_base": 0.01620286102831474, "t_msg": "Significant (t=-243.677525, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [329.071131945], "base_times": [141.918340921]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049337124824534, "timeline_link": null, "avg_changed": 3.3828512048727997, "min_base": 0.0467438697815, "delta_min": "72.2908x slower", "delta_avg": "68.5660x slower", "std_changed": 0.0026449979467111865, "min_changed": 3.37915110588, "delta_std": "5.1897x smaller", "std_base": 0.013726672407574596, "t_msg": "Significant (t=-1686.186137, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0106414937972996, "timeline_link": null, "avg_changed": 0.042849407196047996, "min_base": 0.00144791603088, "delta_min": "29.4991x slower", "delta_avg": "4.0266x slower", "std_changed": 0.00011722874648233799, "min_changed": 0.0427122116089, "delta_std": "103.4484x smaller", "std_base": 0.01212712198758426, "t_msg": "Significant (t=-18.778874, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030470476150516002, "timeline_link": null, "avg_changed": 1.1461560535434003, "min_base": 0.0288689136505, "delta_min": "39.5975x slower", "delta_avg": "37.6153x slower", "std_changed": 0.0021311713587380387, "min_changed": 1.14313602448, "delta_std": "1.2597x smaller", "std_base": 0.002684696801115973, "t_msg": "Significant (t=-2301.533735, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44365917682654016, "timeline_link": null, "avg_changed": 1.1417641544344002, "min_base": 0.3425822258, "delta_min": "3.3087x slower", "delta_avg": "2.5735x slower", "std_changed": 0.002580913110629055, "min_changed": 1.13348603249, "delta_std": "42.4243x smaller", "std_base": 0.10949331444414533, "t_msg": "Significant (t=-45.071034, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17474660396570005, "timeline_link": null, "avg_changed": 1.7328210163112001, "min_base": 0.172544002533, "delta_min": "9.9900x slower", "delta_avg": "9.9162x slower", "std_changed": 0.005635820685019086, "min_changed": 1.72371697426, "delta_std": "1.2921x larger", "std_base": 0.004361723720589219, "t_msg": "Significant (t=-1545.953594, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04328800201415401, "timeline_link": null, "avg_changed": 0.6447195577621398, "min_base": 0.0361280441284, "delta_min": "17.5985x slower", "delta_avg": "14.8937x slower", "std_changed": 0.004811486001114312, "min_changed": 0.635799884796, "delta_std": "1.0222x larger", "std_base": 0.00470706691863076, "t_msg": "Significant (t=-631.813864, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016360282897941995, "timeline_link": null, "avg_changed": 0.28378257751466, "min_base": 0.0135700702667, "delta_min": "20.7445x slower", "delta_avg": "17.3458x slower", "std_changed": 0.0022347983721016933, "min_changed": 0.281503915787, "delta_std": "5.6278x smaller", "std_base": 0.012577091790407564, "t_msg": "Significant (t=-148.030905, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.048973007202156006, "timeline_link": null, "avg_changed": 0.6238713121414, "min_base": 0.0437579154968, "delta_min": "14.1777x slower", "delta_avg": "12.7391x slower", "std_changed": 0.002515661311284485, "min_changed": 0.620388031006, "delta_std": "11.0614x smaller", "std_base": 0.02782666774324658, "t_msg": "Significant (t=-145.494741, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.110654854774448, "timeline_link": null, "avg_changed": 1.7781167602542005, "min_base": 0.0824038982391, "delta_min": "21.5010x slower", "delta_avg": "16.0690x slower", "std_changed": 0.0037007212731529453, "min_changed": 1.77176785469, "delta_std": "6.9410x smaller", "std_base": 0.025686530713511325, "t_msg": "Significant (t=-454.333035, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.113978862749997, "timeline_link": null, "avg_changed": 381.11593151049965, "min_base": 10.840503931, "delta_min": "35.1430x slower", "delta_avg": "34.2916x slower", "std_changed": 0.14917383305471207, "min_changed": 380.96825695, "delta_std": "1.8519x smaller", "std_base": 0.2762513981785048, "t_msg": "Significant (t=-8333.391369, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.520110797884, "timeline_link": null, "avg_changed": 22.52285442352, "min_base": 2.83242297173, "delta_min": "7.9254x slower", "delta_avg": "6.3983x slower", "std_changed": 0.08788105291848132, "min_changed": 22.4482209682, "delta_std": "11.3922x smaller", "std_base": 1.0011586337795375, "t_msg": "Significant (t=-42.279677, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7622276353835601, "timeline_link": null, "avg_changed": 26.349299583435997, "min_base": 0.756199121475, "delta_min": "34.8016x slower", "delta_avg": "34.5688x slower", "std_changed": 0.028389572137487645, "min_changed": 26.31696105, "delta_std": "1.5884x larger", "std_base": 0.01787279927006726, "t_msg": "Significant (t=-5393.258277, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08095038890839001, "timeline_link": null, "avg_changed": 0.4656822538375999, "min_base": 0.0796120166779, "delta_min": "5.8371x slower", "delta_avg": "5.7527x slower", "std_changed": 0.00042277611062562745, "min_changed": 0.464707136154, "delta_std": "11.9101x smaller", "std_base": 0.005035300318012092, "t_msg": "Significant (t=-538.384231, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03442252159118799, "timeline_link": null, "avg_changed": 0.6809766769408802, "min_base": 0.0319550037384, "delta_min": "21.2209x slower", "delta_avg": "19.7829x slower", "std_changed": 0.0028127372833880245, "min_changed": 0.678114891052, "delta_std": "1.0458x larger", "std_base": 0.0026894315799582606, "t_msg": "Significant (t=-1174.794658, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.49261236192, "timeline_link": null, "avg_changed": 46.90501480104, "min_base": 20.4791209698, "delta_min": "2.2899x slower", "delta_avg": "2.2889x slower", "std_changed": 0.010786843196265251, "min_changed": 46.8941190243, "delta_std": "2.5466x smaller", "std_base": 0.027469594486339167, "t_msg": "Significant (t=-2001.244420, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.801433277120001, "timeline_link": null, "avg_changed": 11.0060985565, "min_base": 10.790489912, "delta_min": "1.0187x slower", "delta_avg": "1.0189x slower", "std_changed": 0.009305147320815986, "min_changed": 10.9924650192, "delta_std": "1.7788x smaller", "std_base": 0.016551541150682716, "t_msg": "Significant (t=-24.101989, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29860259056096006, "timeline_link": null, "avg_changed": 2.8921456146235993, "min_base": 0.295080900192, "delta_min": "9.7796x slower", "delta_avg": "9.6856x slower", "std_changed": 0.0028769468044950843, "min_changed": 2.88578295708, "delta_std": "1.3508x smaller", "std_base": 0.0038860994967036206, "t_msg": "Significant (t=-3792.881559, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09548264026643, "timeline_link": null, "avg_changed": 0.51107273578648, "min_base": 0.024551153183, "delta_min": "20.6478x slower", "delta_avg": "5.3525x slower", "std_changed": 0.015074764155975992, "min_changed": 0.506927013397, "delta_std": "7.3735x smaller", "std_base": 0.11115445401611632, "t_msg": "Significant (t=-26.197851, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10141665935516998, "timeline_link": null, "avg_changed": 0.5279253816604601, "min_base": 0.0375800132751, "delta_min": "13.9836x slower", "delta_avg": "5.2055x slower", "std_changed": 0.002310572460843144, "min_changed": 0.525504112244, "delta_std": "52.7019x smaller", "std_base": 0.12177144741235105, "t_msg": "Significant (t=-24.762203, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030701026916506006, "timeline_link": null, "avg_changed": 2.9308502578738, "min_base": 0.018079996109, "delta_min": "159.7312x slower", "delta_avg": "95.4642x slower", "std_changed": 0.015094803380808023, "min_changed": 2.88793992996, "delta_std": "1.5042x smaller", "std_base": 0.022705699952677558, "t_msg": "Significant (t=-752.131044, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003101902008056599, "timeline_link": null, "avg_changed": 0.40432996749881994, "min_base": 0.00273489952087, "delta_min": "147.4811x slower", "delta_avg": "130.3490x slower", "std_changed": 0.0005827715631898296, "min_changed": 0.403346061707, "delta_std": "1.6066x smaller", "std_base": 0.000936269891395622, "t_msg": "Significant (t=-2572.583742, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20968547821040398, "timeline_link": null, "avg_changed": 0.7272787618636998, "min_base": 0.0933771133423, "delta_min": "7.6503x slower", "delta_avg": "3.4684x slower", "std_changed": 0.009896422430161502, "min_changed": 0.714361906052, "delta_std": "15.2834x smaller", "std_base": 0.15125061582777913, "t_msg": "Significant (t=-24.146202, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24340877532953997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47002901554104004, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.17803028583522, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5905953788757201, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3658646154403201, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27595699787144, "timeline_link": null, "avg_changed": 0.7720308542251599, "min_base": 0.266115188599, "delta_min": "2.8442x slower", "delta_avg": "2.7976x slower", "std_changed": 0.011915828090225023, "min_changed": 0.756888151169, "delta_std": "1.2753x larger", "std_base": 0.009343594024449939, "t_msg": "Significant (t=-231.653604, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084456300735468, "timeline_link": null, "avg_changed": 0.4544258975983, "min_base": 0.0574679374695, "delta_min": "7.8889x slower", "delta_avg": "5.3806x slower", "std_changed": 0.0013668426588066551, "min_changed": 0.453356027603, "delta_std": "18.7351x smaller", "std_base": 0.025607963705986857, "t_msg": "Significant (t=-102.013636, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090527439117432, "timeline_link": null, "avg_changed": 0.77017537593846, "min_base": 0.00828719139099, "delta_min": "92.4766x slower", "delta_avg": "85.0765x slower", "std_changed": 0.002182696152726267, "min_changed": 0.766371011734, "delta_std": "1.4150x smaller", "std_base": 0.0030886208439834515, "t_msg": "Significant (t=-1423.032491, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2502000000000004, "timeline_link": null, "avg_changed": 9.471200000000001, "min_base": 2.22, "delta_min": "4.2477x slower", "delta_avg": "4.2090x slower", "std_changed": 0.031209626981534663, "min_changed": 9.43, "delta_std": "1.0965x larger", "std_base": 0.028463367076052667, "t_msg": "Significant (t=-1208.815675, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8135999999999999, "timeline_link": null, "avg_changed": 7.5248000000000035, "min_base": 0.78, "delta_min": "9.5769x slower", "delta_avg": "9.2488x slower", "std_changed": 0.026972397077042062, "min_changed": 7.47, "delta_std": "1.1955x smaller", "std_base": 0.032246499572726885, "t_msg": "Significant (t=-1128.818914, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07433843135833666, "timeline_link": null, "avg_changed": 0.5668843555449805, "min_base": 0.0489189624786, "delta_min": "2.6387x slower", "delta_avg": "7.6257x slower", "std_changed": 0.25838203100043383, "min_changed": 0.129080057144, "delta_std": "8.4017x larger", "std_base": 0.030753537012259323, "t_msg": "Significant (t=-23.183308, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01273064422607498, "timeline_link": null, "avg_changed": 0.06078542900085797, "min_base": 0.0074610710144, "delta_min": "7.7540x slower", "delta_avg": "4.7747x slower", "std_changed": 0.005861262960548613, "min_changed": 0.0578529834747, "delta_std": "2.2030x smaller", "std_base": 0.01291224009370187, "t_msg": "Significant (t=-75.776898, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8398076057420003, "timeline_link": null, "avg_changed": 50.84540464878, "min_base": 1.83238506317, "delta_min": "27.6821x slower", "delta_avg": "27.6363x slower", "std_changed": 0.05649384115169987, "min_changed": 50.7242560387, "delta_std": "12.7292x larger", "std_base": 0.00443814608096998, "t_msg": "Significant (t=-2734.692773, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5978179931637999, "timeline_link": null, "avg_changed": 2.0508942127239997, "min_base": 0.447165966034, "delta_min": "4.5447x slower", "delta_avg": "3.4306x slower", "std_changed": 0.013966766587302138, "min_changed": 2.03224802017, "delta_std": "21.8546x smaller", "std_base": 0.3052385834649641, "t_msg": "Significant (t=-10.633587, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.492890214918, "timeline_link": null, "avg_changed": 12.207918262480002, "min_base": 1.68420910835, "delta_min": "7.2395x slower", "delta_avg": "4.8971x slower", "std_changed": 0.013992946512490494, "min_changed": 12.1928610802, "delta_std": "87.7509x smaller", "std_base": 1.227893136546137, "t_msg": "Significant (t=-17.690507, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.547598838806, "timeline_link": null, "avg_changed": 1.0028329849244, "min_base": 0.249257087708, "delta_min": "3.9498x slower", "delta_avg": "1.8313x slower", "std_changed": 0.025112219490726128, "min_changed": 0.984513044357, "delta_std": "15.5017x smaller", "std_base": 0.38928322633627693, "t_msg": "Significant (t=-2.609470, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46747398376460003, "timeline_link": null, "avg_changed": 3.6261928081519996, "min_base": 0.311640024185, "delta_min": "11.5824x slower", "delta_avg": "7.7570x slower", "std_changed": 0.015613163646202006, "min_changed": 3.60952877998, "delta_std": "15.5888x smaller", "std_base": 0.24339028287761064, "t_msg": "Significant (t=-28.960163, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023730297379999998, "timeline_link": null, "avg_changed": 1.6912066673000001, "min_base": 0.018086983, "delta_min": "93.3611x slower", "delta_avg": "71.2678x slower", "std_changed": 0.0024985375563639956, "min_changed": 1.688620257, "delta_std": "6.5946x smaller", "std_base": 0.016476848052953387, "t_msg": "Significant (t=-707.512162, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [357.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [159.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [181.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004509334002188231, "timeline_link": null, "avg_changed": 0.3162605591562867, "min_base": 0.0044740327141272055, "delta_min": "70.5419x slower", "delta_avg": "70.1346x slower", "std_changed": 0.0006317142556965183, "min_changed": 0.31560675398453525, "delta_std": "21.2808x larger", "std_base": 2.9684744687275653e-05, "t_msg": "Significant (t=-3485.728297, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014933427441638444, "timeline_link": null, "avg_changed": 0.01425292628650869, "min_base": 0.0014710208884966167, "delta_min": "9.6562x slower", "delta_avg": "9.5443x slower", "std_changed": 5.384810460040385e-05, "min_changed": 0.014204545454545454, "delta_std": "3.7855x larger", "std_base": 1.4224962090972471e-05, "t_msg": "Significant (t=-1619.954629, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0065252977648879796, "timeline_link": null, "avg_changed": 0.10128982128982131, "min_base": 0.006049606775559589, "delta_min": "16.6970x slower", "delta_avg": "15.5226x slower", "std_changed": 0.0006030892532892044, "min_changed": 0.10101010101010101, "delta_std": "1.7505x larger", "std_base": 0.000344529382896674, "t_msg": "Significant (t=-964.760290, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.17598794015860225, "timeline_link": null, "avg_changed": 1.039678141945769, "min_base": 0.17270225052620217, "delta_min": "5.9713x slower", "delta_avg": "5.9077x slower", "std_changed": 0.005500548317551502, "min_changed": 1.03126007089913, "delta_std": "1.0463x larger", "std_base": 0.005257153572523138, "t_msg": "Significant (t=-802.652123, a=0.95)\n"}]], "branch": "", "revision": "94713:ed27afd7ef3c"}