{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019887762069702008, "timeline_link": null, "avg_changed": 0.28969078063962, "min_base": 0.0193591117859, "delta_min": "14.5494x slower", "delta_avg": "14.5663x slower", "std_changed": 0.0030415597222110164, "min_changed": 0.281664133072, "delta_std": "7.4237x larger", "std_base": 0.0004097121587166138, "t_msg": "Significant (t=-621.628003, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008776499430337266, "timeline_link": null, "avg_changed": 0.058908284505207305, "min_base": 0.0066180229187, "delta_min": "8.3481x slower", "delta_avg": "6.7120x slower", "std_changed": 0.0021180284366119594, "min_changed": 0.0552480220795, "delta_std": "1.7543x smaller", "std_base": 0.003715751867433269, "t_msg": "Significant (t=-143.554905, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15733922719954999, "timeline_link": null, "avg_changed": 1.0033426761637003, "min_base": 0.125582933426, "delta_min": "7.8512x slower", "delta_avg": "6.3769x slower", "std_changed": 0.010698625937988579, "min_changed": 0.985978841782, "delta_std": "9.8248x smaller", "std_base": 0.10511134119547264, "t_msg": "Significant (t=-35.809602, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6501077795024, "timeline_link": null, "avg_changed": 9.069591603279598, "min_base": 1.63427400589, "delta_min": "5.4998x slower", "delta_avg": "5.4964x slower", "std_changed": 0.034262956455618075, "min_changed": 8.98815703392, "delta_std": "5.0759x larger", "std_base": 0.0067501850447922755, "t_msg": "Significant (t=-1502.329131, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006568408012390999, "timeline_link": null, "avg_changed": 0.078409886360164, "min_base": 0.00503897666931, "delta_min": "15.0080x slower", "delta_avg": "11.9374x slower", "std_changed": 0.0012150066821613938, "min_changed": 0.0756249427795, "delta_std": "1.9188x smaller", "std_base": 0.002331358409302349, "t_msg": "Significant (t=-193.230175, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.051047372819999, "timeline_link": null, "avg_changed": 23.02971634864, "min_base": 3.92488908768, "delta_min": "5.8406x slower", "delta_avg": "5.6849x slower", "std_changed": 0.1125056308511392, "min_changed": 22.9238770008, "delta_std": "2.2624x smaller", "std_base": 0.25453177453032433, "t_msg": "Significant (t=-152.495501, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004597353935242, "timeline_link": null, "avg_changed": 0.21796879291532, "min_base": 0.00347208976746, "delta_min": "61.6007x slower", "delta_avg": "47.4118x slower", "std_changed": 0.0023741385238789563, "min_changed": 0.213883161545, "delta_std": "2.9219x smaller", "std_base": 0.0069370201909352254, "t_msg": "Significant (t=-205.776878, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [134.170994997], "base_times": [63.5140669346]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027288036346427992, "timeline_link": null, "avg_changed": 1.6400468015669998, "min_base": 0.0257198810577, "delta_min": "62.3539x slower", "delta_avg": "60.1013x slower", "std_changed": 0.009958716807054468, "min_changed": 1.60373592377, "delta_std": "1.4654x larger", "std_base": 0.006796022842178583, "t_msg": "Significant (t=-945.864700, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0049833202362076405, "timeline_link": null, "avg_changed": 0.020411205291746004, "min_base": 0.000665903091431, "delta_min": "30.0616x slower", "delta_avg": "4.0959x slower", "std_changed": 0.0002891797196906422, "min_changed": 0.0200181007385, "delta_std": "19.7738x smaller", "std_base": 0.005718182063536684, "t_msg": "Significant (t=-19.053676, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015521526336672, "timeline_link": null, "avg_changed": 0.44313743591308, "min_base": 0.0149002075195, "delta_min": "29.1802x slower", "delta_avg": "28.5499x slower", "std_changed": 0.004212246236868233, "min_changed": 0.434791088104, "delta_std": "3.1363x larger", "std_base": 0.00134304609294948, "t_msg": "Significant (t=-683.913412, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18959886550900007, "timeline_link": null, "avg_changed": 0.46649394989015996, "min_base": 0.158092975616, "delta_min": "2.8893x slower", "delta_avg": "2.4604x slower", "std_changed": 0.006651216440494804, "min_changed": 0.456781148911, "delta_std": "6.9840x smaller", "std_base": 0.04645199312912076, "t_msg": "Significant (t=-41.724294, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.098967881202708, "timeline_link": null, "avg_changed": 0.7190571451187396, "min_base": 0.0955369472504, "delta_min": "7.2864x slower", "delta_avg": "7.2656x slower", "std_changed": 0.013670284390888469, "min_changed": 0.696120023727, "delta_std": "5.9904x larger", "std_base": 0.0022820310601244305, "t_msg": "Significant (t=-316.368498, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020775160789486, "timeline_link": null, "avg_changed": 0.2673852443694999, "min_base": 0.0178711414337, "delta_min": "14.3763x slower", "delta_avg": "12.8704x slower", "std_changed": 0.004705481218326611, "min_changed": 0.256920814514, "delta_std": "2.1507x larger", "std_base": 0.002187892057354023, "t_msg": "Significant (t=-336.039519, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086247539520268, "timeline_link": null, "avg_changed": 0.10877285003668, "min_base": 0.00681495666504, "delta_min": "15.6871x slower", "delta_avg": "12.6117x slower", "std_changed": 0.0016203325444343853, "min_changed": 0.106906890869, "delta_std": "3.9420x smaller", "std_base": 0.0063873689703032146, "t_msg": "Significant (t=-107.463996, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023578238487235992, "timeline_link": null, "avg_changed": 0.23195596694946005, "min_base": 0.0206727981567, "delta_min": "10.8544x slower", "delta_avg": "9.8377x slower", "std_changed": 0.0024090980127153363, "min_changed": 0.224390029907, "delta_std": "5.3259x smaller", "std_base": 0.012830603233996042, "t_msg": "Significant (t=-112.866656, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05827138423918599, "timeline_link": null, "avg_changed": 0.7636380243301599, "min_base": 0.0435647964478, "delta_min": "17.2325x slower", "delta_avg": "13.1049x slower", "std_changed": 0.00712211448285206, "min_changed": 0.750729084015, "delta_std": "2.1934x smaller", "std_base": 0.015621512526187542, "t_msg": "Significant (t=-290.514937, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.243962526319999, "timeline_link": null, "avg_changed": 166.43837487699992, "min_base": 6.13332104683, "delta_min": "27.1131x slower", "delta_avg": "26.6559x slower", "std_changed": 0.1467438863600488, "min_changed": 166.293105841, "delta_std": "1.3130x larger", "std_base": 0.11176477203984465, "t_msg": "Significant (t=-6140.906056, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4307836055760002, "timeline_link": null, "avg_changed": 8.690025854112, "min_base": 1.10917592049, "delta_min": "7.8105x slower", "delta_avg": "6.0736x slower", "std_changed": 0.02423376176462815, "min_changed": 8.66324400902, "delta_std": "19.7571x smaller", "std_base": 0.47878843383719555, "t_msg": "Significant (t=-33.859228, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37730910301208, "timeline_link": null, "avg_changed": 11.514568290708, "min_base": 0.365035057068, "delta_min": "31.3538x slower", "delta_avg": "30.5176x slower", "std_changed": 0.03349446873737694, "min_changed": 11.4452309608, "delta_std": "3.7440x larger", "std_base": 0.00894620009492814, "t_msg": "Significant (t=-2271.572719, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04640504360198801, "timeline_link": null, "avg_changed": 0.22510347843178002, "min_base": 0.0446891784668, "delta_min": "4.8656x slower", "delta_avg": "4.8508x slower", "std_changed": 0.0029469678160655064, "min_changed": 0.217438936234, "delta_std": "1.2420x larger", "std_base": 0.002372772292903641, "t_msg": "Significant (t=-333.975890, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020797290802002003, "timeline_link": null, "avg_changed": 0.36821799755094015, "min_base": 0.0201358795166, "delta_min": "18.0570x slower", "delta_avg": "17.7051x slower", "std_changed": 0.0037865341571836847, "min_changed": 0.363594055176, "delta_std": "2.4830x larger", "std_base": 0.001524956984355645, "t_msg": "Significant (t=-601.810475, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.194231128692, "timeline_link": null, "avg_changed": 18.570826339720004, "min_base": 9.00872683525, "delta_min": "2.0512x slower", "delta_avg": "2.0198x slower", "std_changed": 0.08925137712645868, "min_changed": 18.4785039425, "delta_std": "1.7271x smaller", "std_base": 0.1541503144645628, "t_msg": "Significant (t=-117.708533, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.559176921844001, "timeline_link": null, "avg_changed": 4.633470010758001, "min_base": 4.53832292557, "delta_min": "1.0145x slower", "delta_avg": "1.0163x slower", "std_changed": 0.02282268576880648, "min_changed": 4.60425400734, "delta_std": "1.7309x larger", "std_base": 0.013185068299560329, "t_msg": "Significant (t=-6.302723, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15811825752262, "timeline_link": null, "avg_changed": 1.2605653524392002, "min_base": 0.15299487114, "delta_min": "8.1247x slower", "delta_avg": "7.9723x slower", "std_changed": 0.01143780057154233, "min_changed": 1.24303102493, "delta_std": "2.4225x larger", "std_base": 0.004721447383756055, "t_msg": "Significant (t=-629.989625, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04444314479827399, "timeline_link": null, "avg_changed": 0.20342847347250004, "min_base": 0.0101139545441, "delta_min": "19.3138x slower", "delta_avg": "4.5773x slower", "std_changed": 0.0072174755465426645, "min_changed": 0.195338964462, "delta_std": "7.2630x smaller", "std_base": 0.052420359310598776, "t_msg": "Significant (t=-21.245361, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.050084390640289994, "timeline_link": null, "avg_changed": 0.21126526832578005, "min_base": 0.0167591571808, "delta_min": "12.2989x slower", "delta_avg": "4.2182x slower", "std_changed": 0.003356376690096339, "min_changed": 0.206119060516, "delta_std": "17.0667x smaller", "std_base": 0.05728229810035588, "t_msg": "Significant (t=-19.862497, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009988045692441203, "timeline_link": null, "avg_changed": 1.1570672893526002, "min_base": 0.00880694389343, "delta_min": "129.1868x slower", "delta_avg": "115.8452x slower", "std_changed": 0.009848367699931294, "min_changed": 1.13774085045, "delta_std": "3.3279x larger", "std_base": 0.0029592949999193243, "t_msg": "Significant (t=-788.756240, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016587877273557996, "timeline_link": null, "avg_changed": 0.18457942008962, "min_base": 0.00142788887024, "delta_min": "126.3844x slower", "delta_avg": "111.2737x slower", "std_changed": 0.0020734432823063587, "min_changed": 0.180462837219, "delta_std": "3.4459x larger", "std_base": 0.0006017089095957642, "t_msg": "Significant (t=-599.097993, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08910193443296001, "timeline_link": null, "avg_changed": 0.29445549964908, "min_base": 0.0344099998474, "delta_min": "8.2178x slower", "delta_avg": "3.3047x slower", "std_changed": 0.007350963415273739, "min_changed": 0.282773017883, "delta_std": "9.9558x smaller", "std_base": 0.0731849312770516, "t_msg": "Significant (t=-19.741756, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11995081901545998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18393354415885999, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12042436122894001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2581849193572799, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15276226997372, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13963399410247998, "timeline_link": null, "avg_changed": 0.42946516036988003, "min_base": 0.137355089188, "delta_min": "3.0393x slower", "delta_avg": "3.0756x slower", "std_changed": 0.004007806583365727, "min_changed": 0.417461872101, "delta_std": "2.1077x larger", "std_base": 0.0019014654884974092, "t_msg": "Significant (t=-461.996489, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043056979179371985, "timeline_link": null, "avg_changed": 0.2050180578232, "min_base": 0.029659986496, "delta_min": "6.7342x slower", "delta_avg": "4.7616x slower", "std_changed": 0.0021853506687772016, "min_changed": 0.199735164642, "delta_std": "6.0185x smaller", "std_base": 0.013152612028689451, "t_msg": "Significant (t=-85.895446, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005488920211792002, "timeline_link": null, "avg_changed": 0.32878263950346, "min_base": 0.00506496429443, "delta_min": "62.9161x slower", "delta_avg": "59.8993x slower", "std_changed": 0.004261925238850139, "min_changed": 0.318667888641, "delta_std": "2.8227x larger", "std_base": 0.0015098745625931474, "t_msg": "Significant (t=-505.594363, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0440000000000003, "timeline_link": null, "avg_changed": 4.879399999999999, "min_base": 1.0, "delta_min": "4.8200x slower", "delta_avg": "4.6738x slower", "std_changed": 0.044511406472076985, "min_changed": 4.82, "delta_std": "1.8049x larger", "std_base": 0.024660966430902976, "t_msg": "Significant (t=-532.958875, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3962000000000003, "timeline_link": null, "avg_changed": 3.675600000000001, "min_base": 0.38, "delta_min": "9.4474x slower", "delta_avg": "9.2771x slower", "std_changed": 0.040313060627330956, "min_changed": 3.59, "delta_std": "1.9300x larger", "std_base": 0.02088745351366973, "t_msg": "Significant (t=-510.734563, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03410318056741868, "timeline_link": null, "avg_changed": 0.2099292214711153, "min_base": 0.0197601318359, "delta_min": "3.0857x slower", "delta_avg": "6.1557x slower", "std_changed": 0.08726698015565894, "min_changed": 0.0609738826752, "delta_std": "5.3599x larger", "std_base": 0.01628152830926646, "t_msg": "Significant (t=-24.257654, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017890446186068748, "timeline_link": null, "avg_changed": 0.04335251951217461, "min_base": 0.00351095199585, "delta_min": "7.6165x slower", "delta_avg": "2.4232x slower", "std_changed": 0.07649173632415514, "min_changed": 0.026741027832, "delta_std": "1.3132x larger", "std_base": 0.0582495180632453, "t_msg": "Significant (t=-5.921735, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.734477496147, "timeline_link": null, "avg_changed": 16.82583091257, "min_base": 0.719443082809, "delta_min": "23.2716x slower", "delta_avg": "22.9086x slower", "std_changed": 0.058818090645340465, "min_changed": 16.742623806, "delta_std": "7.6901x larger", "std_base": 0.007648511699075435, "t_msg": "Significant (t=-857.907547, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2517476558684, "timeline_link": null, "avg_changed": 0.817963218689, "min_base": 0.170611143112, "delta_min": "4.7223x slower", "delta_avg": "3.2491x slower", "std_changed": 0.007775440229351346, "min_changed": 0.805671215057, "delta_std": "20.5411x smaller", "std_base": 0.15971644717953712, "t_msg": "Significant (t=-7.917775, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1975279331206, "timeline_link": null, "avg_changed": 4.79421315193, "min_base": 0.799613952637, "delta_min": "5.9735x slower", "delta_avg": "4.0034x slower", "std_changed": 0.014834337547734071, "min_changed": 4.77645587921, "delta_std": "39.5113x smaller", "std_base": 0.5861245086595204, "t_msg": "Significant (t=-13.716980, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2537707805632, "timeline_link": null, "avg_changed": 0.391124200821, "min_base": 0.119791030884, "delta_min": "3.1750x slower", "delta_avg": "1.5412x slower", "std_changed": 0.01160186892723701, "min_changed": 0.380337953568, "delta_std": "15.9269x smaller", "std_base": 0.18478202317364043, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22417082786579998, "timeline_link": null, "avg_changed": 1.3802380084980002, "min_base": 0.15339589119, "delta_min": "8.9041x slower", "delta_avg": "6.1571x slower", "std_changed": 0.010730607199630064, "min_changed": 1.36585998535, "delta_std": "10.3829x smaller", "std_base": 0.11141458928029835, "t_msg": "Significant (t=-23.095162, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01071305236, "timeline_link": null, "avg_changed": 0.7086879118399999, "min_base": 0.008059925, "delta_min": "86.0596x slower", "delta_avg": "66.1518x slower", "std_changed": 0.01040835795347848, "min_changed": 0.693633552, "delta_std": "1.3701x larger", "std_base": 0.007597024316929009, "t_msg": "Significant (t=-383.007299, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [497.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [83.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002504135295180412, "timeline_link": null, "avg_changed": 0.12286103328569517, "min_base": 0.00245362043963971, "delta_min": "49.3774x slower", "delta_avg": "49.0633x slower", "std_changed": 0.001129636626818069, "min_changed": 0.121153380179307, "delta_std": "46.8920x larger", "std_base": 2.4090163696087994e-05, "t_msg": "Significant (t=-753.214186, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006447707541606825, "timeline_link": null, "avg_changed": 0.006454221586169831, "min_base": 0.0006350819255683983, "delta_min": "10.1065x slower", "delta_avg": "10.0101x slower", "std_changed": 2.9830474908625233e-05, "min_changed": 0.006418485237483954, "delta_std": "4.6944x larger", "std_base": 6.3544816242754705e-06, "t_msg": "Significant (t=-425.915411, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028381693215174418, "timeline_link": null, "avg_changed": 0.040731085667442324, "min_base": 0.0025119316754584277, "delta_min": "15.8922x slower", "delta_avg": "14.3512x slower", "std_changed": 0.0005106290916476633, "min_changed": 0.03992015968063872, "delta_std": "2.5706x larger", "std_base": 0.00019864095287822824, "t_msg": "Significant (t=-489.032221, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05783415889447745, "timeline_link": null, "avg_changed": 0.33300813959386716, "min_base": 0.05629144897707883, "delta_min": "5.7701x slower", "delta_avg": "5.7580x slower", "std_changed": 0.003830097566173213, "min_changed": 0.32480714575720665, "delta_std": "4.5554x larger", "std_base": 0.0008407846680481174, "t_msg": "Significant (t=-496.206772, a=0.95)\n"}]], "branch": "", "revision": "96728:cbe1542365b6"}