{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03966550827026001, "timeline_link": null, "avg_changed": 0.7815398836136203, "min_base": 0.0391330718994, "delta_min": "19.8778x slower", "delta_avg": "19.7033x slower", "std_changed": 0.0014957722234855383, "min_changed": 0.777879953384, "delta_std": "1.7937x larger", "std_base": 0.0008338819863615984, "t_msg": "Significant (t=-3063.247014, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016360917091368, "timeline_link": null, "avg_changed": 0.15271639029186665, "min_base": 0.0134110450745, "delta_min": "11.1558x slower", "delta_avg": "9.3342x slower", "std_changed": 0.0027927728385802406, "min_changed": 0.149610996246, "delta_std": "2.1075x smaller", "std_base": 0.005885738357107811, "t_msg": "Significant (t=-256.343826, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28850189447415003, "timeline_link": null, "avg_changed": 1.5439684629439998, "min_base": 0.228110074997, "delta_min": "6.6638x slower", "delta_avg": "5.3517x slower", "std_changed": 0.06578267707440133, "min_changed": 1.52007722855, "delta_std": "3.0149x smaller", "std_base": 0.1983274747955397, "t_msg": "Significant (t=-26.870304, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.544090251921799, "timeline_link": null, "avg_changed": 22.319487562177997, "min_base": 3.4886879921, "delta_min": "6.3786x slower", "delta_avg": "6.2977x slower", "std_changed": 0.07563993075253009, "min_changed": 22.2529449463, "delta_std": "1.0287x larger", "std_base": 0.07352876521690989, "t_msg": "Significant (t=-1258.542691, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021459708213804003, "timeline_link": null, "avg_changed": 0.24962799549104006, "min_base": 0.0181620121002, "delta_min": "13.6049x slower", "delta_avg": "11.6324x slower", "std_changed": 0.0018189112053445184, "min_changed": 0.247092008591, "delta_std": "2.8277x smaller", "std_base": 0.005143258026591804, "t_msg": "Significant (t=-295.741708, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.401297945976596, "timeline_link": null, "avg_changed": 51.797491197578005, "min_base": 8.33580899239, "delta_min": "6.1826x slower", "delta_avg": "6.1654x slower", "std_changed": 0.0836828121828662, "min_changed": 51.5366559029, "delta_std": "2.2128x smaller", "std_base": 0.18517406238444792, "t_msg": "Significant (t=-1510.088435, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009052343368528601, "timeline_link": null, "avg_changed": 0.5824448394774799, "min_base": 0.00639295578003, "delta_min": "90.9571x slower", "delta_avg": "64.3419x slower", "std_changed": 0.0006675567379798398, "min_changed": 0.581485033035, "delta_std": "24.7019x smaller", "std_base": 0.016489928319266465, "t_msg": "Significant (t=-245.675959, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [335.025076866], "base_times": [143.976140022]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049207625389102, "timeline_link": null, "avg_changed": 3.4289488506315995, "min_base": 0.046648979187, "delta_min": "73.3937x slower", "delta_avg": "69.6833x slower", "std_changed": 0.002491650434234707, "min_changed": 3.42374205589, "delta_std": "5.6005x smaller", "std_base": 0.013954490158433024, "t_msg": "Significant (t=-1685.929648, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010587687492375401, "timeline_link": null, "avg_changed": 0.042674760818478014, "min_base": 0.00146794319153, "delta_min": "28.8425x slower", "delta_avg": "4.0306x slower", "std_changed": 0.00015588631316115084, "min_changed": 0.0423390865326, "delta_std": "78.5676x smaller", "std_base": 0.012247613280615854, "t_msg": "Significant (t=-18.523731, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030127091407779995, "timeline_link": null, "avg_changed": 1.1637263011929997, "min_base": 0.0284729003906, "delta_min": "40.7603x slower", "delta_avg": "38.6272x slower", "std_changed": 0.001983246458413275, "min_changed": 1.16056394577, "delta_std": "1.3829x smaller", "std_base": 0.0027427217891561875, "t_msg": "Significant (t=-2368.274438, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46968087673178, "timeline_link": null, "avg_changed": 1.1746299552918003, "min_base": 0.385326862335, "delta_min": "3.0285x slower", "delta_avg": "2.5009x slower", "std_changed": 0.0022705757235688003, "min_changed": 1.16697692871, "delta_std": "39.2210x smaller", "std_base": 0.08905427403580854, "t_msg": "Significant (t=-55.956026, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17768628597268002, "timeline_link": null, "avg_changed": 1.7170604181286, "min_base": 0.175874948502, "delta_min": "9.6974x slower", "delta_avg": "9.6634x slower", "std_changed": 0.013280641839530977, "min_changed": 1.70552396774, "delta_std": "3.1157x larger", "std_base": 0.0042624885471505706, "t_msg": "Significant (t=-780.404886, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04243854522705199, "timeline_link": null, "avg_changed": 0.6661295127868602, "min_base": 0.0343940258026, "delta_min": "19.1213x slower", "delta_avg": "15.6963x slower", "std_changed": 0.0052706034380077356, "min_changed": 0.65765786171, "delta_std": "1.1410x larger", "std_base": 0.004619112761267638, "t_msg": "Significant (t=-629.282036, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016868529319752003, "timeline_link": null, "avg_changed": 0.2948400306701999, "min_base": 0.0139231681824, "delta_min": "21.0289x slower", "delta_avg": "17.4787x slower", "std_changed": 0.002116593734030761, "min_changed": 0.292788982391, "delta_std": "6.5652x smaller", "std_base": 0.01389595450337941, "t_msg": "Significant (t=-139.835200, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.058062057495116, "timeline_link": null, "avg_changed": 0.6282832527160198, "min_base": 0.0525679588318, "delta_min": "11.8709x slower", "delta_avg": "10.8209x slower", "std_changed": 0.0029981443698145122, "min_changed": 0.62403011322, "delta_std": "9.1410x smaller", "std_base": 0.02740592758518744, "t_msg": "Significant (t=-146.251556, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.130773334503136, "timeline_link": null, "avg_changed": 1.7955609130857997, "min_base": 0.0989308357239, "delta_min": "18.1103x slower", "delta_avg": "13.7303x slower", "std_changed": 0.0022684234519494933, "min_changed": 1.79166984558, "delta_std": "18.3773x smaller", "std_base": 0.04168745621543258, "t_msg": "Significant (t=-281.965785, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.226618528349997, "timeline_link": null, "avg_changed": 396.3734159470001, "min_base": 11.9390521049, "delta_min": "33.1902x slower", "delta_avg": "32.4189x slower", "std_changed": 0.11561506696338758, "min_changed": 396.25896287, "delta_std": "2.5125x smaller", "std_base": 0.29048595437579655, "t_msg": "Significant (t=-8688.127896, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5931906223300003, "timeline_link": null, "avg_changed": 22.30850934984, "min_base": 2.84921002388, "delta_min": "7.8222x slower", "delta_avg": "6.2086x slower", "std_changed": 0.017927972297527645, "min_changed": 22.2870349884, "delta_std": "57.6851x smaller", "std_base": 1.0341770566458235, "t_msg": "Significant (t=-40.459647, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.83810878753668, "timeline_link": null, "avg_changed": 27.282354626645997, "min_base": 0.832435131073, "delta_min": "32.7401x slower", "delta_avg": "32.5523x slower", "std_changed": 0.011715798740664111, "min_changed": 27.2539708614, "delta_std": "1.5972x smaller", "std_base": 0.01871277406566453, "t_msg": "Significant (t=-8469.563272, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.081228966712954, "timeline_link": null, "avg_changed": 0.4685531806946001, "min_base": 0.0797781944275, "delta_min": "5.8661x slower", "delta_avg": "5.7683x slower", "std_changed": 0.0003653402728872325, "min_changed": 0.46798491478, "delta_std": "14.0270x smaller", "std_base": 0.005124630834848067, "t_msg": "Significant (t=-533.084712, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03299629688263601, "timeline_link": null, "avg_changed": 0.6400903940200398, "min_base": 0.0322608947754, "delta_min": "19.7504x slower", "delta_avg": "19.3989x slower", "std_changed": 0.004204943992112402, "min_changed": 0.637166023254, "delta_std": "1.7367x larger", "std_base": 0.0024212716443610407, "t_msg": "Significant (t=-884.707828, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.806239366519996, "timeline_link": null, "avg_changed": 48.12011528014, "min_base": 20.7796211243, "delta_min": "2.3151x slower", "delta_avg": "2.3128x slower", "std_changed": 0.014346186412497004, "min_changed": 48.1071681976, "delta_std": "2.1133x smaller", "std_base": 0.030317165710145165, "t_msg": "Significant (t=-1820.970706, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.8055212021, "timeline_link": null, "avg_changed": 10.938371753679998, "min_base": 10.798635006, "delta_min": "1.0126x slower", "delta_avg": "1.0123x slower", "std_changed": 0.0053491097392411565, "min_changed": 10.9342308044, "delta_std": "2.4374x smaller", "std_base": 0.013037683450811664, "t_msg": "Significant (t=-21.079734, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29626077175133997, "timeline_link": null, "avg_changed": 2.9040353012086007, "min_base": 0.287402153015, "delta_min": "10.0546x slower", "delta_avg": "9.8023x slower", "std_changed": 0.008260947391397933, "min_changed": 2.88972210884, "delta_std": "1.3968x larger", "std_base": 0.005914097184678431, "t_msg": "Significant (t=-1814.987091, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09280188560485599, "timeline_link": null, "avg_changed": 0.4958576774597201, "min_base": 0.0233068466187, "delta_min": "21.1111x slower", "delta_avg": "5.3432x slower", "std_changed": 0.016304998485746083, "min_changed": 0.492032051086, "delta_std": "6.6660x smaller", "std_base": 0.10868860162261403, "t_msg": "Significant (t=-25.931850, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11014653205865599, "timeline_link": null, "avg_changed": 0.5290314817428599, "min_base": 0.0439701080322, "delta_min": "12.0083x slower", "delta_avg": "4.8030x slower", "std_changed": 0.001587547280798667, "min_changed": 0.528006792068, "delta_std": "76.1479x smaller", "std_base": 0.12088847037352937, "t_msg": "Significant (t=-24.499512, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036722545623771995, "timeline_link": null, "avg_changed": 2.9641645193098, "min_base": 0.0198910236359, "delta_min": "147.5916x slower", "delta_avg": "80.7178x slower", "std_changed": 0.014785191965155774, "min_changed": 2.93574810028, "delta_std": "1.6643x smaller", "std_base": 0.024606401845390577, "t_msg": "Significant (t=-721.089919, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035215520858764005, "timeline_link": null, "avg_changed": 0.4002473783492801, "min_base": 0.0032811164856, "delta_min": "121.5626x slower", "delta_avg": "113.6565x slower", "std_changed": 0.0010116859357181896, "min_changed": 0.398861169815, "delta_std": "1.3430x larger", "std_base": 0.0007533097561031594, "t_msg": "Significant (t=-2224.039860, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20655149459836802, "timeline_link": null, "avg_changed": 0.73772267818456, "min_base": 0.0890860557556, "delta_min": "8.1253x slower", "delta_avg": "3.5716x slower", "std_changed": 0.009954801207327281, "min_changed": 0.723850011826, "delta_std": "15.6126x smaller", "std_base": 0.155420632675314, "t_msg": "Significant (t=-24.116918, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24421618938446005, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46955780506134, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.19830811023712003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6071393871307399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3669467496871801, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2699119520187201, "timeline_link": null, "avg_changed": 0.7505628013611197, "min_base": 0.259536027908, "delta_min": "2.8453x slower", "delta_avg": "2.7808x slower", "std_changed": 0.010077981618716465, "min_changed": 0.738461017609, "delta_std": "1.2721x larger", "std_base": 0.007922524576603125, "t_msg": "Significant (t=-265.126722, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.09143947601319198, "timeline_link": null, "avg_changed": 0.4667287302016801, "min_base": 0.0662519931793, "delta_min": "7.0286x slower", "delta_avg": "5.1042x slower", "std_changed": 0.0018263612806561336, "min_changed": 0.465662002563, "delta_std": "13.8862x smaller", "std_base": 0.02536115615208931, "t_msg": "Significant (t=-104.365957, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009237561225888802, "timeline_link": null, "avg_changed": 0.8119311523436998, "min_base": 0.00846695899963, "delta_min": "95.5870x slower", "delta_avg": "87.8945x slower", "std_changed": 0.001376483922063299, "min_changed": 0.809330940247, "delta_std": "2.3383x smaller", "std_base": 0.003218638460815603, "t_msg": "Significant (t=-1621.398652, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.177, "timeline_link": null, "avg_changed": 9.243800000000004, "min_base": 2.15, "delta_min": "4.2884x slower", "delta_avg": "4.2461x slower", "std_changed": 0.01483102099228047, "min_changed": 9.22, "delta_std": "1.9132x smaller", "std_base": 0.028374320094344575, "t_msg": "Significant (t=-1560.748405, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8295999999999996, "timeline_link": null, "avg_changed": 6.4899999999999975, "min_base": 0.8, "delta_min": "8.0375x slower", "delta_avg": "7.8230x slower", "std_changed": 0.03238795442501317, "min_changed": 6.43, "delta_std": "1.0211x smaller", "std_base": 0.03307135143465238, "t_msg": "Significant (t=-864.673323, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07437664667765867, "timeline_link": null, "avg_changed": 0.5561804501215404, "min_base": 0.0433838367462, "delta_min": "2.9783x slower", "delta_avg": "7.4779x slower", "std_changed": 0.2520150092703605, "min_changed": 0.129211187363, "delta_std": "7.6596x larger", "std_base": 0.03290190806776526, "t_msg": "Significant (t=-23.217712, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013436226844785976, "timeline_link": null, "avg_changed": 0.06013330698013321, "min_base": 0.00821399688721, "delta_min": "7.0077x slower", "delta_avg": "4.4755x slower", "std_changed": 0.005848978656028399, "min_changed": 0.0575609207153, "delta_std": "2.2415x smaller", "std_base": 0.013110680150377524, "t_msg": "Significant (t=-72.733623, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8925966596601997, "timeline_link": null, "avg_changed": 50.26508147239799, "min_base": 1.88086104393, "delta_min": "26.6366x slower", "delta_avg": "26.5588x slower", "std_changed": 0.0745665433157605, "min_changed": 50.0997681618, "delta_std": "11.7143x larger", "std_base": 0.006365423780258004, "t_msg": "Significant (t=-4570.489432, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6110385894784001, "timeline_link": null, "avg_changed": 2.092390680312, "min_base": 0.447698116302, "delta_min": "4.6545x slower", "delta_avg": "3.4243x slower", "std_changed": 0.005542045028586267, "min_changed": 2.08382320404, "delta_std": "59.1552x smaller", "std_base": 0.3278408741838197, "t_msg": "Significant (t=-10.102251, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6477161884300005, "timeline_link": null, "avg_changed": 12.50136799812, "min_base": 1.78537297249, "delta_min": "6.9944x slower", "delta_avg": "4.7216x slower", "std_changed": 0.013797054511743033, "min_changed": 12.4876961708, "delta_std": "89.3622x smaller", "std_base": 1.2329348380611895, "t_msg": "Significant (t=-17.869603, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5572705745708, "timeline_link": null, "avg_changed": 1.032429981232, "min_base": 0.247969865799, "delta_min": "4.0802x slower", "delta_avg": "1.8527x slower", "std_changed": 0.018520640845247523, "min_changed": 1.01176691055, "delta_std": "21.0358x smaller", "std_base": 0.3895960294918801, "t_msg": "Significant (t=-2.724079, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.48531436920160004, "timeline_link": null, "avg_changed": 3.6829079628000003, "min_base": 0.331037998199, "delta_min": "11.0800x slower", "delta_avg": "7.5887x slower", "std_changed": 0.01854162242027325, "min_changed": 3.6679019928, "delta_std": "12.0707x smaller", "std_base": 0.22381073544434604, "t_msg": "Significant (t=-31.837730, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025637250720000004, "timeline_link": null, "avg_changed": 1.7094867764400004, "min_base": 0.019883847, "delta_min": "85.8029x slower", "delta_avg": "66.6798x slower", "std_changed": 0.0016514030590334583, "min_changed": 1.706092281, "delta_std": "10.1442x smaller", "std_base": 0.016752225417430145, "t_msg": "Significant (t=-707.319774, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [386.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [745.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [123.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [172.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [192.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004626409871519773, "timeline_link": null, "avg_changed": 0.32295642473141856, "min_base": 0.004581699957298556, "delta_min": "70.3609x slower", "delta_avg": "69.8071x slower", "std_changed": 0.0006180052646129403, "min_changed": 0.3223726627981947, "delta_std": "22.5320x larger", "std_base": 2.742791636161121e-05, "t_msg": "Significant (t=-3638.673782, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015731185367009208, "timeline_link": null, "avg_changed": 0.014475420520935511, "min_base": 0.001554243083618278, "delta_min": "9.2843x slower", "delta_avg": "9.2017x slower", "std_changed": 4.7081705696491225e-05, "min_changed": 0.01443001443001443, "delta_std": "4.1365x larger", "std_base": 1.1382026192869346e-05, "t_msg": "Significant (t=-1845.448085, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006879068337339778, "timeline_link": null, "avg_changed": 0.10355769230769234, "min_base": 0.006422607578676943, "delta_min": "15.9692x slower", "delta_avg": "15.0540x slower", "std_changed": 0.000785760178650669, "min_changed": 0.10256410256410256, "delta_std": "2.2345x larger", "std_base": 0.00035164986263165257, "t_msg": "Significant (t=-794.115893, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19726314586045354, "timeline_link": null, "avg_changed": 1.0415828396886795, "min_base": 0.19416297554760026, "delta_min": "5.3371x slower", "delta_avg": "5.2802x slower", "std_changed": 0.003439058753295585, "min_changed": 1.0362694300518134, "delta_std": "1.7119x smaller", "std_base": 0.005887284509411178, "t_msg": "Significant (t=-875.638849, a=0.95)\n"}]], "branch": "", "revision": "90822:27b41a204775"}