{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036908669471740006, "timeline_link": null, "avg_changed": 0.7812848567962598, "min_base": 0.0364110469818, "delta_min": "21.3326x slower", "delta_avg": "21.1681x slower", "std_changed": 0.0032874899962080785, "min_changed": 0.776741027832, "delta_std": "5.3633x larger", "std_base": 0.000612956197428071, "t_msg": "Significant (t=-1573.955226, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015349446932473327, "timeline_link": null, "avg_changed": 0.14909732023872005, "min_base": 0.0120661258698, "delta_min": "12.0121x slower", "delta_avg": "9.7135x slower", "std_changed": 0.0031845471151083003, "min_changed": 0.144939899445, "delta_std": "1.7647x smaller", "std_base": 0.005619898520213788, "t_msg": "Significant (t=-253.592512, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27826434373865, "timeline_link": null, "avg_changed": 1.5169543623929997, "min_base": 0.223044872284, "delta_min": "6.6962x slower", "delta_avg": "5.4515x slower", "std_changed": 0.050156086449060416, "min_changed": 1.49355816841, "delta_std": "3.5278x smaller", "std_base": 0.17694074041477878, "t_msg": "Significant (t=-30.120858, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.527685928344801, "timeline_link": null, "avg_changed": 21.931159191136004, "min_base": 3.46953892708, "delta_min": "6.2975x slower", "delta_avg": "6.2169x slower", "std_changed": 0.0926833180289785, "min_changed": 21.8494510651, "delta_std": "1.2023x larger", "std_base": 0.07709005999939458, "t_msg": "Significant (t=-1079.458729, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.01961950778961, "timeline_link": null, "avg_changed": 0.24923178195952, "min_base": 0.0162868499756, "delta_min": "15.0940x slower", "delta_avg": "12.7033x slower", "std_changed": 0.002212574308811295, "min_changed": 0.245833158493, "delta_std": "2.4845x smaller", "std_base": 0.00549710143412383, "t_msg": "Significant (t=-273.994829, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.657289071082999, "timeline_link": null, "avg_changed": 48.773681240086006, "min_base": 7.57324099541, "delta_min": "6.4177x slower", "delta_avg": "6.3696x slower", "std_changed": 0.05876372066864207, "min_changed": 48.6030328274, "delta_std": "3.0086x smaller", "std_base": 0.17679633642433557, "t_msg": "Significant (t=-1560.529374, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087819528579728, "timeline_link": null, "avg_changed": 0.55563745021826, "min_base": 0.00624895095825, "delta_min": "88.4368x slower", "delta_avg": "63.2704x slower", "std_changed": 0.002028649272228165, "min_changed": 0.55263710022, "delta_std": "7.6112x smaller", "std_base": 0.0154405497222123, "t_msg": "Significant (t=-248.300983, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.218281984], "base_times": [145.801896095]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048274636268626006, "timeline_link": null, "avg_changed": 3.411160931587001, "min_base": 0.0457170009613, "delta_min": "74.4530x slower", "delta_avg": "70.6616x slower", "std_changed": 0.003643012197001819, "min_changed": 3.4037668705, "delta_std": "3.8018x smaller", "std_base": 0.0138501146472424, "t_msg": "Significant (t=-1660.417513, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010036392211915601, "timeline_link": null, "avg_changed": 0.04301759243011999, "min_base": 0.0014340877533, "delta_min": "29.7129x slower", "delta_avg": "4.2862x slower", "std_changed": 0.00038289065806099853, "min_changed": 0.0426108837128, "delta_std": "30.1814x smaller", "std_base": 0.011556172972537823, "t_msg": "Significant (t=-20.169688, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.033347115516658, "timeline_link": null, "avg_changed": 1.1177168798451997, "min_base": 0.0316948890686, "delta_min": "35.1410x slower", "delta_avg": "33.5176x slower", "std_changed": 0.0029674559898178374, "min_changed": 1.11379003525, "delta_std": "1.5026x larger", "std_base": 0.00197485822764085, "t_msg": "Significant (t=-2151.098848, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44734315872193986, "timeline_link": null, "avg_changed": 1.1287894821162, "min_base": 0.360404968262, "delta_min": "3.1101x slower", "delta_avg": "2.5233x slower", "std_changed": 0.0026455095181199843, "min_changed": 1.12089014053, "delta_std": "37.8448x smaller", "std_base": 0.1001188033666359, "t_msg": "Significant (t=-48.111560, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17556585788730003, "timeline_link": null, "avg_changed": 1.6894897794728, "min_base": 0.172814130783, "delta_min": "9.7095x slower", "delta_avg": "9.6231x slower", "std_changed": 0.006456975464271089, "min_changed": 1.67793393135, "delta_std": "1.1938x larger", "std_base": 0.0054089731105974245, "t_msg": "Significant (t=-1270.908592, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041165566444402, "timeline_link": null, "avg_changed": 0.6408852767944598, "min_base": 0.0341851711273, "delta_min": "18.4439x slower", "delta_avg": "15.5685x slower", "std_changed": 0.006752639115540275, "min_changed": 0.630508899689, "delta_std": "1.2837x larger", "std_base": 0.005260319375709724, "t_msg": "Significant (t=-495.419288, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014427990913395998, "timeline_link": null, "avg_changed": 0.27645760059354, "min_base": 0.0117049217224, "delta_min": "23.4348x slower", "delta_avg": "19.1612x slower", "std_changed": 0.0023510253590670565, "min_changed": 0.274302005768, "delta_std": "5.2149x smaller", "std_base": 0.012260278205529327, "t_msg": "Significant (t=-148.420358, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054448580741888, "timeline_link": null, "avg_changed": 0.5982057189941802, "min_base": 0.0496060848236, "delta_min": "11.9716x slower", "delta_avg": "10.9866x slower", "std_changed": 0.0029125700146610386, "min_changed": 0.593862056732, "delta_std": "8.5180x smaller", "std_base": 0.024809203345923916, "t_msg": "Significant (t=-153.923442, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.21319081783298002, "timeline_link": null, "avg_changed": 1.7255559825899995, "min_base": 0.129238843918, "delta_min": "13.3067x slower", "delta_avg": "8.0940x slower", "std_changed": 0.003944463626652529, "min_changed": 1.7197470665, "delta_std": "20.0721x smaller", "std_base": 0.07917358475142769, "t_msg": "Significant (t=-134.903448, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.65026056765001, "timeline_link": null, "avg_changed": 382.5353980064999, "min_base": 12.2951469421, "delta_min": "31.1073x slower", "delta_avg": "30.2393x slower", "std_changed": 0.06747830866899165, "min_changed": 382.468597889, "delta_std": "5.3161x smaller", "std_base": 0.3587189324544931, "t_msg": "Significant (t=-7165.502311, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5318276405319997, "timeline_link": null, "avg_changed": 21.221681165699998, "min_base": 2.82857108116, "delta_min": "7.5000x slower", "delta_avg": "6.0087x slower", "std_changed": 0.007328245994928982, "min_changed": 21.2141580582, "delta_std": "131.9011x smaller", "std_base": 0.9666039438759061, "t_msg": "Significant (t=-40.921184, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.73546718597416, "timeline_link": null, "avg_changed": 26.672280144691996, "min_base": 0.728506088257, "delta_min": "36.5823x slower", "delta_avg": "36.2658x slower", "std_changed": 0.010565374167603702, "min_changed": 26.6504409313, "delta_std": "1.8763x smaller", "std_base": 0.019824102479251645, "t_msg": "Significant (t=-8164.290490, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07129236221313799, "timeline_link": null, "avg_changed": 0.4956134843827201, "min_base": 0.0699639320374, "delta_min": "7.0598x slower", "delta_avg": "6.9518x slower", "std_changed": 0.001533052646953862, "min_changed": 0.493928909302, "delta_std": "3.0632x smaller", "std_base": 0.00469606769334, "t_msg": "Significant (t=-607.372821, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03230273723602201, "timeline_link": null, "avg_changed": 0.6528943538665801, "min_base": 0.0315020084381, "delta_min": "20.6451x slower", "delta_avg": "20.2117x slower", "std_changed": 0.0018559027526242116, "min_changed": 0.650361061096, "delta_std": "1.7069x smaller", "std_base": 0.003167836139705044, "t_msg": "Significant (t=-1195.234265, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.581617259959998, "timeline_link": null, "avg_changed": 46.27538700106, "min_base": 18.5604960918, "delta_min": "2.4917x slower", "delta_avg": "2.4904x slower", "std_changed": 0.023388641984150315, "min_changed": 46.2474739552, "delta_std": "1.2733x smaller", "std_base": 0.029779960432211504, "t_msg": "Significant (t=-1635.352920, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.286198234558, "timeline_link": null, "avg_changed": 9.475146579743999, "min_base": 9.27743005753, "delta_min": "1.0207x slower", "delta_avg": "1.0203x slower", "std_changed": 0.00556733338880031, "min_changed": 9.46959805489, "delta_std": "3.3313x smaller", "std_base": 0.018546675649190925, "t_msg": "Significant (t=-21.818621, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29300995349888004, "timeline_link": null, "avg_changed": 2.8921831941600002, "min_base": 0.286748170853, "delta_min": "10.0528x slower", "delta_avg": "9.8706x slower", "std_changed": 0.0040516334594664855, "min_changed": 2.88263392448, "delta_std": "1.4160x smaller", "std_base": 0.005737116664801562, "t_msg": "Significant (t=-2616.758294, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0833684206009, "timeline_link": null, "avg_changed": 0.4740788841246599, "min_base": 0.0222928524017, "delta_min": "21.0645x slower", "delta_avg": "5.6866x slower", "std_changed": 0.016744210363690896, "min_changed": 0.469587087631, "delta_std": "6.0848x smaller", "std_base": 0.10188517535631077, "t_msg": "Significant (t=-26.757278, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10633476257325598, "timeline_link": null, "avg_changed": 0.50512567520144, "min_base": 0.0466959476471, "delta_min": "10.7629x slower", "delta_avg": "4.7503x slower", "std_changed": 0.002889354206423852, "min_changed": 0.502581834793, "delta_std": "39.4840x smaller", "std_base": 0.11408316331931671, "t_msg": "Significant (t=-24.709813, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031988344192493995, "timeline_link": null, "avg_changed": 2.8447579050070004, "min_base": 0.0205719470978, "delta_min": "135.3993x slower", "delta_avg": "88.9311x slower", "std_changed": 0.016999964597579773, "min_changed": 2.78542685509, "delta_std": "1.0531x larger", "std_base": 0.01614218868747238, "t_msg": "Significant (t=-848.414382, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003633399009704001, "timeline_link": null, "avg_changed": 0.39715012073515993, "min_base": 0.00312280654907, "delta_min": "126.6803x slower", "delta_avg": "109.3054x slower", "std_changed": 0.0012981179774973098, "min_changed": 0.395597934723, "delta_std": "1.3664x smaller", "std_base": 0.00177379311567341, "t_msg": "Significant (t=-1265.928991, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19860628604885602, "timeline_link": null, "avg_changed": 0.7087464046478799, "min_base": 0.0859251022339, "delta_min": "8.0666x slower", "delta_avg": "3.5686x slower", "std_changed": 0.010079376502031397, "min_changed": 0.693124055862, "delta_std": "14.7768x smaller", "std_base": 0.14894077444684847, "t_msg": "Significant (t=-24.163991, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25057166099542, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46985508918766, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21137207031248, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60563949584956, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36914275646216, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26322554111481994, "timeline_link": null, "avg_changed": 0.7170082664489601, "min_base": 0.258265018463, "delta_min": "2.6963x slower", "delta_avg": "2.7239x slower", "std_changed": 0.012336763910278261, "min_changed": 0.696352005005, "delta_std": "1.4073x larger", "std_base": 0.008766118234373982, "t_msg": "Significant (t=-212.019961, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08500475406645601, "timeline_link": null, "avg_changed": 0.45301403999324, "min_base": 0.0578269958496, "delta_min": "7.7922x slower", "delta_avg": "5.3293x slower", "std_changed": 0.0028042189264680054, "min_changed": 0.450600147247, "delta_std": "8.9529x smaller", "std_base": 0.025105755453572173, "t_msg": "Significant (t=-103.009696, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0094828844070414, "timeline_link": null, "avg_changed": 0.8742506456375198, "min_base": 0.00853395462036, "delta_min": "101.9684x slower", "delta_avg": "92.1925x slower", "std_changed": 0.00296418685432854, "min_changed": 0.870193958282, "delta_std": "1.3696x smaller", "std_base": 0.004059687770113285, "t_msg": "Significant (t=-1216.476228, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1727999999999996, "timeline_link": null, "avg_changed": 8.927599999999998, "min_base": 2.14, "delta_min": "4.1495x slower", "delta_avg": "4.1088x slower", "std_changed": 0.034020402042039856, "min_changed": 8.88, "delta_std": "1.2620x larger", "std_base": 0.026957260201122456, "t_msg": "Significant (t=-1100.392544, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8235999999999999, "timeline_link": null, "avg_changed": 6.725800000000001, "min_base": 0.79, "delta_min": "8.4304x slower", "delta_avg": "8.1663x slower", "std_changed": 0.02792774934851485, "min_changed": 6.66, "delta_std": "1.1771x smaller", "std_base": 0.032873287958835026, "t_msg": "Significant (t=-967.544585, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07199257055918601, "timeline_link": null, "avg_changed": 0.54194573084514, "min_base": 0.0424609184265, "delta_min": "2.9276x slower", "delta_avg": "7.5278x slower", "std_changed": 0.24597898093414225, "min_changed": 0.124309062958, "delta_std": "7.9734x larger", "std_base": 0.03084984540982119, "t_msg": "Significant (t=-23.217380, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01211632108688354, "timeline_link": null, "avg_changed": 0.06577489805221698, "min_base": 0.00770306587219, "delta_min": "7.0977x slower", "delta_avg": "5.4286x slower", "std_changed": 0.008473649380610527, "min_changed": 0.0546741485596, "delta_std": "1.4735x smaller", "std_base": 0.012485777188793776, "t_msg": "Significant (t=-79.514283, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9367595529554003, "timeline_link": null, "avg_changed": 48.63246498584799, "min_base": 1.92255997658, "delta_min": "25.2474x slower", "delta_avg": "25.1102x slower", "std_changed": 0.05222047995204009, "min_changed": 48.5396108627, "delta_std": "8.2293x larger", "std_base": 0.0063456611468737595, "t_msg": "Significant (t=-6276.796711, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6418092250832, "timeline_link": null, "avg_changed": 2.036717033386, "min_base": 0.469459056854, "delta_min": "4.2798x slower", "delta_avg": "3.1734x slower", "std_changed": 0.017435698058492075, "min_changed": 2.00921297073, "delta_std": "19.0366x smaller", "std_base": 0.33191728101666795, "t_msg": "Significant (t=-9.384308, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5361144542700003, "timeline_link": null, "avg_changed": 12.50728526116, "min_base": 1.7974281311, "delta_min": "6.9515x slower", "delta_avg": "4.9317x slower", "std_changed": 0.010992922492740611, "min_changed": 12.4948101044, "delta_std": "107.5134x smaller", "std_base": 1.1818870167211508, "t_msg": "Significant (t=-18.864114, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5525353908532, "timeline_link": null, "avg_changed": 0.9888728141781999, "min_base": 0.263234853745, "delta_min": "3.6937x slower", "delta_avg": "1.7897x slower", "std_changed": 0.015304043039953802, "min_changed": 0.972318172455, "delta_std": "24.3280x smaller", "std_base": 0.3723165821701548, "t_msg": "Significant (t=-2.618355, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46078877449040007, "timeline_link": null, "avg_changed": 3.54723815918, "min_base": 0.311999797821, "delta_min": "11.3126x slower", "delta_avg": "7.6982x slower", "std_changed": 0.01327877765144372, "min_changed": 3.52952885628, "delta_std": "16.1323x smaller", "std_base": 0.21421663297248741, "t_msg": "Significant (t=-32.155717, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025104949739999993, "timeline_link": null, "avg_changed": 1.7144536322, "min_base": 0.02067761, "delta_min": "82.7094x slower", "delta_avg": "68.2915x slower", "std_changed": 0.0036578549891044527, "min_changed": 1.710233633, "delta_std": "2.6474x smaller", "std_base": 0.009683769218716845, "t_msg": "Significant (t=-1153.977903, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [365.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [730.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [118.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [167.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [183.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0049468947094084845, "timeline_link": null, "avg_changed": 0.3058156001685885, "min_base": 0.004914053209368151, "delta_min": "61.9722x slower", "delta_avg": "61.8197x slower", "std_changed": 0.0011074787089355746, "min_changed": 0.30453451898772727, "delta_std": "53.2439x larger", "std_base": 2.0800086704925602e-05, "t_msg": "Significant (t=-1920.658046, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015890971239226482, "timeline_link": null, "avg_changed": 0.013991108235925382, "min_base": 0.0015676438313215238, "delta_min": "8.8720x slower", "delta_avg": "8.8044x slower", "std_changed": 6.820776057130443e-05, "min_changed": 0.013908205841446454, "delta_std": "4.1487x larger", "std_base": 1.6440717092985196e-05, "t_msg": "Significant (t=-1131.845001, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006948284100312856, "timeline_link": null, "avg_changed": 0.10119658119658125, "min_base": 0.00647878198898607, "delta_min": "15.5909x slower", "delta_avg": "14.5643x slower", "std_changed": 0.0005101176731302496, "min_changed": 0.10101010101010101, "delta_std": "1.4306x larger", "std_base": 0.00035658387072960365, "t_msg": "Significant (t=-1070.765443, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20043219087656833, "timeline_link": null, "avg_changed": 1.0521553442351328, "min_base": 0.19619865113427346, "delta_min": "5.1992x slower", "delta_avg": "5.2494x slower", "std_changed": 0.01846233009297338, "min_changed": 1.020082881734141, "delta_std": "3.2411x larger", "std_base": 0.005696240589445864, "t_msg": "Significant (t=-311.710674, a=0.95)\n"}]], "branch": "", "revision": "85078:18006cfc913c"}