{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038264513015755994, "timeline_link": null, "avg_changed": 0.7711953783035801, "min_base": 0.0377600193024, "delta_min": "20.2166x slower", "delta_avg": "20.1543x slower", "std_changed": 0.004096138659219374, "min_changed": 0.763381004333, "delta_std": "7.4883x larger", "std_base": 0.000547006948381458, "t_msg": "Significant (t=-1254.108164, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015465423266089991, "timeline_link": null, "avg_changed": 0.1489694833755733, "min_base": 0.0124990940094, "delta_min": "11.5763x slower", "delta_avg": "9.6324x slower", "std_changed": 0.003235311668479334, "min_changed": 0.144692897797, "delta_std": "1.7761x smaller", "std_base": 0.0057461872030634496, "t_msg": "Significant (t=-247.950979, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27758766412745006, "timeline_link": null, "avg_changed": 1.4850548982624998, "min_base": 0.222008943558, "delta_min": "6.5874x slower", "delta_avg": "5.3499x slower", "std_changed": 0.060891276274326944, "min_changed": 1.46245098114, "delta_std": "2.8922x smaller", "std_base": 0.17610761947518838, "t_msg": "Significant (t=-28.979456, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5312800979613996, "timeline_link": null, "avg_changed": 21.949784026142, "min_base": 3.46438288689, "delta_min": "6.2883x slower", "delta_avg": "6.2158x slower", "std_changed": 0.09850284391676876, "min_changed": 21.7852170467, "delta_std": "1.2466x larger", "std_base": 0.07901464546320909, "t_msg": "Significant (t=-1031.363550, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020321760177607995, "timeline_link": null, "avg_changed": 0.24832097053528002, "min_base": 0.0169978141785, "delta_min": "14.4674x slower", "delta_avg": "12.2195x slower", "std_changed": 0.0023968962333539424, "min_changed": 0.245914936066, "delta_std": "2.2705x smaller", "std_base": 0.0054421967844900995, "t_msg": "Significant (t=-271.110379, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.5931235408781985, "timeline_link": null, "avg_changed": 47.71973246097201, "min_base": 7.49117684364, "delta_min": "6.3320x slower", "delta_avg": "6.2846x slower", "std_changed": 0.15924244539685653, "min_changed": 47.4338750839, "delta_std": "1.1596x smaller", "std_base": 0.1846627029767751, "t_msg": "Significant (t=-1163.618442, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008872294425973199, "timeline_link": null, "avg_changed": 0.5657570886611601, "min_base": 0.00630712509155, "delta_min": "89.3583x slower", "delta_avg": "63.7667x slower", "std_changed": 0.001862565576449841, "min_changed": 0.563594102859, "delta_std": "8.4394x smaller", "std_base": 0.01571897982773234, "t_msg": "Significant (t=-248.770232, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [141.789458036], "base_times": [142.964350939]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04858880519866601, "timeline_link": null, "avg_changed": 3.4759102058409996, "min_base": 0.0458550453186, "delta_min": "75.3451x slower", "delta_avg": "71.5373x slower", "std_changed": 0.013806644767409981, "min_changed": 3.45495200157, "delta_std": "1.0105x larger", "std_base": 0.013663498566599179, "t_msg": "Significant (t=-1247.636325, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0101333856582582, "timeline_link": null, "avg_changed": 0.043093996047972, "min_base": 0.00142693519592, "delta_min": "29.8304x slower", "delta_avg": "4.2527x slower", "std_changed": 0.0002434043231451309, "min_changed": 0.0425660610199, "delta_std": "48.7511x smaller", "std_base": 0.011866228181225246, "t_msg": "Significant (t=-19.637048, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03217198848725399, "timeline_link": null, "avg_changed": 1.1115663528440003, "min_base": 0.0307269096375, "delta_min": "35.9114x slower", "delta_avg": "34.5508x slower", "std_changed": 0.00506222536219868, "min_changed": 1.10344600677, "delta_std": "2.4352x larger", "std_base": 0.0020787465660191866, "t_msg": "Significant (t=-1394.717397, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4339821004867801, "timeline_link": null, "avg_changed": 1.1173200464251998, "min_base": 0.342709064484, "delta_min": "3.2319x slower", "delta_avg": "2.5746x slower", "std_changed": 0.004834247180465433, "min_changed": 1.10761499405, "delta_std": "22.5665x smaller", "std_base": 0.10909215804433633, "t_msg": "Significant (t=-44.248751, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.18019257545466, "timeline_link": null, "avg_changed": 1.8075051021574005, "min_base": 0.176388978958, "delta_min": "10.1268x slower", "delta_avg": "10.0310x slower", "std_changed": 0.010625067754616531, "min_changed": 1.78626394272, "delta_std": "1.8385x larger", "std_base": 0.0057791770963378205, "t_msg": "Significant (t=-951.365144, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04090125083923599, "timeline_link": null, "avg_changed": 0.6288874483109201, "min_base": 0.0343909263611, "delta_min": "17.9268x slower", "delta_avg": "15.3758x slower", "std_changed": 0.005770097286674786, "min_changed": 0.616520166397, "delta_std": "1.1259x larger", "std_base": 0.0051249526912339975, "t_msg": "Significant (t=-538.738288, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014498906135553996, "timeline_link": null, "avg_changed": 0.2752273941040201, "min_base": 0.0115509033203, "delta_min": "23.5741x slower", "delta_avg": "18.9826x slower", "std_changed": 0.002298990767719648, "min_changed": 0.272301912308, "delta_std": "5.4282x smaller", "std_base": 0.012479399174769382, "t_msg": "Significant (t=-145.288938, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05595625400542399, "timeline_link": null, "avg_changed": 0.5954946851730399, "min_base": 0.0508160591125, "delta_min": "11.6147x slower", "delta_avg": "10.6421x slower", "std_changed": 0.004044284955843624, "min_changed": 0.590210914612, "delta_std": "6.1494x smaller", "std_base": 0.02487000986661769, "t_msg": "Significant (t=-151.413201, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19664418697353997, "timeline_link": null, "avg_changed": 1.6549551343922, "min_base": 0.123484134674, "delta_min": "13.2925x slower", "delta_avg": "8.4160x slower", "std_changed": 0.006033897863516201, "min_changed": 1.64141607285, "delta_std": "11.6204x smaller", "std_base": 0.07011604166759573, "t_msg": "Significant (t=-146.526294, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.58451259134999, "timeline_link": null, "avg_changed": 385.632808566, "min_base": 12.2401301861, "delta_min": "31.4772x slower", "delta_avg": "30.6434x slower", "std_changed": 0.3514205433990068, "min_changed": 385.284919977, "delta_std": "1.0102x larger", "std_base": 0.34787876296229836, "t_msg": "Significant (t=-5334.532839, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6611142158520003, "timeline_link": null, "avg_changed": 21.15100598336, "min_base": 2.87203502655, "delta_min": "7.3429x slower", "delta_avg": "5.7772x slower", "std_changed": 0.06337978094034595, "min_changed": 21.0890738964, "delta_std": "16.0280x smaller", "std_base": 1.015850492538149, "t_msg": "Significant (t=-38.423657, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7242038249969199, "timeline_link": null, "avg_changed": 25.413884758954, "min_base": 0.717785835266, "delta_min": "35.3068x slower", "delta_avg": "35.0922x slower", "std_changed": 0.06360975081627357, "min_changed": 25.3427021503, "delta_std": "3.2729x larger", "std_base": 0.019435004354950366, "t_msg": "Significant (t=-2624.803869, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07285422325134401, "timeline_link": null, "avg_changed": 0.4739655160904399, "min_base": 0.0713458061218, "delta_min": "6.6085x slower", "delta_avg": "6.5057x slower", "std_changed": 0.0022025626693041437, "min_changed": 0.471486091614, "delta_std": "2.1320x smaller", "std_base": 0.004695917606434817, "t_msg": "Significant (t=-546.827246, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032153315544126, "timeline_link": null, "avg_changed": 0.8237038087844998, "min_base": 0.0311810970306, "delta_min": "26.0883x slower", "delta_avg": "25.6180x slower", "std_changed": 0.007000929346836049, "min_changed": 0.813462018967, "delta_std": "2.0147x larger", "std_base": 0.003474994043421712, "t_msg": "Significant (t=-716.116296, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.16892991066, "timeline_link": null, "avg_changed": 47.803093957879994, "min_base": 19.1352138519, "delta_min": "2.4907x slower", "delta_avg": "2.4938x slower", "std_changed": 0.13666471943102199, "min_changed": 47.6593859196, "delta_std": "4.2163x larger", "std_base": 0.03241319133279286, "t_msg": "Significant (t=-455.857933, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.377896785737999, "timeline_link": null, "avg_changed": 9.44639081955, "min_base": 9.33719301224, "delta_min": "1.0114x slower", "delta_avg": "1.0073x slower", "std_changed": 0.005575158706641529, "min_changed": 9.4432990551, "delta_std": "4.7151x smaller", "std_base": 0.02628757891862061, "t_msg": "Significant (t=-5.699455, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29379835128792, "timeline_link": null, "avg_changed": 2.9272748422628005, "min_base": 0.285697221756, "delta_min": "10.1767x slower", "delta_avg": "9.9636x slower", "std_changed": 0.013059966453463228, "min_changed": 2.90744686127, "delta_std": "2.0324x larger", "std_base": 0.0064257372350236, "t_msg": "Significant (t=-1279.373410, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08910613536833802, "timeline_link": null, "avg_changed": 0.47015057086948014, "min_base": 0.0218799114227, "delta_min": "21.2685x slower", "delta_avg": "5.2763x slower", "std_changed": 0.01733985691859433, "min_changed": 0.465353965759, "delta_std": "6.2615x smaller", "std_base": 0.10857400363900398, "t_msg": "Significant (t=-24.505621, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10803396701813398, "timeline_link": null, "avg_changed": 0.49460550785064017, "min_base": 0.041631937027, "delta_min": "11.8403x slower", "delta_avg": "4.5782x slower", "std_changed": 0.0018747210062437494, "min_changed": 0.492933988571, "delta_std": "59.6693x smaller", "std_base": 0.11186319693964834, "t_msg": "Significant (t=-24.432431, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032281045913698, "timeline_link": null, "avg_changed": 2.8686251592636007, "min_base": 0.0204539299011, "delta_min": "138.1798x slower", "delta_avg": "88.8641x slower", "std_changed": 0.01740768065172632, "min_changed": 2.82631897926, "delta_std": "1.1028x smaller", "std_base": 0.01919791700169841, "t_msg": "Significant (t=-773.913930, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037624168395999995, "timeline_link": null, "avg_changed": 0.3889917612075601, "min_base": 0.00329685211182, "delta_min": "117.2551x slower", "delta_avg": "103.3888x slower", "std_changed": 0.0016486171910222956, "min_changed": 0.38657283783, "delta_std": "1.0717x smaller", "std_base": 0.0017667523029650544, "t_msg": "Significant (t=-1127.254618, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.190350813865664, "timeline_link": null, "avg_changed": 0.6960737657547399, "min_base": 0.0839669704437, "delta_min": "8.1096x slower", "delta_avg": "3.6568x slower", "std_changed": 0.01102138444619491, "min_changed": 0.680934906006, "delta_std": "13.4460x smaller", "std_base": 0.14819336444744705, "t_msg": "Significant (t=-24.064184, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25135343074792, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47150903224946, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21194962501530004, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6072594308852401, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3692704677582201, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.25771821975706, "timeline_link": null, "avg_changed": 0.7213186597823998, "min_base": 0.254878997803, "delta_min": "2.7389x slower", "delta_avg": "2.7989x slower", "std_changed": 0.011210757237898664, "min_changed": 0.698077917099, "delta_std": "1.2821x larger", "std_base": 0.008744353166213338, "t_msg": "Significant (t=-230.567221, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08271118164065601, "timeline_link": null, "avg_changed": 0.44141428470613997, "min_base": 0.0571970939636, "delta_min": "7.6741x slower", "delta_avg": "5.3368x slower", "std_changed": 0.0029680915533955264, "min_changed": 0.438937187195, "delta_std": "8.6891x smaller", "std_base": 0.025789939254538007, "t_msg": "Significant (t=-97.704051, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009583110809326402, "timeline_link": null, "avg_changed": 0.8231282138824401, "min_base": 0.00858092308044, "delta_min": "94.8928x slower", "delta_avg": "85.8936x slower", "std_changed": 0.0032293363314194238, "min_changed": 0.814267873764, "delta_std": "1.2203x smaller", "std_base": 0.0039409052635999055, "t_msg": "Significant (t=-1129.067098, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1522, "timeline_link": null, "avg_changed": 8.967200000000002, "min_base": 2.12, "delta_min": "4.2028x slower", "delta_avg": "4.1665x slower", "std_changed": 0.04481435630032256, "min_changed": 8.91, "delta_std": "1.5635x larger", "std_base": 0.028663423325462983, "t_msg": "Significant (t=-905.865893, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7774000000000001, "timeline_link": null, "avg_changed": 7.096200000000003, "min_base": 0.75, "delta_min": "9.3733x slower", "delta_avg": "9.1281x slower", "std_changed": 0.027396558699432146, "min_changed": 7.03, "delta_std": "1.1679x smaller", "std_base": 0.031995535402838386, "t_msg": "Significant (t=-1060.737283, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07247550487518865, "timeline_link": null, "avg_changed": 0.5400924094518665, "min_base": 0.0464169979095, "delta_min": "2.6838x slower", "delta_avg": "7.4521x slower", "std_changed": 0.2453752194943533, "min_changed": 0.124573945999, "delta_std": "8.3247x larger", "std_base": 0.029475606383657458, "t_msg": "Significant (t=-23.173632, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012107751846313738, "timeline_link": null, "avg_changed": 0.06574731016159255, "min_base": 0.00758695602417, "delta_min": "7.2731x slower", "delta_avg": "5.4302x slower", "std_changed": 0.007952269103225523, "min_changed": 0.0551810264587, "delta_std": "1.5338x smaller", "std_base": 0.012196866844838403, "t_msg": "Significant (t=-82.375880, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9239840698237998, "timeline_link": null, "avg_changed": 48.225848760605984, "min_base": 1.90901613235, "delta_min": "25.1623x slower", "delta_avg": "25.0656x slower", "std_changed": 0.11352757951678932, "min_changed": 48.0352349281, "delta_std": "13.4496x larger", "std_base": 0.00844096812063019, "t_msg": "Significant (t=-2875.974183, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6441208362577999, "timeline_link": null, "avg_changed": 2.0429836273200004, "min_base": 0.484827041626, "delta_min": "4.1594x slower", "delta_avg": "3.1717x slower", "std_changed": 0.015039334631123972, "min_changed": 2.01659488678, "delta_std": "21.7157x smaller", "std_base": 0.326589904841934, "t_msg": "Significant (t=-9.567476, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.553907871244, "timeline_link": null, "avg_changed": 12.481151771539999, "min_base": 1.7423210144, "delta_min": "7.1229x slower", "delta_avg": "4.8871x slower", "std_changed": 0.04058936411385665, "min_changed": 12.4103248119, "delta_std": "29.5625x smaller", "std_base": 1.1999235975133713, "t_msg": "Significant (t=-18.488930, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5607041835776, "timeline_link": null, "avg_changed": 0.9839524745944, "min_base": 0.29336309433, "delta_min": "3.2978x slower", "delta_avg": "1.7549x slower", "std_changed": 0.01477803072643571, "min_changed": 0.967452049255, "delta_std": "25.4963x smaller", "std_base": 0.3767854491678372, "t_msg": "Significant (t=-2.509876, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45618081092859997, "timeline_link": null, "avg_changed": 3.574137783052, "min_base": 0.312026023865, "delta_min": "11.3907x slower", "delta_avg": "7.8349x slower", "std_changed": 0.015677869292205483, "min_changed": 3.55418086052, "delta_std": "13.5898x smaller", "std_base": 0.21305886220306414, "t_msg": "Significant (t=-32.634946, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025572364220000005, "timeline_link": null, "avg_changed": 1.6823891214999995, "min_base": 0.020041822, "delta_min": "83.3984x slower", "delta_avg": "65.7893x slower", "std_changed": 0.00687593480250655, "min_changed": 1.671455916, "delta_std": "2.2558x smaller", "std_base": 0.01551082640005346, "t_msg": "Significant (t=-690.503112, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [368.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [748.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [118.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [184.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0048277668436678325, "timeline_link": null, "avg_changed": 0.2938681254829642, "min_base": 0.004793684608149839, "delta_min": "60.9661x slower", "delta_avg": "60.8704x slower", "std_changed": 0.0011979442437586095, "min_changed": 0.2922523891632814, "delta_std": "41.3989x larger", "std_base": 2.8936585879933187e-05, "t_msg": "Significant (t=-1705.611917, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.00162210685062781, "timeline_link": null, "avg_changed": 0.01389003638306804, "min_base": 0.0015926102882624622, "delta_min": "8.5312x slower", "delta_avg": "8.5630x slower", "std_changed": 0.00034547364340328286, "min_changed": 0.01358695652173913, "delta_std": "18.7271x larger", "std_base": 1.844782109388561e-05, "t_msg": "Significant (t=-250.739675, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007014020283401523, "timeline_link": null, "avg_changed": 0.09827418745997214, "min_base": 0.006542361792607131, "delta_min": "14.7681x slower", "delta_avg": "14.0111x slower", "std_changed": 0.0006149287754289446, "min_changed": 0.0966183574879227, "delta_std": "1.8566x larger", "std_base": 0.00033121690617404553, "t_msg": "Significant (t=-923.903584, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.2024964738093969, "timeline_link": null, "avg_changed": 1.015317513050383, "min_base": 0.19633106325541444, "delta_min": "5.1303x slower", "delta_avg": "5.0140x slower", "std_changed": 0.005681258649178204, "min_changed": 1.0072395341517155, "delta_std": "1.2988x smaller", "std_base": 0.007378765134173559, "t_msg": "Significant (t=-617.181793, a=0.95)\n"}]], "branch": "", "revision": "85515:13d2148e1008"}