{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.034531831741334, "timeline_link": null, "avg_changed": 0.7231849050521997, "min_base": 0.0340859889984, "delta_min": "21.0249x slower", "delta_avg": "20.9426x slower", "std_changed": 0.0031821786387310528, "min_changed": 0.716655015945, "delta_std": "5.2357x larger", "std_base": 0.0006077853308523592, "t_msg": "Significant (t=-1503.074596, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016958645184838, "timeline_link": null, "avg_changed": 0.15259499073028665, "min_base": 0.0134210586548, "delta_min": "11.1173x slower", "delta_avg": "8.9981x slower", "std_changed": 0.0029042290643765552, "min_changed": 0.14920592308, "delta_std": "2.3916x smaller", "std_base": 0.00694564705773535, "t_msg": "Significant (t=-220.658149, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27685325145699996, "timeline_link": null, "avg_changed": 1.5009477019310002, "min_base": 0.222403049469, "delta_min": "6.6750x slower", "delta_avg": "5.4215x slower", "std_changed": 0.05826503194390062, "min_changed": 1.48455119133, "delta_std": "3.1996x smaller", "std_base": 0.18642258415288818, "t_msg": "Significant (t=-28.028053, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3647682189946004, "timeline_link": null, "avg_changed": 21.32785670758, "min_base": 3.35912108421, "delta_min": "6.3257x slower", "delta_avg": "6.3386x slower", "std_changed": 0.08032100032376802, "min_changed": 21.2486951351, "delta_std": "3.4686x larger", "std_base": 0.023156356156076464, "t_msg": "Significant (t=-1519.495820, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020460963249208, "timeline_link": null, "avg_changed": 0.23603641510012, "min_base": 0.0172190666199, "delta_min": "13.5741x slower", "delta_avg": "11.5359x slower", "std_changed": 0.0017941733771602972, "min_changed": 0.233732938766, "delta_std": "2.9452x smaller", "std_base": 0.005284271421214379, "t_msg": "Significant (t=-273.153642, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.700993394851999, "timeline_link": null, "avg_changed": 49.10285840034, "min_base": 8.37420201302, "delta_min": "5.8584x slower", "delta_avg": "5.6434x slower", "std_changed": 0.036186426946293045, "min_changed": 49.0591249466, "delta_std": "16.1171x smaller", "std_base": 0.5832210855392428, "t_msg": "Significant (t=-154.603334, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089699697494446, "timeline_link": null, "avg_changed": 0.5536821317672399, "min_base": 0.00641393661499, "delta_min": "86.1778x slower", "delta_avg": "61.7262x slower", "std_changed": 0.00045559358365788565, "min_changed": 0.552738904953, "delta_std": "34.3741x smaller", "std_base": 0.015660600385477598, "t_msg": "Significant (t=-245.844200, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [321.992769957], "base_times": [139.221667767]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.0493653011322, "timeline_link": null, "avg_changed": 3.2930661582945997, "min_base": 0.046756029129, "delta_min": "70.2935x slower", "delta_avg": "66.7081x slower", "std_changed": 0.003036080336715735, "min_changed": 3.28664493561, "delta_std": "4.5690x smaller", "std_base": 0.01387196378024593, "t_msg": "Significant (t=-1615.204761, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0103566551208484, "timeline_link": null, "avg_changed": 0.039926819801328, "min_base": 0.00144696235657, "delta_min": "27.4684x slower", "delta_avg": "3.8552x slower", "std_changed": 8.517585468940753e-05, "min_changed": 0.0397458076477, "delta_std": "144.9790x smaller", "std_base": 0.01234871265569477, "t_msg": "Significant (t=-16.931940, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029863038063056, "timeline_link": null, "avg_changed": 1.0976389932626003, "min_base": 0.02827501297, "delta_min": "38.7080x slower", "delta_avg": "36.7558x slower", "std_changed": 0.002019562346222357, "min_changed": 1.09446883202, "delta_std": "1.3451x smaller", "std_base": 0.0027164499700812637, "t_msg": "Significant (t=-2230.569706, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.41994488239296, "timeline_link": null, "avg_changed": 1.1041627836228, "min_base": 0.323580026627, "delta_min": "3.3918x slower", "delta_avg": "2.6293x slower", "std_changed": 0.001984385480689135, "min_changed": 1.09750795364, "delta_std": "60.6256x smaller", "std_base": 0.1203044920674127, "t_msg": "Significant (t=-40.210412, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17588696479798, "timeline_link": null, "avg_changed": 1.6575166654584004, "min_base": 0.17390203476, "delta_min": "9.4926x slower", "delta_avg": "9.4238x slower", "std_changed": 0.00668268194151313, "min_changed": 1.6507768631, "delta_std": "1.6970x larger", "std_base": 0.003937864034326322, "t_msg": "Significant (t=-1350.680646, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042991819381713994, "timeline_link": null, "avg_changed": 0.6265464973448798, "min_base": 0.0366189479828, "delta_min": "16.8899x slower", "delta_avg": "14.5736x slower", "std_changed": 0.004380916259002063, "min_changed": 0.618489027023, "delta_std": "1.0801x smaller", "std_base": 0.004731675060797901, "t_msg": "Significant (t=-639.908932, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016118502616872, "timeline_link": null, "avg_changed": 0.26662186145780004, "min_base": 0.0134060382843, "delta_min": "19.7379x slower", "delta_avg": "16.5414x slower", "std_changed": 0.001759926090448838, "min_changed": 0.264606952667, "delta_std": "7.2215x smaller", "std_base": 0.012709239619244979, "t_msg": "Significant (t=-138.055741, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05054745197296601, "timeline_link": null, "avg_changed": 0.6017350864410401, "min_base": 0.0451710224152, "delta_min": "13.2491x slower", "delta_avg": "11.9044x slower", "std_changed": 0.0018960893171036468, "min_changed": 0.598476886749, "delta_std": "14.6195x smaller", "std_base": 0.027719911573396264, "t_msg": "Significant (t=-140.274591, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11311121940612201, "timeline_link": null, "avg_changed": 1.6904392290113994, "min_base": 0.0821180343628, "delta_min": "20.5431x slower", "delta_avg": "14.9449x slower", "std_changed": 0.0022668166022458587, "min_changed": 1.68695783615, "delta_std": "12.3694x smaller", "std_base": 0.02803911866307576, "t_msg": "Significant (t=-396.486157, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.303124547000007, "timeline_link": null, "avg_changed": 347.58288049700013, "min_base": 11.0218830109, "delta_min": "31.5285x slower", "delta_avg": "30.7510x slower", "std_changed": 0.0796984861401558, "min_changed": 347.503983021, "delta_std": "3.5646x smaller", "std_base": 0.2840968533251879, "t_msg": "Significant (t=-8058.778778, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4860631942760003, "timeline_link": null, "avg_changed": 21.29392385484, "min_base": 2.68906784058, "delta_min": "7.9091x slower", "delta_avg": "6.1083x slower", "std_changed": 0.015298981386622367, "min_changed": 21.2680711746, "delta_std": "68.6687x smaller", "std_base": 1.0505606161019576, "t_msg": "Significant (t=-37.899160, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7463019561767201, "timeline_link": null, "avg_changed": 25.819105896942002, "min_base": 0.741895914078, "delta_min": "34.7589x slower", "delta_avg": "34.5961x slower", "std_changed": 0.01728815089889849, "min_changed": 25.7875101566, "delta_std": "1.0036x smaller", "std_base": 0.017350249402442647, "t_msg": "Significant (t=-7238.430017, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08095509052276002, "timeline_link": null, "avg_changed": 0.44581602096559986, "min_base": 0.0796270370483, "delta_min": "5.5724x slower", "delta_avg": "5.5070x slower", "std_changed": 0.0017658614004747277, "min_changed": 0.443715810776, "delta_std": "2.8043x smaller", "std_base": 0.004951963973451386, "t_msg": "Significant (t=-490.728934, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032644243240358, "timeline_link": null, "avg_changed": 0.6620862245560002, "min_base": 0.0313899517059, "delta_min": "20.9362x slower", "delta_avg": "20.2819x slower", "std_changed": 0.0053636198762914465, "min_changed": 0.657184839249, "delta_std": "2.2202x larger", "std_base": 0.0024158616397591745, "t_msg": "Significant (t=-756.610737, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.49284944534, "timeline_link": null, "avg_changed": 47.558636188499996, "min_base": 20.4739561081, "delta_min": "2.3225x slower", "delta_avg": "2.3207x slower", "std_changed": 0.00963233320722614, "min_changed": 47.5502510071, "delta_std": "3.7899x smaller", "std_base": 0.03650520458527338, "t_msg": "Significant (t=-1603.007234, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.775229167960001, "timeline_link": null, "avg_changed": 10.944086599319998, "min_base": 10.7681999207, "delta_min": "1.0161x slower", "delta_avg": "1.0157x slower", "std_changed": 0.003350405459775264, "min_changed": 10.9412939548, "delta_std": "4.0071x smaller", "std_base": 0.01342531212819056, "t_msg": "Significant (t=-27.287350, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29030516147611996, "timeline_link": null, "avg_changed": 2.8428224611282, "min_base": 0.285411119461, "delta_min": "9.9283x slower", "delta_avg": "9.7925x slower", "std_changed": 0.004774243745703922, "min_changed": 2.83363604546, "delta_std": "1.1278x larger", "std_base": 0.004233102747832045, "t_msg": "Significant (t=-2828.716858, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.096021080017068, "timeline_link": null, "avg_changed": 0.4924340105056399, "min_base": 0.0256078243256, "delta_min": "19.1456x slower", "delta_avg": "5.1284x slower", "std_changed": 0.012713138344728456, "min_changed": 0.490276098251, "delta_std": "9.0346x smaller", "std_base": 0.11485874289575565, "t_msg": "Significant (t=-24.256303, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10241153717039603, "timeline_link": null, "avg_changed": 0.51179689407354, "min_base": 0.0382978916168, "delta_min": "13.3426x slower", "delta_avg": "4.9975x slower", "std_changed": 0.0012314565803536815, "min_changed": 0.510993003845, "delta_std": "98.8076x smaller", "std_base": 0.1216772389220875, "t_msg": "Significant (t=-23.789522, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030971078872698, "timeline_link": null, "avg_changed": 2.8347789192196, "min_base": 0.0179710388184, "delta_min": "154.5590x slower", "delta_avg": "91.5299x slower", "std_changed": 0.02512421985923286, "min_changed": 2.7775850296, "delta_std": "1.1002x larger", "std_base": 0.022837013975803948, "t_msg": "Significant (t=-583.935155, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0030824995040889995, "timeline_link": null, "avg_changed": 0.3879159021377799, "min_base": 0.00271391868591, "delta_min": "141.3041x slower", "delta_avg": "125.8446x slower", "std_changed": 0.025217821320387277, "min_changed": 0.383487939835, "delta_std": "25.7848x larger", "std_base": 0.000978010364344575, "t_msg": "Significant (t=-107.826085, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19384395122519396, "timeline_link": null, "avg_changed": 0.7068794965743599, "min_base": 0.0779490470886, "delta_min": "8.8941x slower", "delta_avg": "3.6466x slower", "std_changed": 0.009898609407101125, "min_changed": 0.693287134171, "delta_std": "15.9324x smaller", "std_base": 0.1577083489192652, "t_msg": "Significant (t=-22.957469, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24278588294982, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46782827854155995, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.17980997562406004, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59301949977878, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36623305320739996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26236286163328, "timeline_link": null, "avg_changed": 0.7748243951797601, "min_base": 0.25209403038, "delta_min": "3.0264x slower", "delta_avg": "2.9533x slower", "std_changed": 0.011084503413474759, "min_changed": 0.762924909592, "delta_std": "1.2486x larger", "std_base": 0.008877321787096538, "t_msg": "Significant (t=-255.165722, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.082958669662496, "timeline_link": null, "avg_changed": 0.45584615707403986, "min_base": 0.0555438995361, "delta_min": "8.1842x slower", "delta_avg": "5.4949x slower", "std_changed": 0.0016871148661949322, "min_changed": 0.45458483696, "delta_std": "15.9749x smaller", "std_base": 0.026951470152881303, "t_msg": "Significant (t=-97.640752, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009064240455625802, "timeline_link": null, "avg_changed": 0.7881262636184602, "min_base": 0.00828909873962, "delta_min": "94.6762x slower", "delta_avg": "86.9490x slower", "std_changed": 0.001700796995439337, "min_changed": 0.784780025482, "delta_std": "1.8925x smaller", "std_base": 0.003218751362145314, "t_msg": "Significant (t=-1513.208521, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.129200000000001, "timeline_link": null, "avg_changed": 9.594, "min_base": 2.09, "delta_min": "4.5742x slower", "delta_avg": "4.5059x slower", "std_changed": 0.02329929490042862, "min_changed": 9.56, "delta_std": "1.4244x smaller", "std_base": 0.03318716250452941, "t_msg": "Significant (t=-1301.727043, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7896, "timeline_link": null, "avg_changed": 7.6352, "min_base": 0.76, "delta_min": "9.9605x slower", "delta_avg": "9.6697x slower", "std_changed": 0.02822938113355794, "min_changed": 7.57, "delta_std": "1.1155x smaller", "std_base": 0.03149084739075393, "t_msg": "Significant (t=-1144.572683, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07562762896221266, "timeline_link": null, "avg_changed": 0.546101902325953, "min_base": 0.046149969101, "delta_min": "2.7436x slower", "delta_avg": "7.2209x slower", "std_changed": 0.24748090890569557, "min_changed": 0.126619100571, "delta_std": "7.9301x larger", "std_base": 0.03120785209369248, "t_msg": "Significant (t=-23.100105, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012908656597138699, "timeline_link": null, "avg_changed": 0.05851758003235141, "min_base": 0.00747609138489, "delta_min": "7.4650x slower", "delta_avg": "4.5332x slower", "std_changed": 0.00574191233600797, "min_changed": 0.0558090209961, "delta_std": "2.2931x smaller", "std_base": 0.013166865714763264, "t_msg": "Significant (t=-70.998212, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7941650867469998, "timeline_link": null, "avg_changed": 49.82802369596, "min_base": 1.78386998177, "delta_min": "27.8761x slower", "delta_avg": "27.7723x slower", "std_changed": 0.056407432652871334, "min_changed": 49.7273271084, "delta_std": "10.9758x larger", "std_base": 0.005139252046824305, "t_msg": "Significant (t=-2681.736211, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6007518768304, "timeline_link": null, "avg_changed": 2.03863954544, "min_base": 0.428524017334, "delta_min": "4.7087x slower", "delta_avg": "3.3935x slower", "std_changed": 0.013524893460237464, "min_changed": 2.01779794693, "delta_std": "24.5947x smaller", "std_base": 0.3326407232696223, "t_msg": "Significant (t=-9.657748, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.480625391006, "timeline_link": null, "avg_changed": 11.98947896956, "min_base": 1.60772395134, "delta_min": "7.4445x slower", "delta_avg": "4.8332x slower", "std_changed": 0.015238116057105696, "min_changed": 11.9686579704, "delta_std": "79.9249x smaller", "std_base": 1.2179048472886305, "t_msg": "Significant (t=-17.456847, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5449964523318, "timeline_link": null, "avg_changed": 1.0081722259506, "min_base": 0.259027004242, "delta_min": "3.8175x slower", "delta_avg": "1.8499x slower", "std_changed": 0.028122348079715215, "min_changed": 0.988825082779, "delta_std": "14.0301x smaller", "std_base": 0.39455944019516054, "t_msg": "Significant (t=-2.618292, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4765238761901999, "timeline_link": null, "avg_changed": 3.5704469680799997, "min_base": 0.333064079285, "delta_min": "10.6901x slower", "delta_avg": "7.4927x slower", "std_changed": 0.010040497473837891, "min_changed": 3.56047511101, "delta_std": "23.9873x smaller", "std_base": 0.24084470304118982, "t_msg": "Significant (t=-28.699898, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023837482740000002, "timeline_link": null, "avg_changed": 1.6630126716800007, "min_base": 0.018205903, "delta_min": "91.2133x slower", "delta_avg": "69.7646x slower", "std_changed": 0.0020395524611247972, "min_changed": 1.660620873, "delta_std": "7.6092x smaller", "std_base": 0.01551926280112679, "t_msg": "Significant (t=-740.492849, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [363.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [739.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [119.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [160.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004363495278688455, "timeline_link": null, "avg_changed": 0.3092245047324378, "min_base": 0.004288594996238902, "delta_min": "71.9237x slower", "delta_avg": "70.8662x slower", "std_changed": 0.0006905911070367581, "min_changed": 0.30845157310302285, "delta_std": "18.3573x larger", "std_base": 3.761950867158365e-05, "t_msg": "Significant (t=-3116.897232, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014943535027722153, "timeline_link": null, "avg_changed": 0.014137459565744654, "min_base": 0.0014764506127270044, "delta_min": "9.5529x slower", "delta_avg": "9.4606x slower", "std_changed": 4.575623277288665e-05, "min_changed": 0.014104372355430184, "delta_std": "3.2533x larger", "std_base": 1.406450194276299e-05, "t_msg": "Significant (t=-1791.340574, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00658627999278027, "timeline_link": null, "avg_changed": 0.099743705713855, "min_base": 0.006099420555047271, "delta_min": "16.3134x slower", "delta_avg": "15.1442x slower", "std_changed": 0.0005583115331057122, "min_changed": 0.09950248756218906, "delta_std": "1.5294x larger", "std_base": 0.0003650515869522046, "t_msg": "Significant (t=-987.495110, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.17890684668179996, "timeline_link": null, "avg_changed": 1.0168457321188367, "min_base": 0.17499726566772394, "delta_min": "5.7594x slower", "delta_avg": "5.6837x slower", "std_changed": 0.0049572315216558915, "min_changed": 1.0078740157480315, "delta_std": "1.4636x larger", "std_base": 0.003386980698440939, "t_msg": "Significant (t=-986.893111, a=0.95)\n"}]], "branch": "", "revision": "94588:7b8b1a6cec71"}