{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019160990715028, "timeline_link": null, "avg_changed": 0.28803267478942, "min_base": 0.0186989307404, "delta_min": "14.9305x slower", "delta_avg": "15.0322x slower", "std_changed": 0.0038852619778952505, "min_changed": 0.279184818268, "delta_std": "7.4150x larger", "std_base": 0.0005239738217142152, "t_msg": "Significant (t=-484.948736, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008615056673686934, "timeline_link": null, "avg_changed": 0.060466233889266, "min_base": 0.00646305084229, "delta_min": "8.8342x slower", "delta_avg": "7.0187x slower", "std_changed": 0.0024695867889356674, "min_changed": 0.0570960044861, "delta_std": "1.5158x smaller", "std_base": 0.0037432844739583053, "t_msg": "Significant (t=-141.607747, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15882194042210002, "timeline_link": null, "avg_changed": 1.0216982483855, "min_base": 0.127284049988, "delta_min": "7.8995x slower", "delta_avg": "6.4330x slower", "std_changed": 0.01064643141638751, "min_changed": 1.00548505783, "delta_std": "9.7723x smaller", "std_base": 0.10404026481260648, "t_msg": "Significant (t=-36.897767, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6727812242512003, "timeline_link": null, "avg_changed": 9.136666564941201, "min_base": 1.65309095383, "delta_min": "5.4844x slower", "delta_avg": "5.4620x slower", "std_changed": 0.027921473545364, "min_changed": 9.066218853, "delta_std": "3.5722x larger", "std_base": 0.00781627310809427, "t_msg": "Significant (t=-1820.240243, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006574735641477599, "timeline_link": null, "avg_changed": 0.081219687461852, "min_base": 0.0050048828125, "delta_min": "15.7844x slower", "delta_avg": "12.3533x slower", "std_changed": 0.0015147661437947958, "min_changed": 0.078999042511, "delta_std": "1.5051x smaller", "std_base": 0.002279815341358744, "t_msg": "Significant (t=-192.834352, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.067938184738, "timeline_link": null, "avg_changed": 22.88697519302, "min_base": 3.90392184258, "delta_min": "5.8383x slower", "delta_avg": "5.6262x slower", "std_changed": 0.07530463801703555, "min_changed": 22.7921550274, "delta_std": "3.5531x smaller", "std_base": 0.26756656239011983, "t_msg": "Significant (t=-151.390139, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046596336364746, "timeline_link": null, "avg_changed": 0.22717383384707993, "min_base": 0.00347399711609, "delta_min": "63.5567x slower", "delta_avg": "48.7536x slower", "std_changed": 0.002590166756721551, "min_changed": 0.220795869827, "delta_std": "2.6915x smaller", "std_base": 0.0069714693251852556, "t_msg": "Significant (t=-211.562912, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.845184088], "base_times": [65.1803278923]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.02644091606140999, "timeline_link": null, "avg_changed": 1.6407463026045996, "min_base": 0.0249888896942, "delta_min": "64.7588x slower", "delta_avg": "62.0533x slower", "std_changed": 0.010170664038125209, "min_changed": 1.61824989319, "delta_std": "1.4916x larger", "std_base": 0.006818506927354577, "t_msg": "Significant (t=-932.223382, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00484906196594258, "timeline_link": null, "avg_changed": 0.0182106590271, "min_base": 0.000642061233521, "delta_min": "27.6561x slower", "delta_avg": "3.7555x slower", "std_changed": 0.0007250747904198455, "min_changed": 0.0177569389343, "delta_std": "7.6886x smaller", "std_base": 0.005574804580779296, "t_msg": "Significant (t=-16.806261, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015329799652095997, "timeline_link": null, "avg_changed": 0.44658400535584003, "min_base": 0.0147290229797, "delta_min": "29.5849x slower", "delta_avg": "29.1318x slower", "std_changed": 0.004556128078051049, "min_changed": 0.435755968094, "delta_std": "3.1416x larger", "std_base": 0.0014502637126684887, "t_msg": "Significant (t=-637.771840, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19059277534477995, "timeline_link": null, "avg_changed": 0.4784130096435401, "min_base": 0.151565790176, "delta_min": "3.0868x slower", "delta_avg": "2.5101x slower", "std_changed": 0.006446780453898474, "min_changed": 0.46785402298, "delta_std": "7.3216x smaller", "std_base": 0.047200828983995885, "t_msg": "Significant (t=-42.721178, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09787691116334, "timeline_link": null, "avg_changed": 0.6953756332396998, "min_base": 0.0948159694672, "delta_min": "7.1658x slower", "delta_avg": "7.1046x slower", "std_changed": 0.011236514061714081, "min_changed": 0.679428815842, "delta_std": "4.8609x larger", "std_base": 0.0023116355334521044, "t_msg": "Significant (t=-368.289419, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021305756568904, "timeline_link": null, "avg_changed": 0.2703152704239399, "min_base": 0.0181050300598, "delta_min": "14.5303x slower", "delta_avg": "12.6874x slower", "std_changed": 0.0037095996792210558, "min_changed": 0.263072013855, "delta_std": "1.6276x larger", "std_base": 0.0022792048254899615, "t_msg": "Significant (t=-404.416334, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008618717193603399, "timeline_link": null, "avg_changed": 0.10997405529015998, "min_base": 0.00697493553162, "delta_min": "15.2439x slower", "delta_avg": "12.7599x slower", "std_changed": 0.001673846567761506, "min_changed": 0.106325149536, "delta_std": "3.8531x smaller", "std_base": 0.006449495462032921, "t_msg": "Significant (t=-107.560083, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023857989311222003, "timeline_link": null, "avg_changed": 0.24355902671817997, "min_base": 0.0207321643829, "delta_min": "11.4233x slower", "delta_avg": "10.2087x slower", "std_changed": 0.0029729531197791085, "min_changed": 0.236829996109, "delta_std": "4.4618x smaller", "std_base": 0.013264724617739292, "t_msg": "Significant (t=-114.281588, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08209353923797401, "timeline_link": null, "avg_changed": 0.7887951993942398, "min_base": 0.0496380329132, "delta_min": "15.5895x slower", "delta_avg": "9.6085x slower", "std_changed": 0.007259508747618364, "min_changed": 0.773829936981, "delta_std": "4.3357x smaller", "std_base": 0.03147499029818895, "t_msg": "Significant (t=-154.703735, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.222058534624998, "timeline_link": null, "avg_changed": 166.74239885799986, "min_base": 6.09374213219, "delta_min": "27.3194x slower", "delta_avg": "26.7986x slower", "std_changed": 0.2678418976905562, "min_changed": 166.477248907, "delta_std": "2.0664x larger", "std_base": 0.1296191404275006, "t_msg": "Significant (t=-3814.558899, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.455855560302, "timeline_link": null, "avg_changed": 8.991661596298, "min_base": 1.1097869873, "delta_min": "8.0645x slower", "delta_avg": "6.1762x slower", "std_changed": 0.028689921258123762, "min_changed": 8.94992494583, "delta_std": "17.0154x smaller", "std_base": 0.4881698506427058, "t_msg": "Significant (t=-34.458394, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.38133711338037996, "timeline_link": null, "avg_changed": 11.30294005871, "min_base": 0.37264919281, "delta_min": "29.9364x slower", "delta_avg": "29.6403x slower", "std_changed": 0.03647348197307212, "min_changed": 11.1557600498, "delta_std": "3.6720x larger", "std_base": 0.009932812335247367, "t_msg": "Significant (t=-2042.955806, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.047394208908084, "timeline_link": null, "avg_changed": 0.22206663608551996, "min_base": 0.0460178852081, "delta_min": "4.7040x slower", "delta_avg": "4.6855x slower", "std_changed": 0.002941965029438176, "min_changed": 0.216469049454, "delta_std": "1.1953x larger", "std_base": 0.0024613233618946506, "t_msg": "Significant (t=-321.999162, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.02096558094024599, "timeline_link": null, "avg_changed": 0.36556855678559996, "min_base": 0.0201861858368, "delta_min": "17.6422x slower", "delta_avg": "17.4366x slower", "std_changed": 0.0038100457928528708, "min_changed": 0.356128931046, "delta_std": "2.4798x larger", "std_base": 0.0015364142540160723, "t_msg": "Significant (t=-593.138579, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.081100988388002, "timeline_link": null, "avg_changed": 18.058382034319997, "min_base": 9.03375005722, "delta_min": "1.9931x slower", "delta_avg": "1.9886x slower", "std_changed": 0.056466353496592056, "min_changed": 18.0050549507, "delta_std": "1.2498x larger", "std_base": 0.045180661953320406, "t_msg": "Significant (t=-277.580990, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.579303216934, "timeline_link": null, "avg_changed": 4.6495014667520005, "min_base": 4.57112598419, "delta_min": "1.0125x slower", "delta_avg": "1.0153x slower", "std_changed": 0.019708184077381945, "min_changed": 4.62804198265, "delta_std": "2.2803x larger", "std_base": 0.008642781289286002, "t_msg": "Significant (t=-7.294056, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.1577374696731, "timeline_link": null, "avg_changed": 1.2418708038328001, "min_base": 0.153724908829, "delta_min": "7.9452x slower", "delta_avg": "7.8730x slower", "std_changed": 0.009119595360866067, "min_changed": 1.22137713432, "delta_std": "3.2072x larger", "std_base": 0.0028435053179883788, "t_msg": "Significant (t=-802.500320, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04559126377106, "timeline_link": null, "avg_changed": 0.20641979217528003, "min_base": 0.0104370117188, "delta_min": "19.2304x slower", "delta_avg": "4.5276x slower", "std_changed": 0.0070178227996713785, "min_changed": 0.200707912445, "delta_std": "7.7515x smaller", "std_base": 0.05439893330315995, "t_msg": "Significant (t=-20.733543, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049640116691598006, "timeline_link": null, "avg_changed": 0.21667649745946002, "min_base": 0.0164659023285, "delta_min": "12.7976x slower", "delta_avg": "4.3649x slower", "std_changed": 0.0027043861129213004, "min_changed": 0.210724115372, "delta_std": "21.6952x smaller", "std_base": 0.05867209765371218, "t_msg": "Significant (t=-20.109608, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0103551816940326, "timeline_link": null, "avg_changed": 1.2040828704836002, "min_base": 0.00869488716125, "delta_min": "136.3536x slower", "delta_avg": "116.2783x slower", "std_changed": 0.01070654446703874, "min_changed": 1.18557882309, "delta_std": "2.7347x larger", "std_base": 0.0039150989912423335, "t_msg": "Significant (t=-740.437835, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.001602578163147, "timeline_link": null, "avg_changed": 0.19092800617218003, "min_base": 0.0014328956604, "delta_min": "129.8755x slower", "delta_avg": "119.1380x slower", "std_changed": 0.0020563032682632586, "min_changed": 0.186098098755, "delta_std": "4.7389x larger", "std_base": 0.00043392070514849826, "t_msg": "Significant (t=-637.010306, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08961980819698999, "timeline_link": null, "avg_changed": 0.30073967933658, "min_base": 0.0377099514008, "delta_min": "7.7875x slower", "delta_avg": "3.3557x slower", "std_changed": 0.005630830570163105, "min_changed": 0.293666124344, "delta_std": "13.1165x smaller", "std_base": 0.07385660582104597, "t_msg": "Significant (t=-20.154232, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12045496463779998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18356171607972002, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12093134403231996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25783534049982004, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15239299297332, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14162870407109998, "timeline_link": null, "avg_changed": 0.43438862323762, "min_base": 0.137338161469, "delta_min": "3.0880x slower", "delta_avg": "3.0671x slower", "std_changed": 0.004790256358626122, "min_changed": 0.424095869064, "delta_std": "2.0980x larger", "std_base": 0.0022832688844841268, "t_msg": "Significant (t=-390.104784, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041723394393917985, "timeline_link": null, "avg_changed": 0.20884453773498005, "min_base": 0.0285561084747, "delta_min": "7.0934x slower", "delta_avg": "5.0055x slower", "std_changed": 0.0029641885918233685, "min_changed": 0.202559947968, "delta_std": "4.0263x smaller", "std_base": 0.011934668493008647, "t_msg": "Significant (t=-96.096566, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005567522048950802, "timeline_link": null, "avg_changed": 0.3419901418685999, "min_base": 0.00518417358398, "delta_min": "64.4088x slower", "delta_avg": "61.4259x slower", "std_changed": 0.0035420091967778176, "min_changed": 0.333906173706, "delta_std": "2.2807x larger", "std_base": 0.001553043527159479, "t_msg": "Significant (t=-615.087238, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0388000000000002, "timeline_link": null, "avg_changed": 4.7978000000000005, "min_base": 0.99, "delta_min": "4.7576x slower", "delta_avg": "4.6186x slower", "std_changed": 0.04954033607030933, "min_changed": 4.71, "delta_std": "1.9053x larger", "std_base": 0.02600156981132221, "t_msg": "Significant (t=-475.075361, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.39000000000000035, "timeline_link": null, "avg_changed": 3.5592, "min_base": 0.37, "delta_min": "9.3243x slower", "delta_avg": "9.1262x slower", "std_changed": 0.042274129687272434, "min_changed": 3.45, "delta_std": "2.0229x larger", "std_base": 0.02089819834046828, "t_msg": "Significant (t=-475.207405, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03535415967305466, "timeline_link": null, "avg_changed": 0.21286823272706076, "min_base": 0.0226418972015, "delta_min": "2.6812x slower", "delta_avg": "6.0210x slower", "std_changed": 0.08877589301042521, "min_changed": 0.0607070922852, "delta_std": "5.2653x larger", "std_base": 0.016860716335318642, "t_msg": "Significant (t=-24.059608, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.018112086772918947, "timeline_link": null, "avg_changed": 0.04428645229339704, "min_base": 0.00359487533569, "delta_min": "7.6342x slower", "delta_avg": "2.4451x slower", "std_changed": 0.07547949029369626, "min_changed": 0.0274441242218, "delta_std": "1.2859x larger", "std_base": 0.05870004050580917, "t_msg": "Significant (t=-6.120972, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7314642667769999, "timeline_link": null, "avg_changed": 17.19034385682, "min_base": 0.718133926392, "delta_min": "23.8306x slower", "delta_avg": "23.5013x slower", "std_changed": 0.04296206198671394, "min_changed": 17.1135361195, "delta_std": "6.4950x larger", "std_base": 0.006614624135205192, "t_msg": "Significant (t=-1197.368246, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2551597595218, "timeline_link": null, "avg_changed": 0.8253675460814, "min_base": 0.169255971909, "delta_min": "4.8323x slower", "delta_avg": "3.2347x slower", "std_changed": 0.006080312855682951, "min_changed": 0.817902088165, "delta_std": "26.4471x smaller", "std_base": 0.16080674674546297, "t_msg": "Significant (t=-7.923255, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1806495666502002, "timeline_link": null, "avg_changed": 4.852828836442, "min_base": 0.797539949417, "delta_min": "6.0647x slower", "delta_avg": "4.1103x slower", "std_changed": 0.013083245871692708, "min_changed": 4.83687591553, "delta_std": "45.3348x smaller", "std_base": 0.5931268259106637, "t_msg": "Significant (t=-13.840624, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24743862152120003, "timeline_link": null, "avg_changed": 0.4059427261354, "min_base": 0.121840000153, "delta_min": "3.2459x slower", "delta_avg": "1.6406x slower", "std_changed": 0.010362373638836533, "min_changed": 0.395481824875, "delta_std": "18.1345x smaller", "std_base": 0.18791674007375447, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2308811187746, "timeline_link": null, "avg_changed": 1.410867404938, "min_base": 0.158424854279, "delta_min": "8.8632x slower", "delta_avg": "6.1108x slower", "std_changed": 0.004563315324502731, "min_changed": 1.40415406227, "delta_std": "24.1061x smaller", "std_base": 0.11000382470742365, "t_msg": "Significant (t=-23.965187, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01080501098, "timeline_link": null, "avg_changed": 0.73438349004, "min_base": 0.007820215, "delta_min": "91.2045x slower", "delta_avg": "67.9669x slower", "std_changed": 0.010808218928579113, "min_changed": 0.713238768, "delta_std": "1.3959x larger", "std_base": 0.007743096675685612, "t_msg": "Significant (t=-384.824313, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [179.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [489.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [57.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025030577027689675, "timeline_link": null, "avg_changed": 0.12572268598295636, "min_base": 0.002461241597936495, "delta_min": "50.3968x slower", "delta_avg": "50.2276x slower", "std_changed": 0.0010047881374803099, "min_changed": 0.12403870007442322, "delta_std": "42.9572x larger", "std_base": 2.3390462974769516e-05, "t_msg": "Significant (t=-866.907489, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006674882701378377, "timeline_link": null, "avg_changed": 0.006580426719371713, "min_base": 0.0006597611664577423, "delta_min": "9.8871x slower", "delta_avg": "9.8585x slower", "std_changed": 7.137920697337325e-05, "min_changed": 0.006523157208088715, "delta_std": "9.6581x larger", "std_base": 7.390588775242149e-06, "t_msg": "Significant (t=-184.247289, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027826257712114623, "timeline_link": null, "avg_changed": 0.04258573247649929, "min_base": 0.0024233612019871563, "delta_min": "17.0870x slower", "delta_avg": "15.3042x slower", "std_changed": 0.0003923834779284195, "min_changed": 0.041407867494824016, "delta_std": "1.8518x larger", "std_base": 0.00021189366962273739, "t_msg": "Significant (t=-631.137801, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05704069620330172, "timeline_link": null, "avg_changed": 0.3420821704467055, "min_base": 0.05582401479336392, "delta_min": "6.0391x slower", "delta_avg": "5.9972x slower", "std_changed": 0.0033658036352743116, "min_changed": 0.337126000842815, "delta_std": "4.6035x larger", "std_base": 0.0007311411712524068, "t_msg": "Significant (t=-585.183543, a=0.95)\n"}]], "branch": "", "revision": "97567:51c1d9eaf018"}