{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.020165748596196, "timeline_link": null, "avg_changed": 0.3027456951141801, "min_base": 0.0195288658142, "delta_min": "14.9918x slower", "delta_avg": "15.0129x slower", "std_changed": 0.003330167152503537, "min_changed": 0.292773008347, "delta_std": "6.7848x larger", "std_base": 0.0004908273953372361, "t_msg": "Significant (t=-593.599686, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008610113461812733, "timeline_link": null, "avg_changed": 0.05898111979166469, "min_base": 0.00668215751648, "delta_min": "8.3352x slower", "delta_avg": "6.8502x slower", "std_changed": 0.0023479915860406386, "min_changed": 0.0556969642639, "delta_std": "1.4362x smaller", "std_base": 0.003372114228351063, "t_msg": "Significant (t=-150.136321, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1576332688331, "timeline_link": null, "avg_changed": 1.0268786430350003, "min_base": 0.12331199646, "delta_min": "8.2224x slower", "delta_avg": "6.5144x slower", "std_changed": 0.007884444954124081, "min_changed": 1.01392197609, "delta_std": "13.4422x smaller", "std_base": 0.10598392404715004, "t_msg": "Significant (t=-36.577915, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6828588438034, "timeline_link": null, "avg_changed": 9.158888430594999, "min_base": 1.66649413109, "delta_min": "5.4511x slower", "delta_avg": "5.4425x slower", "std_changed": 0.032007191562797854, "min_changed": 9.08414387703, "delta_std": "4.3626x larger", "std_base": 0.00733671332505289, "t_msg": "Significant (t=-1609.862163, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0063595962524406, "timeline_link": null, "avg_changed": 0.075248756408696, "min_base": 0.00480604171753, "delta_min": "14.9826x slower", "delta_avg": "11.8323x slower", "std_changed": 0.0015740543859135644, "min_changed": 0.0720069408417, "delta_std": "1.4618x smaller", "std_base": 0.0023010156082886608, "t_msg": "Significant (t=-174.727215, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.007325172424, "timeline_link": null, "avg_changed": 22.58562364578, "min_base": 3.84164595604, "delta_min": "5.8668x slower", "delta_avg": "5.6361x slower", "std_changed": 0.0396961057331567, "min_changed": 22.5382761955, "delta_std": "7.0642x smaller", "std_base": 0.28042241525866096, "t_msg": "Significant (t=-146.679655, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046274709701548, "timeline_link": null, "avg_changed": 0.21392357826234004, "min_base": 0.00348019599915, "delta_min": "60.0073x slower", "delta_avg": "46.2290x slower", "std_changed": 0.002983411717020163, "min_changed": 0.208837032318, "delta_std": "2.3702x smaller", "std_base": 0.007071315842871774, "t_msg": "Significant (t=-192.829212, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.646928787], "base_times": [64.3887341022]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027518119812018006, "timeline_link": null, "avg_changed": 1.6433463382727993, "min_base": 0.0255300998688, "delta_min": "63.3966x slower", "delta_avg": "59.7187x slower", "std_changed": 0.010149403540042403, "min_changed": 1.61852097511, "delta_std": "1.5373x larger", "std_base": 0.006602279059672218, "t_msg": "Significant (t=-943.653365, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0050466012954703795, "timeline_link": null, "avg_changed": 0.018814439773561998, "min_base": 0.000670909881592, "delta_min": "27.7576x slower", "delta_avg": "3.7281x slower", "std_changed": 0.0006625042748015836, "min_changed": 0.0186228752136, "delta_std": "8.7889x smaller", "std_base": 0.005822707846852351, "t_msg": "Significant (t=-16.612411, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015057659149172, "timeline_link": null, "avg_changed": 0.4505997085571199, "min_base": 0.0142779350281, "delta_min": "30.6289x slower", "delta_avg": "29.9250x slower", "std_changed": 0.005071059216209607, "min_changed": 0.43731713295, "delta_std": "3.6700x larger", "std_base": 0.0013817563871263074, "t_msg": "Significant (t=-585.955717, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19142171859740004, "timeline_link": null, "avg_changed": 0.46941833972936026, "min_base": 0.153007030487, "delta_min": "2.9736x slower", "delta_avg": "2.4523x slower", "std_changed": 0.009259612140439603, "min_changed": 0.454975128174, "delta_std": "5.0207x smaller", "std_base": 0.04648973650176006, "t_msg": "Significant (t=-41.468612, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09774648666382399, "timeline_link": null, "avg_changed": 0.7145619630814004, "min_base": 0.0951631069183, "delta_min": "7.3437x slower", "delta_avg": "7.3104x slower", "std_changed": 0.013039102815719813, "min_changed": 0.698845863342, "delta_std": "5.2705x larger", "std_base": 0.0024739849593703525, "t_msg": "Significant (t=-328.634189, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020897879600525995, "timeline_link": null, "avg_changed": 0.26574758052822, "min_base": 0.0178480148315, "delta_min": "14.4864x slower", "delta_avg": "12.7165x slower", "std_changed": 0.003962708308560236, "min_changed": 0.258553981781, "delta_std": "1.7895x larger", "std_base": 0.002214411664100277, "t_msg": "Significant (t=-381.399928, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008681492805479599, "timeline_link": null, "avg_changed": 0.11421034812926002, "min_base": 0.00708508491516, "delta_min": "15.5119x slower", "delta_avg": "13.1556x slower", "std_changed": 0.0016624953592380442, "min_changed": 0.109903097153, "delta_std": "4.0569x smaller", "std_base": 0.006744504406216317, "t_msg": "Significant (t=-107.423063, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023610839843754002, "timeline_link": null, "avg_changed": 0.23743499279020003, "min_base": 0.0205249786377, "delta_min": "11.1696x slower", "delta_avg": "10.0562x slower", "std_changed": 0.0033745147374421186, "min_changed": 0.229254961014, "delta_std": "3.9090x smaller", "std_base": 0.013190922514271576, "t_msg": "Significant (t=-111.045561, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06600287914274999, "timeline_link": null, "avg_changed": 0.8248759126663601, "min_base": 0.0475399494171, "delta_min": "17.0388x slower", "delta_avg": "12.4976x slower", "std_changed": 0.007308931698939572, "min_changed": 0.810023784637, "delta_std": "2.4111x smaller", "std_base": 0.017622405279548788, "t_msg": "Significant (t=-281.268785, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.197956562045004, "timeline_link": null, "avg_changed": 173.18362700949987, "min_base": 6.08202314377, "delta_min": "28.4551x slower", "delta_avg": "27.9421x slower", "std_changed": 0.12023640929377236, "min_changed": 173.064599037, "delta_std": "1.0267x larger", "std_base": 0.11711043746912703, "t_msg": "Significant (t=-7034.902372, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.440087413788, "timeline_link": null, "avg_changed": 9.045070219038, "min_base": 1.0546579361, "delta_min": "8.5510x slower", "delta_avg": "6.2809x slower", "std_changed": 0.031440976836149534, "min_changed": 9.01834821701, "delta_std": "15.5757x smaller", "std_base": 0.4897145825899473, "t_msg": "Significant (t=-34.653489, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37765514373778003, "timeline_link": null, "avg_changed": 11.715749716758001, "min_base": 0.371476888657, "delta_min": "31.3091x slower", "delta_avg": "31.0223x slower", "std_changed": 0.0415440462935701, "min_changed": 11.6306080818, "delta_std": "4.4480x larger", "std_base": 0.009339894091369417, "t_msg": "Significant (t=-1882.821894, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04657523155212199, "timeline_link": null, "avg_changed": 0.22359767436978004, "min_base": 0.04483294487, "delta_min": "4.8803x slower", "delta_avg": "4.8008x slower", "std_changed": 0.0019279924884131002, "min_changed": 0.218797922134, "delta_std": "1.2430x smaller", "std_base": 0.002396567778176683, "t_msg": "Significant (t=-406.960142, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020761570930486008, "timeline_link": null, "avg_changed": 0.38466569423676006, "min_base": 0.0200231075287, "delta_min": "18.6856x slower", "delta_avg": "18.5278x slower", "std_changed": 0.004702861888133415, "min_changed": 0.374143123627, "delta_std": "2.8183x larger", "std_base": 0.0016687157264011093, "t_msg": "Significant (t=-515.654761, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.023598003386, "timeline_link": null, "avg_changed": 18.52518086432, "min_base": 8.9845020771, "delta_min": "2.0531x slower", "delta_avg": "2.0530x slower", "std_changed": 0.09672686964639877, "min_changed": 18.44632411, "delta_std": "2.5413x larger", "std_base": 0.0380622901544392, "t_msg": "Significant (t=-204.395857, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.557751369476, "timeline_link": null, "avg_changed": 4.6515001773839995, "min_base": 4.53400611877, "delta_min": "1.0203x slower", "delta_avg": "1.0206x slower", "std_changed": 0.01770838880498657, "min_changed": 4.62601494789, "delta_std": "1.0667x larger", "std_base": 0.016600520734809925, "t_msg": "Significant (t=-8.636396, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15638948917388001, "timeline_link": null, "avg_changed": 1.2552910280226002, "min_base": 0.152067184448, "delta_min": "8.1174x slower", "delta_avg": "8.0267x slower", "std_changed": 0.00972634445586527, "min_changed": 1.2343878746, "delta_std": "3.6905x larger", "std_base": 0.0026355091130974757, "t_msg": "Significant (t=-771.096569, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.044843225479134004, "timeline_link": null, "avg_changed": 0.20262404441835996, "min_base": 0.0109767913818, "delta_min": "17.8243x slower", "delta_avg": "4.5185x slower", "std_changed": 0.007672006014738115, "min_changed": 0.195653915405, "delta_std": "6.8434x smaller", "std_base": 0.052502717033537365, "t_msg": "Significant (t=-21.026624, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04931098937989, "timeline_link": null, "avg_changed": 0.21301924705501998, "min_base": 0.016096830368, "delta_min": "12.8701x slower", "delta_avg": "4.3199x slower", "std_changed": 0.0030114584401901784, "min_changed": 0.207168102264, "delta_std": "19.2464x smaller", "std_base": 0.05795985954875559, "t_msg": "Significant (t=-19.945404, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.011597590446473, "timeline_link": null, "avg_changed": 1.1866391658782003, "min_base": 0.00881910324097, "delta_min": "132.1397x slower", "delta_avg": "102.3177x slower", "std_changed": 0.010040289718304498, "min_changed": 1.16535401344, "delta_std": "1.2235x smaller", "std_base": 0.012283970662761143, "t_msg": "Significant (t=-523.713459, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015986537933350001, "timeline_link": null, "avg_changed": 0.18656655788425994, "min_base": 0.00141215324402, "delta_min": "127.9139x slower", "delta_avg": "116.7023x slower", "std_changed": 0.002374343166558782, "min_changed": 0.180634021759, "delta_std": "4.9347x larger", "std_base": 0.0004811506324610534, "t_msg": "Significant (t=-539.882066, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09222667694091399, "timeline_link": null, "avg_changed": 0.30479389667508006, "min_base": 0.0383460521698, "delta_min": "7.6756x slower", "delta_avg": "3.3048x slower", "std_changed": 0.005768814454222774, "min_changed": 0.294329881668, "delta_std": "12.7033x smaller", "std_base": 0.0732827979860232, "t_msg": "Significant (t=-20.447385, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11981813907625999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18405515670782005, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12011237621306002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2576066589355001, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15223738670352, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13896154880526002, "timeline_link": null, "avg_changed": 0.42395047664646, "min_base": 0.134056091309, "delta_min": "3.0587x slower", "delta_avg": "3.0508x slower", "std_changed": 0.0050759830102545065, "min_changed": 0.410043001175, "delta_std": "2.7416x larger", "std_base": 0.0018514982407394646, "t_msg": "Significant (t=-372.965617, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043245840072634004, "timeline_link": null, "avg_changed": 0.21121823310847992, "min_base": 0.0293979644775, "delta_min": "6.9911x slower", "delta_avg": "4.8841x slower", "std_changed": 0.002754381475385133, "min_changed": 0.205523967743, "delta_std": "4.4689x smaller", "std_base": 0.0123089264871717, "t_msg": "Significant (t=-94.165732, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005464296340943001, "timeline_link": null, "avg_changed": 0.33372719764706, "min_base": 0.00507187843323, "delta_min": "63.4378x slower", "delta_avg": "61.0741x slower", "std_changed": 0.0048064174947368855, "min_changed": 0.321748971939, "delta_std": "2.7952x larger", "std_base": 0.0017195107287171648, "t_msg": "Significant (t=-454.708648, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0160000000000005, "timeline_link": null, "avg_changed": 4.9830000000000005, "min_base": 0.98, "delta_min": "4.9184x slower", "delta_avg": "4.9045x slower", "std_changed": 0.05418223219575104, "min_changed": 4.82, "delta_std": "2.1006x larger", "std_base": 0.025793528693239722, "t_msg": "Significant (t=-467.449190, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4070000000000002, "timeline_link": null, "avg_changed": 3.5122000000000004, "min_base": 0.38, "delta_min": "9.0526x slower", "delta_avg": "8.6295x slower", "std_changed": 0.03345969247330528, "min_changed": 3.44, "delta_std": "1.6221x larger", "std_base": 0.020627898683133777, "t_msg": "Significant (t=-558.601031, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03457527319589798, "timeline_link": null, "avg_changed": 0.21095007896424398, "min_base": 0.0188341140747, "delta_min": "3.1828x slower", "delta_avg": "6.1012x slower", "std_changed": 0.08813936017917923, "min_changed": 0.0599448680878, "delta_std": "4.8226x larger", "std_base": 0.018276340738323304, "t_msg": "Significant (t=-23.997762, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017673094272614865, "timeline_link": null, "avg_changed": 0.043684862136838996, "min_base": 0.00341296195984, "delta_min": "8.0678x slower", "delta_avg": "2.4718x slower", "std_changed": 0.07481020819897975, "min_changed": 0.0275349617004, "delta_std": "1.2960x larger", "std_base": 0.057722728861241045, "t_msg": "Significant (t=-6.155539, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7455464601517, "timeline_link": null, "avg_changed": 16.99488809109, "min_base": 0.733316898346, "delta_min": "23.0626x slower", "delta_avg": "22.7952x slower", "std_changed": 0.045044707014268284, "min_changed": 16.9121911526, "delta_std": "7.7430x larger", "std_base": 0.0058174605601661235, "t_msg": "Significant (t=-1131.357864, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.24953284263620001, "timeline_link": null, "avg_changed": 0.837682199478, "min_base": 0.16893196106, "delta_min": "4.9173x slower", "delta_avg": "3.3570x slower", "std_changed": 0.006002766746712271, "min_changed": 0.830683946609, "delta_std": "27.2644x smaller", "std_base": 0.16366212103779493, "t_msg": "Significant (t=-8.030314, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1974340438846, "timeline_link": null, "avg_changed": 4.862489175796, "min_base": 0.812829971313, "delta_min": "5.9583x slower", "delta_avg": "4.0608x slower", "std_changed": 0.011751557253894415, "min_changed": 4.8431198597, "delta_std": "49.8227x smaller", "std_base": 0.5854945500435961, "t_msg": "Significant (t=-13.994429, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.261463880539, "timeline_link": null, "avg_changed": 0.40474939346319994, "min_base": 0.1363260746, "delta_min": "2.9180x slower", "delta_avg": "1.5480x slower", "std_changed": 0.007261036951459821, "min_changed": 0.397800207138, "delta_std": "26.3132x smaller", "std_base": 0.1910611460053637, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22061338424680002, "timeline_link": null, "avg_changed": 1.3961214065560001, "min_base": 0.153418064117, "delta_min": "8.9996x slower", "delta_avg": "6.3284x slower", "std_changed": 0.011364858817391656, "min_changed": 1.38069605827, "delta_std": "8.7566x smaller", "std_base": 0.09951771993622836, "t_msg": "Significant (t=-26.241978, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01120736464, "timeline_link": null, "avg_changed": 0.7105725689799999, "min_base": 0.007898454, "delta_min": "87.2056x slower", "delta_avg": "63.4023x slower", "std_changed": 0.011962550756475527, "min_changed": 0.688789089, "delta_std": "1.3381x larger", "std_base": 0.008939897603686374, "t_msg": "Significant (t=-331.140914, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [180.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [490.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002521374614178769, "timeline_link": null, "avg_changed": 0.13180641874419186, "min_base": 0.002479660584059254, "delta_min": "52.1628x slower", "delta_avg": "52.2756x slower", "std_changed": 0.0012672854587139368, "min_changed": 0.1293460264900662, "delta_std": "69.5218x larger", "std_base": 1.8228600961754216e-05, "t_msg": "Significant (t=-721.296651, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.00067750527208843, "timeline_link": null, "avg_changed": 0.0067101060414858135, "min_base": 0.0006720430107526882, "delta_min": "9.8870x slower", "delta_avg": "9.9041x slower", "std_changed": 6.473683414235679e-05, "min_changed": 0.006644518272425249, "delta_std": "13.7884x larger", "std_base": 4.69501029853541e-06, "t_msg": "Significant (t=-207.825565, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002720659592570392, "timeline_link": null, "avg_changed": 0.04275565911494139, "min_base": 0.002360717658168083, "delta_min": "17.6500x slower", "delta_avg": "15.7152x slower", "std_changed": 0.000426502943314983, "min_changed": 0.041666666666666664, "delta_std": "2.0284x larger", "std_base": 0.00021026913763939618, "t_msg": "Significant (t=-595.329476, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05819394379657512, "timeline_link": null, "avg_changed": 0.3544300668116198, "min_base": 0.056778864067850744, "delta_min": "6.1326x slower", "delta_avg": "6.0905x slower", "std_changed": 0.002824686417143782, "min_changed": 0.3482045701849837, "delta_std": "2.9544x larger", "std_base": 0.0009560928054594773, "t_msg": "Significant (t=-702.424550, a=0.95)\n"}]], "branch": "", "revision": "98120:dcc4efe7355e"}