{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019234757423398002, "timeline_link": null, "avg_changed": 0.27537347793576006, "min_base": 0.0187640190125, "delta_min": "14.2870x slower", "delta_avg": "14.3165x slower", "std_changed": 0.0028395066031052197, "min_changed": 0.268082141876, "delta_std": "7.5773x larger", "std_base": 0.00037473716788682975, "t_msg": "Significant (t=-632.365121, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008527827262877333, "timeline_link": null, "avg_changed": 0.05809764385223532, "min_base": 0.00648307800293, "delta_min": "8.4074x slower", "delta_avg": "6.8127x slower", "std_changed": 0.0022846282462667756, "min_changed": 0.0545060634613, "delta_std": "1.5753x smaller", "std_base": 0.003598985638157767, "t_msg": "Significant (t=-142.416039, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1347860932349, "timeline_link": null, "avg_changed": 0.66817284822465, "min_base": 0.104658126831, "delta_min": "6.2861x slower", "delta_avg": "4.9573x slower", "std_changed": 0.004723136463347909, "min_changed": 0.657886981964, "delta_std": "19.5369x smaller", "std_base": 0.09227539804399099, "t_msg": "Significant (t=-25.816843, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6769977474209998, "timeline_link": null, "avg_changed": 9.152496671676802, "min_base": 1.66114711761, "delta_min": "5.4703x slower", "delta_avg": "5.4577x slower", "std_changed": 0.027529712247024277, "min_changed": 9.08691501617, "delta_std": "3.8503x larger", "std_base": 0.007149980964803896, "t_msg": "Significant (t=-1858.441819, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006226983070373799, "timeline_link": null, "avg_changed": 0.074988741874698, "min_base": 0.00470685958862, "delta_min": "15.4685x slower", "delta_avg": "12.0425x slower", "std_changed": 0.0012779821189121555, "min_changed": 0.0728080272675, "delta_std": "1.6876x smaller", "std_base": 0.002156747349882969, "t_msg": "Significant (t=-193.948461, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.088712787627999, "timeline_link": null, "avg_changed": 22.6295747757, "min_base": 3.94376707077, "delta_min": "5.7104x slower", "delta_avg": "5.5346x slower", "std_changed": 0.06861078738746453, "min_changed": 22.5205450058, "delta_std": "3.8105x smaller", "std_base": 0.2614389354813444, "t_msg": "Significant (t=-153.384599, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046122884750358, "timeline_link": null, "avg_changed": 0.21294380664827994, "min_base": 0.00349521636963, "delta_min": "59.4765x slower", "delta_avg": "46.1688x slower", "std_changed": 0.002168969754193068, "min_changed": 0.207883119583, "delta_std": "3.1951x smaller", "std_base": 0.006930041586326545, "t_msg": "Significant (t=-202.867035, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.735728025], "base_times": [62.5497920513]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027466750144956, "timeline_link": null, "avg_changed": 1.5869546604154003, "min_base": 0.0257441997528, "delta_min": "60.9018x slower", "delta_avg": "57.7773x slower", "std_changed": 0.01008439028648745, "min_changed": 1.56786799431, "delta_std": "1.5423x larger", "std_base": 0.006538714908651475, "t_msg": "Significant (t=-917.505470, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0051326847076408185, "timeline_link": null, "avg_changed": 0.018161797523493995, "min_base": 0.000663042068481, "delta_min": "27.2395x slower", "delta_avg": "3.5385x slower", "std_changed": 0.00016876514455104981, "min_changed": 0.0180609226227, "delta_std": "35.1579x smaller", "std_base": 0.005933432851756486, "t_msg": "Significant (t=-15.520947, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015348720550541997, "timeline_link": null, "avg_changed": 0.43752657413478, "min_base": 0.0147528648376, "delta_min": "29.0544x slower", "delta_avg": "28.5057x slower", "std_changed": 0.005524599617593922, "min_changed": 0.428635835648, "delta_std": "3.8662x larger", "std_base": 0.0014289508857751364, "t_msg": "Significant (t=-523.139566, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18933709144586, "timeline_link": null, "avg_changed": 0.45075351238252004, "min_base": 0.153763055801, "delta_min": "2.8655x slower", "delta_avg": "2.3807x slower", "std_changed": 0.004360045174109323, "min_changed": 0.440603017807, "delta_std": "10.3786x smaller", "std_base": 0.04525106721699055, "t_msg": "Significant (t=-40.661406, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.098263339996334, "timeline_link": null, "avg_changed": 0.6888366222381602, "min_base": 0.0955250263214, "delta_min": "7.0757x slower", "delta_avg": "7.0101x slower", "std_changed": 0.011449202639564122, "min_changed": 0.675906181335, "delta_std": "5.7852x larger", "std_base": 0.0019790634746362753, "t_msg": "Significant (t=-359.410212, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020813436508176006, "timeline_link": null, "avg_changed": 0.2563820457458801, "min_base": 0.0177750587463, "delta_min": "13.8239x slower", "delta_avg": "12.3181x slower", "std_changed": 0.004148952635325072, "min_changed": 0.245720148087, "delta_std": "1.7851x larger", "std_base": 0.0023241490844499568, "t_msg": "Significant (t=-350.267260, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008808283805847602, "timeline_link": null, "avg_changed": 0.10992874622349999, "min_base": 0.00713801383972, "delta_min": "15.0685x slower", "delta_avg": "12.4802x slower", "std_changed": 0.0023476221620760403, "min_changed": 0.107558965683, "delta_std": "2.6896x smaller", "std_base": 0.006314226358567701, "t_msg": "Significant (t=-106.142192, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023525271415703996, "timeline_link": null, "avg_changed": 0.2270604324340799, "min_base": 0.0204770565033, "delta_min": "10.7481x slower", "delta_avg": "9.6518x slower", "std_changed": 0.0031061076587873626, "min_changed": 0.220089912415, "delta_std": "4.1758x smaller", "std_base": 0.012970445017009545, "t_msg": "Significant (t=-107.909694, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.064026479721078, "timeline_link": null, "avg_changed": 0.7435833454132004, "min_base": 0.0432617664337, "delta_min": "16.9699x slower", "delta_avg": "11.6137x slower", "std_changed": 0.0050908826361375096, "min_changed": 0.734146118164, "delta_std": "3.6132x smaller", "std_base": 0.01839433624803177, "t_msg": "Significant (t=-251.767625, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.177670121195002, "timeline_link": null, "avg_changed": 162.2377595900002, "min_base": 6.070125103, "delta_min": "26.7082x slower", "delta_avg": "26.2620x slower", "std_changed": 0.11707816483783888, "min_changed": 162.12185812, "delta_std": "1.0777x larger", "std_base": 0.10863687378359327, "t_msg": "Significant (t=-6909.201581, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.383354854584, "timeline_link": null, "avg_changed": 8.66661400795, "min_base": 1.07127714157, "delta_min": "8.0627x slower", "delta_avg": "6.2649x slower", "std_changed": 0.022923359661995477, "min_changed": 8.63736987114, "delta_std": "19.1362x smaller", "std_base": 0.43866607947045433, "t_msg": "Significant (t=-37.075288, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37286408424378, "timeline_link": null, "avg_changed": 11.601256117816, "min_base": 0.363984823227, "delta_min": "31.6787x slower", "delta_avg": "31.1139x slower", "std_changed": 0.036326154053378815, "min_changed": 11.5305550098, "delta_std": "4.2410x larger", "std_base": 0.008565463915188781, "t_msg": "Significant (t=-2127.324641, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.044621744155880015, "timeline_link": null, "avg_changed": 0.21787259578707996, "min_base": 0.0432779788971, "delta_min": "4.8848x slower", "delta_avg": "4.8827x slower", "std_changed": 0.002343681948159852, "min_changed": 0.211402893066, "delta_std": "1.0290x larger", "std_base": 0.0022776432383907275, "t_msg": "Significant (t=-374.856038, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021018943786615996, "timeline_link": null, "avg_changed": 0.35490059375759997, "min_base": 0.0200500488281, "delta_min": "17.2244x slower", "delta_avg": "16.8848x slower", "std_changed": 0.005805028920491298, "min_changed": 0.345350027084, "delta_std": "3.2140x larger", "std_base": 0.0018061763926390914, "t_msg": "Significant (t=-388.336174, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.111598157882002, "timeline_link": null, "avg_changed": 18.27757406234, "min_base": 9.05653691292, "delta_min": "2.0148x slower", "delta_avg": "2.0060x slower", "std_changed": 0.021393143975789893, "min_changed": 18.2469210625, "delta_std": "1.9232x smaller", "std_base": 0.04114230794102486, "t_msg": "Significant (t=-441.986006, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.443887186052, "timeline_link": null, "avg_changed": 4.539788246154, "min_base": 4.42921304703, "delta_min": "1.0211x slower", "delta_avg": "1.0216x slower", "std_changed": 0.021229309139301693, "min_changed": 4.52266907692, "delta_std": "1.9109x larger", "std_base": 0.011109866809103263, "t_msg": "Significant (t=-8.949728, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15768903255466002, "timeline_link": null, "avg_changed": 1.1825090122224, "min_base": 0.153416872025, "delta_min": "7.5994x slower", "delta_avg": "7.4990x slower", "std_changed": 0.006859618649091358, "min_changed": 1.16587018967, "delta_std": "2.7851x larger", "std_base": 0.0024629515455760237, "t_msg": "Significant (t=-994.263544, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045026006698595404, "timeline_link": null, "avg_changed": 0.19880021572114004, "min_base": 0.00992798805237, "delta_min": "19.4339x slower", "delta_avg": "4.4152x slower", "std_changed": 0.0066728366800099595, "min_changed": 0.192939043045, "delta_std": "7.5483x smaller", "std_base": 0.05036824677559112, "t_msg": "Significant (t=-21.400974, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04793163776397799, "timeline_link": null, "avg_changed": 0.21144098281858, "min_base": 0.0171208381653, "delta_min": "12.1112x slower", "delta_avg": "4.4113x slower", "std_changed": 0.0020395500532607268, "min_changed": 0.207354068756, "delta_std": "27.5431x smaller", "std_base": 0.05617545112886677, "t_msg": "Significant (t=-20.568137, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009728398323057998, "timeline_link": null, "avg_changed": 1.2193804931641998, "min_base": 0.00886583328247, "delta_min": "135.3909x slower", "delta_avg": "125.3424x slower", "std_changed": 0.011833337104391856, "min_changed": 1.20035290718, "delta_std": "15.4762x larger", "std_base": 0.0007646161444259575, "t_msg": "Significant (t=-721.329197, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015635013580323999, "timeline_link": null, "avg_changed": 0.18235450744627996, "min_base": 0.00138807296753, "delta_min": "128.5682x slower", "delta_avg": "116.6321x slower", "std_changed": 0.0023743785739181985, "min_changed": 0.178462028503, "delta_std": "5.2049x larger", "std_base": 0.0004561814549447899, "t_msg": "Significant (t=-528.738301, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.091102790832518, "timeline_link": null, "avg_changed": 0.29831358432769994, "min_base": 0.0375170707703, "delta_min": "7.6538x slower", "delta_avg": "3.2745x slower", "std_changed": 0.0077246270720574, "min_changed": 0.287149906158, "delta_std": "9.4720x smaller", "std_base": 0.07316765394412118, "t_msg": "Significant (t=-19.914588, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11935443878178004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18298269271850004, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12116239547724, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25750494480130004, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16389996528629996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13930837631219997, "timeline_link": null, "avg_changed": 0.4463230180740601, "min_base": 0.135249853134, "delta_min": "3.2097x slower", "delta_avg": "3.2038x slower", "std_changed": 0.005291215379157223, "min_changed": 0.434110879898, "delta_std": "2.8365x larger", "std_base": 0.0018654332077117813, "t_msg": "Significant (t=-386.944603, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04353481292724002, "timeline_link": null, "avg_changed": 0.20516553401944002, "min_base": 0.0298221111298, "delta_min": "6.6495x slower", "delta_avg": "4.7127x slower", "std_changed": 0.0035393164061879936, "min_changed": 0.198302030563, "delta_std": "3.3244x smaller", "std_base": 0.011766202214559538, "t_msg": "Significant (t=-93.017184, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.00559066772461, "timeline_link": null, "avg_changed": 0.29834118366247997, "min_base": 0.00514197349548, "delta_min": "56.7317x slower", "delta_avg": "53.3641x slower", "std_changed": 0.003742985484316028, "min_changed": 0.291712999344, "delta_std": "2.3659x larger", "std_base": 0.0015820455972960223, "t_msg": "Significant (t=-509.415550, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0068000000000001, "timeline_link": null, "avg_changed": 4.907599999999999, "min_base": 0.96, "delta_min": "5.0104x slower", "delta_avg": "4.8745x slower", "std_changed": 0.046447688371995866, "min_changed": 4.81, "delta_std": "2.1398x larger", "std_base": 0.021706765615111537, "t_msg": "Significant (t=-537.995688, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4014000000000003, "timeline_link": null, "avg_changed": 3.7506000000000004, "min_base": 0.38, "delta_min": "9.5526x slower", "delta_avg": "9.3438x slower", "std_changed": 0.06421933080451392, "min_changed": 3.63, "delta_std": "3.5989x larger", "std_base": 0.017843995159865567, "t_msg": "Significant (t=-355.312814, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.035142149925231334, "timeline_link": null, "avg_changed": 0.209105545679742, "min_base": 0.0211009979248, "delta_min": "2.8916x slower", "delta_avg": "5.9503x slower", "std_changed": 0.08668937828850305, "min_changed": 0.0610151290894, "delta_std": "5.1734x larger", "std_base": 0.016756637605270276, "t_msg": "Significant (t=-24.130829, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017541841030120395, "timeline_link": null, "avg_changed": 0.044119857311250815, "min_base": 0.00340485572815, "delta_min": "7.9105x slower", "delta_avg": "2.5151x slower", "std_changed": 0.08093481863192244, "min_changed": 0.0269341468811, "delta_std": "1.4295x larger", "std_base": 0.05661894863956685, "t_msg": "Significant (t=-6.016838, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7601438999176999, "timeline_link": null, "avg_changed": 16.98044023514, "min_base": 0.746906995773, "delta_min": "22.6730x slower", "delta_avg": "22.3385x slower", "std_changed": 0.039094650749855034, "min_changed": 16.9346330166, "delta_std": "4.9331x larger", "std_base": 0.007924911237527506, "t_msg": "Significant (t=-1285.869674, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.24768061637879998, "timeline_link": null, "avg_changed": 0.8203575611116, "min_base": 0.16671204567, "delta_min": "4.8468x slower", "delta_avg": "3.3122x slower", "std_changed": 0.0073696232824464174, "min_changed": 0.808020114899, "delta_std": "21.2502x smaller", "std_base": 0.15660589936081207, "t_msg": "Significant (t=-8.167822, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1660619735712001, "timeline_link": null, "avg_changed": 4.752555561064001, "min_base": 0.806490898132, "delta_min": "5.8718x slower", "delta_avg": "4.0757x slower", "std_changed": 0.019231028509383956, "min_changed": 4.73558497429, "delta_std": "29.3374x smaller", "std_base": 0.5641888478895593, "t_msg": "Significant (t=-14.206216, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2481667995454, "timeline_link": null, "avg_changed": 0.3971490383146, "min_base": 0.106082201004, "delta_min": "3.5690x slower", "delta_avg": "1.6003x slower", "std_changed": 0.014487637917362775, "min_changed": 0.378606081009, "delta_std": "12.8888x smaller", "std_base": 0.18672860972131014, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2225578308106, "timeline_link": null, "avg_changed": 1.4244627952560003, "min_base": 0.156285047531, "delta_min": "8.9700x slower", "delta_avg": "6.4004x slower", "std_changed": 0.014148871114274627, "min_changed": 1.40187716484, "delta_std": "7.3891x smaller", "std_base": 0.1045476113785899, "t_msg": "Significant (t=-25.474160, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010857685259999998, "timeline_link": null, "avg_changed": 0.7256235714800002, "min_base": 0.007800218, "delta_min": "91.4146x slower", "delta_avg": "66.8304x slower", "std_changed": 0.008801423734172848, "min_changed": 0.713053838, "delta_std": "1.0047x larger", "std_base": 0.008759952924338846, "t_msg": "Significant (t=-407.009033, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [179.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [496.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [84.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024725184194719437, "timeline_link": null, "avg_changed": 0.12360385397037867, "min_base": 0.002420658089790923, "delta_min": "50.1312x slower", "delta_avg": "49.9911x slower", "std_changed": 0.001002083780074109, "min_changed": 0.12135038710773488, "delta_std": "47.4303x larger", "std_base": 2.1127511160890877e-05, "t_msg": "Significant (t=-854.556872, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006725850059047472, "timeline_link": null, "avg_changed": 0.0063413037492528425, "min_base": 0.0006635700066357001, "delta_min": "9.4780x slower", "delta_avg": "9.4283x slower", "std_changed": 3.4411884081285264e-05, "min_changed": 0.006289308176100629, "delta_std": "4.7333x larger", "std_base": 7.2702135231211735e-06, "t_msg": "Significant (t=-360.395313, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027927974666782968, "timeline_link": null, "avg_changed": 0.041472422213286814, "min_base": 0.002430428970713331, "delta_min": "16.8282x slower", "delta_avg": "14.8498x slower", "std_changed": 0.00034061035560683, "min_changed": 0.0408997955010225, "delta_std": "1.5838x larger", "std_base": 0.00021506454864643332, "t_msg": "Significant (t=-678.969990, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058585736177242866, "timeline_link": null, "avg_changed": 0.33817969219001254, "min_base": 0.057028799543769604, "delta_min": "5.7871x slower", "delta_avg": "5.7724x slower", "std_changed": 0.002514984304769702, "min_changed": 0.33003300330033003, "delta_std": "3.0030x larger", "std_base": 0.0008375034027713986, "t_msg": "Significant (t=-745.832774, a=0.95)\n"}]], "branch": "", "revision": "96564:6187f28f2baf"}