{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.035922083854676, "timeline_link": null, "avg_changed": 0.6956511163711402, "min_base": 0.0354800224304, "delta_min": "19.5202x slower", "delta_avg": "19.3656x slower", "std_changed": 0.0014217566179532222, "min_changed": 0.692578077316, "delta_std": "2.5710x larger", "std_base": 0.0005530018373799131, "t_msg": "Significant (t=-3057.971775, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015474239985146004, "timeline_link": null, "avg_changed": 0.13948636531829328, "min_base": 0.0121691226959, "delta_min": "11.1789x slower", "delta_avg": "9.0141x slower", "std_changed": 0.0024669406609153432, "min_changed": 0.136037826538, "delta_std": "2.2810x smaller", "std_base": 0.005627081711139701, "t_msg": "Significant (t=-247.202122, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28973375558830006, "timeline_link": null, "avg_changed": 1.435646986961, "min_base": 0.23188495636, "delta_min": "6.1018x slower", "delta_avg": "4.9551x slower", "std_changed": 0.052192416630927774, "min_changed": 1.41492009163, "delta_std": "3.6967x smaller", "std_base": 0.1929394746841825, "t_msg": "Significant (t=-25.639528, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.373963742256198, "timeline_link": null, "avg_changed": 20.711601309777993, "min_base": 3.31180000305, "delta_min": "6.2340x slower", "delta_avg": "6.1387x slower", "std_changed": 0.07680398713156379, "min_changed": 20.6458010674, "delta_std": "1.0180x smaller", "std_base": 0.07818922674979809, "t_msg": "Significant (t=-1118.561564, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019132213592530003, "timeline_link": null, "avg_changed": 0.24116739749910007, "min_base": 0.015860080719, "delta_min": "15.0190x slower", "delta_avg": "12.6053x slower", "std_changed": 0.002158705411479362, "min_changed": 0.238202810287, "delta_std": "2.5370x smaller", "std_base": 0.005476643567593512, "t_msg": "Significant (t=-266.705769, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.074501228332599, "timeline_link": null, "avg_changed": 47.37010583399999, "min_base": 8.00740909576, "delta_min": "5.8970x slower", "delta_avg": "5.8666x slower", "std_changed": 0.054665090573542977, "min_changed": 47.2194750309, "delta_std": "3.5282x smaller", "std_base": 0.19286984627470766, "t_msg": "Significant (t=-1386.072398, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008839216232305, "timeline_link": null, "avg_changed": 0.55124151706694, "min_base": 0.00633096694946, "delta_min": "86.9329x slower", "delta_avg": "62.3632x slower", "std_changed": 0.0007624300591085356, "min_changed": 0.550369024277, "delta_std": "20.1616x smaller", "std_base": 0.015371795885897675, "t_msg": "Significant (t=-249.200191, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [140.040343046], "base_times": [141.489190102]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04856101036072601, "timeline_link": null, "avg_changed": 3.294439644813601, "min_base": 0.0460240840912, "delta_min": "71.4132x slower", "delta_avg": "67.8413x slower", "std_changed": 0.004509542155794668, "min_changed": 3.28672885895, "delta_std": "3.0452x smaller", "std_base": 0.01373262140893437, "t_msg": "Significant (t=-1587.911799, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0097781133651688, "timeline_link": null, "avg_changed": 0.03640241146087801, "min_base": 0.00139594078064, "delta_min": "25.9875x slower", "delta_avg": "3.7228x slower", "std_changed": 0.0001327214127782138, "min_changed": 0.0362770557404, "delta_std": "85.8435x smaller", "std_base": 0.011393275323001727, "t_msg": "Significant (t=-16.522856, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031052045822140002, "timeline_link": null, "avg_changed": 1.0448441171654002, "min_base": 0.029406785965, "delta_min": "35.4314x slower", "delta_avg": "33.6482x slower", "std_changed": 0.0020992287107783627, "min_changed": 1.04192495346, "delta_std": "1.3121x smaller", "std_base": 0.0027544197949399825, "t_msg": "Significant (t=-2069.947358, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44504869461062, "timeline_link": null, "avg_changed": 1.088853759766, "min_base": 0.357924938202, "delta_min": "3.0210x slower", "delta_avg": "2.4466x slower", "std_changed": 0.0025513692741156286, "min_changed": 1.08129811287, "delta_std": "41.7300x smaller", "std_base": 0.10646865533409944, "t_msg": "Significant (t=-42.745752, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17460797786720003, "timeline_link": null, "avg_changed": 1.6003980684282002, "min_base": 0.172701120377, "delta_min": "9.1967x slower", "delta_avg": "9.1657x slower", "std_changed": 0.006522993849285716, "min_changed": 1.58827590942, "delta_std": "1.4898x larger", "std_base": 0.004378290826677549, "t_msg": "Significant (t=-1283.310000, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043153834342961994, "timeline_link": null, "avg_changed": 0.60534929275514, "min_base": 0.0360081195831, "delta_min": "16.5588x slower", "delta_avg": "14.0277x slower", "std_changed": 0.005225809285205406, "min_changed": 0.59625005722, "delta_std": "1.0365x larger", "std_base": 0.00504168091309524, "t_msg": "Significant (t=-547.461034, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014748258590685999, "timeline_link": null, "avg_changed": 0.25376632213594, "min_base": 0.0120561122894, "delta_min": "20.8732x slower", "delta_avg": "17.2065x slower", "std_changed": 0.0023433722430315114, "min_changed": 0.251649141312, "delta_std": "5.6475x smaller", "std_base": 0.013234241417732728, "t_msg": "Significant (t=-125.751427, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05603245258331999, "timeline_link": null, "avg_changed": 0.5632457637786601, "min_base": 0.050745010376, "delta_min": "11.0498x slower", "delta_avg": "10.0521x slower", "std_changed": 0.0025247123809035202, "min_changed": 0.560722827911, "delta_std": "10.4651x smaller", "std_base": 0.02642130679628232, "t_msg": "Significant (t=-135.128698, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.141458616256694, "timeline_link": null, "avg_changed": 1.6597773456570002, "min_base": 0.0927259922028, "delta_min": "17.8565x slower", "delta_avg": "11.7333x slower", "std_changed": 0.0025320466733384723, "min_changed": 1.65576505661, "delta_std": "21.1859x smaller", "std_base": 0.053643633885780376, "t_msg": "Significant (t=-199.915517, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.561596512800007, "timeline_link": null, "avg_changed": 336.8902554510004, "min_base": 12.2283060551, "delta_min": "27.5482x slower", "delta_avg": "26.8191x slower", "std_changed": 0.02229351511496759, "min_changed": 336.868185997, "delta_std": "15.1019x smaller", "std_base": 0.3366742039206262, "t_msg": "Significant (t=-6796.893230, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.614937829972, "timeline_link": null, "avg_changed": 21.1523273468, "min_base": 2.82420110703, "delta_min": "7.4768x slower", "delta_avg": "5.8514x slower", "std_changed": 0.02963520297337969, "min_changed": 21.1159420013, "delta_std": "34.7128x smaller", "std_base": 1.028721842026871, "t_msg": "Significant (t=-38.104113, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7744997406005399, "timeline_link": null, "avg_changed": 25.238144435878, "min_base": 0.769122123718, "delta_min": "32.5051x slower", "delta_avg": "32.5864x slower", "std_changed": 0.07512131741920587, "min_changed": 25.0003900528, "delta_std": "4.2615x larger", "std_base": 0.017627924259739445, "t_msg": "Significant (t=-2241.833480, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06812467575073, "timeline_link": null, "avg_changed": 0.40426681995396, "min_base": 0.0667500495911, "delta_min": "6.0404x slower", "delta_avg": "5.9342x slower", "std_changed": 0.0007860627301733235, "min_changed": 0.403193950653, "delta_std": "6.0445x smaller", "std_base": 0.004751355811597341, "t_msg": "Significant (t=-493.545179, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03202066898346002, "timeline_link": null, "avg_changed": 0.67706767082216, "min_base": 0.0312678813934, "delta_min": "21.5859x slower", "delta_avg": "21.1447x slower", "std_changed": 0.002685570239544082, "min_changed": 0.674945116043, "delta_std": "1.1696x smaller", "std_base": 0.0031410029823556464, "t_msg": "Significant (t=-1103.711271, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.659290647520002, "timeline_link": null, "avg_changed": 44.367620611199996, "min_base": 19.6372871399, "delta_min": "2.2590x slower", "delta_avg": "2.2568x slower", "std_changed": 0.008610521305928298, "min_changed": 44.3614869118, "delta_std": "3.8283x smaller", "std_base": 0.03296330790633062, "t_msg": "Significant (t=-1621.677613, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.255076694488, "timeline_link": null, "avg_changed": 9.417528629302002, "min_base": 9.24746394157, "delta_min": "1.0179x slower", "delta_avg": "1.0176x slower", "std_changed": 0.0051179529412749575, "min_changed": 9.41307592392, "delta_std": "3.1587x smaller", "std_base": 0.016166003587418463, "t_msg": "Significant (t=-21.422293, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2985249662398601, "timeline_link": null, "avg_changed": 2.6953868293763996, "min_base": 0.289594173431, "delta_min": "9.2800x slower", "delta_avg": "9.0290x slower", "std_changed": 0.004665515170963674, "min_changed": 2.68742609024, "delta_std": "1.2325x smaller", "std_base": 0.005750203913880687, "t_msg": "Significant (t=-2288.819009, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09098012447355198, "timeline_link": null, "avg_changed": 0.46354620933534, "min_base": 0.0236179828644, "delta_min": "19.4318x slower", "delta_avg": "5.0950x slower", "std_changed": 0.01592105369540622, "min_changed": 0.45893907547, "delta_std": "6.7363x smaller", "std_base": 0.1072496527943258, "t_msg": "Significant (t=-24.297362, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.098496603965762, "timeline_link": null, "avg_changed": 0.49274427890778, "min_base": 0.0425279140472, "delta_min": "11.5513x slower", "delta_avg": "5.0027x slower", "std_changed": 0.0014098512349918872, "min_changed": 0.491251945496, "delta_std": "79.9935x smaller", "std_base": 0.11277887073466313, "t_msg": "Significant (t=-24.716813, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032695655822748, "timeline_link": null, "avg_changed": 2.7895817136758008, "min_base": 0.0188541412354, "delta_min": "145.0919x slower", "delta_avg": "85.3196x slower", "std_changed": 0.014194407567930908, "min_changed": 2.73558306694, "delta_std": "1.4943x smaller", "std_base": 0.021211202490294973, "t_msg": "Significant (t=-763.802666, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035071182250978, "timeline_link": null, "avg_changed": 0.3655998706817799, "min_base": 0.00318002700806, "delta_min": "114.6843x slower", "delta_avg": "104.2451x slower", "std_changed": 0.0005493340673547998, "min_changed": 0.36469912529, "delta_std": "1.6824x smaller", "std_base": 0.0009242174299354749, "t_msg": "Significant (t=-2381.420585, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19242318630221397, "timeline_link": null, "avg_changed": 0.6827337312698001, "min_base": 0.0824730396271, "delta_min": "8.0805x slower", "delta_avg": "3.5481x slower", "std_changed": 0.010564456734291527, "min_changed": 0.66641998291, "delta_std": "14.4692x smaller", "std_base": 0.15285961134731899, "t_msg": "Significant (t=-22.627093, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24730029106134002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47015285968780013, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21111854553214005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60748135089868, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36729376792905993, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27453158855435994, "timeline_link": null, "avg_changed": 0.7545096492767601, "min_base": 0.247536182404, "delta_min": "2.9966x slower", "delta_avg": "2.7484x slower", "std_changed": 0.011323274306508424, "min_changed": 0.741759061813, "delta_std": "1.0534x larger", "std_base": 0.01074971404608208, "t_msg": "Significant (t=-217.377046, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08671265602110599, "timeline_link": null, "avg_changed": 0.4408389997482599, "min_base": 0.05992603302, "delta_min": "7.3119x slower", "delta_avg": "5.0839x slower", "std_changed": 0.002631095030440146, "min_changed": 0.438170909882, "delta_std": "10.0132x smaller", "std_base": 0.02634567579487954, "t_msg": "Significant (t=-94.575549, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009417543411255001, "timeline_link": null, "avg_changed": 0.7061923694610597, "min_base": 0.00850987434387, "delta_min": "82.5937x slower", "delta_avg": "74.9869x slower", "std_changed": 0.0023779693761622083, "min_changed": 0.702862024307, "delta_std": "1.5631x smaller", "std_base": 0.003716942831135314, "t_msg": "Significant (t=-1116.580375, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.142800000000001, "timeline_link": null, "avg_changed": 8.948199999999993, "min_base": 2.11, "delta_min": "4.2275x slower", "delta_avg": "4.1759x slower", "std_changed": 0.017460158729437337, "min_changed": 8.92, "delta_std": "1.6809x smaller", "std_base": 0.0293494080877629, "t_msg": "Significant (t=-1409.106378, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7814000000000001, "timeline_link": null, "avg_changed": 6.692399999999996, "min_base": 0.75, "delta_min": "8.8533x slower", "delta_avg": "8.5646x slower", "std_changed": 0.028034963593225375, "min_changed": 6.64, "delta_std": "1.1753x smaller", "std_base": 0.03295079820035951, "t_msg": "Significant (t=-966.109125, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07370962460834797, "timeline_link": null, "avg_changed": 0.5211991977692001, "min_base": 0.0476927757263, "delta_min": "2.5324x slower", "delta_avg": "7.0710x slower", "std_changed": 0.23644955859308878, "min_changed": 0.120778083801, "delta_std": "7.8934x larger", "std_base": 0.029955372275318394, "t_msg": "Significant (t=-22.994953, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012259270191192403, "timeline_link": null, "avg_changed": 0.062312648773193244, "min_base": 0.00767397880554, "delta_min": "7.0399x slower", "delta_avg": "5.0829x slower", "std_changed": 0.006890498369978752, "min_changed": 0.0540239810944, "delta_std": "1.7494x smaller", "std_base": 0.012054573599337098, "t_msg": "Significant (t=-80.607271, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9478606510162002, "timeline_link": null, "avg_changed": 46.797981014256, "min_base": 1.93514680862, "delta_min": "24.1229x slower", "delta_avg": "24.0253x slower", "std_changed": 0.06231921578005294, "min_changed": 46.6812870502, "delta_std": "12.1460x larger", "std_base": 0.005130847081122391, "t_msg": "Significant (t=-5071.771364, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5857153415688, "timeline_link": null, "avg_changed": 1.945230340956, "min_base": 0.423625946045, "delta_min": "4.5674x slower", "delta_avg": "3.3211x slower", "std_changed": 0.006244838313925174, "min_changed": 1.93484997749, "delta_std": "50.2742x smaller", "std_base": 0.3139544619456961, "t_msg": "Significant (t=-9.680916, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.471593284606, "timeline_link": null, "avg_changed": 11.485613965979999, "min_base": 1.62267589569, "delta_min": "7.0666x slower", "delta_avg": "4.6470x slower", "std_changed": 0.012123456696140662, "min_changed": 11.4667220116, "delta_std": "97.4440x smaller", "std_base": 1.1813582089365267, "t_msg": "Significant (t=-17.060788, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5362061977386, "timeline_link": null, "avg_changed": 0.9589573860168, "min_base": 0.238420009613, "delta_min": "3.9492x slower", "delta_avg": "1.7884x slower", "std_changed": 0.014718284648259316, "min_changed": 0.941565990448, "delta_std": "26.3921x smaller", "std_base": 0.38844677232264646, "t_msg": "Significant (t=-2.431794, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4366341590882, "timeline_link": null, "avg_changed": 3.450479078294, "min_base": 0.286175966263, "delta_min": "11.9644x slower", "delta_avg": "7.9024x slower", "std_changed": 0.027334566683582823, "min_changed": 3.42391610146, "delta_std": "8.6515x smaller", "std_base": 0.23648383216558586, "t_msg": "Significant (t=-28.308866, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024846253780000004, "timeline_link": null, "avg_changed": 1.5725486158599997, "min_base": 0.019459458, "delta_min": "80.6998x slower", "delta_avg": "63.2912x slower", "std_changed": 0.0011190188028088264, "min_changed": 1.570373645, "delta_std": "13.5637x smaller", "std_base": 0.015178046483964033, "t_msg": "Significant (t=-719.083712, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [375.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [731.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [160.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [189.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004679481061564558, "timeline_link": null, "avg_changed": 0.3027968291766547, "min_base": 0.004653760238272524, "delta_min": "64.8225x slower", "delta_avg": "64.7074x slower", "std_changed": 0.0007452606184283831, "min_changed": 0.30166822528583065, "delta_std": "31.8642x larger", "std_base": 2.338864744525966e-05, "t_msg": "Significant (t=-2827.159528, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015318766662393499, "timeline_link": null, "avg_changed": 0.013661817712565437, "min_base": 0.0015051173991571343, "delta_min": "9.0395x slower", "delta_avg": "8.9184x slower", "std_changed": 5.8490058755172776e-05, "min_changed": 0.013605442176870748, "delta_std": "3.8181x larger", "std_base": 1.5319120951317592e-05, "t_msg": "Significant (t=-1418.582863, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006645408789561923, "timeline_link": null, "avg_changed": 0.09673283806276131, "min_base": 0.006224712107065048, "delta_min": "15.3000x slower", "delta_avg": "14.5563x slower", "std_changed": 0.0004811555791634852, "min_changed": 0.09523809523809523, "delta_std": "1.4421x larger", "std_base": 0.00033365174154780436, "t_msg": "Significant (t=-1087.945504, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19460743456139085, "timeline_link": null, "avg_changed": 1.0194716539056992, "min_base": 0.19204224929484487, "delta_min": "5.2848x slower", "delta_avg": "5.2386x slower", "std_changed": 0.0036448536376436943, "min_changed": 1.014906438312718, "delta_std": "1.5042x smaller", "std_base": 0.005482495760211833, "t_msg": "Significant (t=-885.950377, a=0.95)\n"}]], "branch": "", "revision": "88367:7ec0e5fa958a"}