{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038558011054991986, "timeline_link": null, "avg_changed": 0.7721212005614799, "min_base": 0.0380470752716, "delta_min": "20.1842x slower", "delta_avg": "20.0249x slower", "std_changed": 0.0018709352433789528, "min_changed": 0.767951011658, "delta_std": "2.8492x larger", "std_base": 0.000656663268171227, "t_msg": "Significant (t=-2615.999006, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015601763725280667, "timeline_link": null, "avg_changed": 0.14207980950668658, "min_base": 0.0125360488892, "delta_min": "11.0858x slower", "delta_avg": "9.1067x slower", "std_changed": 0.003180327705703649, "min_changed": 0.138971805573, "delta_std": "1.7819x smaller", "std_base": 0.005666928820543108, "t_msg": "Significant (t=-238.373299, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28602199554435004, "timeline_link": null, "avg_changed": 1.485380649566, "min_base": 0.228665828705, "delta_min": "6.3730x slower", "delta_avg": "5.1932x slower", "std_changed": 0.08647135062600263, "min_changed": 1.45728421211, "delta_std": "2.1545x smaller", "std_base": 0.18630393356923972, "t_msg": "Significant (t=-26.114251, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3933535051345998, "timeline_link": null, "avg_changed": 20.939319381714, "min_base": 3.33759689331, "delta_min": "6.2525x slower", "delta_avg": "6.1707x slower", "std_changed": 0.07936303241850544, "min_changed": 20.8683190346, "delta_std": "1.0320x larger", "std_base": 0.07690253642321454, "t_msg": "Significant (t=-1122.690774, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.01942982196808, "timeline_link": null, "avg_changed": 0.23726396560678, "min_base": 0.0161709785461, "delta_min": "14.5501x slower", "delta_avg": "12.2113x slower", "std_changed": 0.0020276514996881256, "min_changed": 0.235290050507, "delta_std": "2.6602x smaller", "std_base": 0.005394044903687885, "t_msg": "Significant (t=-267.297895, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.148334488869, "timeline_link": null, "avg_changed": 50.738701415053995, "min_base": 8.07647609711, "delta_min": "6.1531x slower", "delta_avg": "6.2269x slower", "std_changed": 0.6175317385514391, "min_changed": 49.6952469349, "delta_std": "3.4574x larger", "std_base": 0.1786129900742297, "t_msg": "Significant (t=-468.479917, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088081789016778, "timeline_link": null, "avg_changed": 0.5338062286376397, "min_base": 0.0063009262085, "delta_min": "84.6022x slower", "delta_avg": "60.6035x slower", "std_changed": 0.0005672590470218042, "min_changed": 0.533071994781, "delta_std": "27.0801x smaller", "std_base": 0.015361458097774025, "t_msg": "Significant (t=-241.498448, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [138.01534009], "base_times": [143.41174221]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04818829059600799, "timeline_link": null, "avg_changed": 3.4797988033300005, "min_base": 0.0456120967865, "delta_min": "76.2236x slower", "delta_avg": "72.2125x slower", "std_changed": 0.001641429468095896, "min_changed": 3.47671985626, "delta_std": "8.4630x smaller", "std_base": 0.013891452834148443, "t_msg": "Significant (t=-1734.700378, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0098596715927098, "timeline_link": null, "avg_changed": 0.038641924858091994, "min_base": 0.00139904022217, "delta_min": "27.4675x slower", "delta_avg": "3.9192x slower", "std_changed": 0.00015270878914520008, "min_changed": 0.038428068161, "delta_std": "77.8794x smaller", "std_base": 0.011892870008432904, "t_msg": "Significant (t=-17.111470, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031063137054441997, "timeline_link": null, "avg_changed": 1.0706041526797998, "min_base": 0.0294690132141, "delta_min": "36.2418x slower", "delta_avg": "34.4654x slower", "std_changed": 0.0018783813594720757, "min_changed": 1.06801104546, "delta_std": "1.4635x smaller", "std_base": 0.00274891766126933, "t_msg": "Significant (t=-2207.808650, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44066620826718017, "timeline_link": null, "avg_changed": 1.0784162187578001, "min_base": 0.354761838913, "delta_min": "3.0191x slower", "delta_avg": "2.4472x slower", "std_changed": 0.0023646591787491403, "min_changed": 1.07105088234, "delta_std": "40.1609x smaller", "std_base": 0.09496689099599347, "t_msg": "Significant (t=-47.471031, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17551712512971998, "timeline_link": null, "avg_changed": 1.6361502695083996, "min_base": 0.173815011978, "delta_min": "9.3656x slower", "delta_avg": "9.3219x slower", "std_changed": 0.006706486920272009, "min_changed": 1.62788701057, "delta_std": "1.4643x larger", "std_base": 0.004580079802373926, "t_msg": "Significant (t=-1271.760294, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043127202987668006, "timeline_link": null, "avg_changed": 0.61502713680278, "min_base": 0.0342938899994, "delta_min": "17.6050x slower", "delta_avg": "14.2608x slower", "std_changed": 0.005134340361330647, "min_changed": 0.603742837906, "delta_std": "1.0247x larger", "std_base": 0.005010621462725484, "t_msg": "Significant (t=-563.686115, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016666021347042, "timeline_link": null, "avg_changed": 0.26042649269106005, "min_base": 0.0138449668884, "delta_min": "18.6647x slower", "delta_avg": "15.6262x slower", "std_changed": 0.0029669519929550656, "min_changed": 0.258412122726, "delta_std": "4.4533x smaller", "std_base": 0.013212851071638889, "t_msg": "Significant (t=-127.282779, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.059572649002066005, "timeline_link": null, "avg_changed": 0.5829116392135599, "min_base": 0.054370880127, "delta_min": "10.6596x slower", "delta_avg": "9.7849x slower", "std_changed": 0.002431801353366545, "min_changed": 0.579571008682, "delta_std": "11.2122x smaller", "std_base": 0.02726576656463422, "t_msg": "Significant (t=-135.185430, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11764307975772596, "timeline_link": null, "avg_changed": 1.7432684755324006, "min_base": 0.0855360031128, "delta_min": "20.3460x slower", "delta_avg": "14.8183x slower", "std_changed": 0.0019775417165678235, "min_changed": 1.74031615257, "delta_std": "18.1270x smaller", "std_base": 0.03584694587093199, "t_msg": "Significant (t=-320.179464, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.113235592849993, "timeline_link": null, "avg_changed": 365.56095504750016, "min_base": 12.7745680809, "delta_min": "28.6131x slower", "delta_avg": "27.8773x slower", "std_changed": 0.04132944030172613, "min_changed": 365.520040989, "delta_std": "8.2775x smaller", "std_base": 0.3421058489534587, "t_msg": "Significant (t=-7232.241042, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.59219918251, "timeline_link": null, "avg_changed": 21.30508761408, "min_base": 2.89843297005, "delta_min": "7.3266x slower", "delta_avg": "5.9309x slower", "std_changed": 0.047763296120101474, "min_changed": 21.2356808186, "delta_std": "19.7008x smaller", "std_base": 0.9409765970403084, "t_msg": "Significant (t=-42.037493, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.77007042407984, "timeline_link": null, "avg_changed": 24.364053235055998, "min_base": 0.76535487175, "delta_min": "31.8110x slower", "delta_avg": "31.6387x slower", "std_changed": 0.008362203793386935, "min_changed": 24.3466980457, "delta_std": "2.1726x smaller", "std_base": 0.01816772787092499, "t_msg": "Significant (t=-8341.807819, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06881229400636, "timeline_link": null, "avg_changed": 0.4406533145904799, "min_base": 0.0674140453339, "delta_min": "6.5146x slower", "delta_avg": "6.4037x slower", "std_changed": 0.0008342468710362234, "min_changed": 0.439175128937, "delta_std": "5.7086x smaller", "std_base": 0.00476238906471936, "t_msg": "Significant (t=-543.818844, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.038016796112065994, "timeline_link": null, "avg_changed": 0.6693822288513601, "min_base": 0.0360531806946, "delta_min": "18.4775x slower", "delta_avg": "17.6075x slower", "std_changed": 0.0036296678878793647, "min_changed": 0.666172027588, "delta_std": "1.2317x larger", "std_base": 0.0029469788449483164, "t_msg": "Significant (t=-954.880306, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.567448616020002, "timeline_link": null, "avg_changed": 45.841779422760006, "min_base": 19.5402510166, "delta_min": "2.3456x slower", "delta_avg": "2.3428x slower", "std_changed": 0.006262836322905803, "min_changed": 45.8340899944, "delta_std": "5.1165x smaller", "std_base": 0.03204369365926254, "t_msg": "Significant (t=-1799.424792, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.247423267365999, "timeline_link": null, "avg_changed": 9.429300832748002, "min_base": 9.23952007294, "delta_min": "1.0200x slower", "delta_avg": "1.0197x slower", "std_changed": 0.0046176049606933755, "min_changed": 9.42448306084, "delta_std": "3.4675x smaller", "std_base": 0.016011717077585565, "t_msg": "Significant (t=-24.404969, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30381626605984, "timeline_link": null, "avg_changed": 2.8562073230745995, "min_base": 0.296168088913, "delta_min": "9.6227x slower", "delta_avg": "9.4011x slower", "std_changed": 0.0036760158386603395, "min_changed": 2.84994792938, "delta_std": "1.5154x smaller", "std_base": 0.0055706474005191645, "t_msg": "Significant (t=-2704.155962, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08497329235076799, "timeline_link": null, "avg_changed": 0.46392466545104016, "min_base": 0.0232310295105, "delta_min": "19.7738x slower", "delta_avg": "5.4597x slower", "std_changed": 0.01553725767883566, "min_changed": 0.459366083145, "delta_std": "6.8971x smaller", "std_base": 0.10716162389306715, "t_msg": "Significant (t=-24.746381, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10832561492919002, "timeline_link": null, "avg_changed": 0.49952984809870005, "min_base": 0.0444660186768, "delta_min": "11.2087x slower", "delta_avg": "4.6114x slower", "std_changed": 0.0012542986401011078, "min_changed": 0.498408079147, "delta_std": "92.0494x smaller", "std_base": 0.11545739453305214, "t_msg": "Significant (t=-23.957482, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034110369682316, "timeline_link": null, "avg_changed": 2.7350759267805995, "min_base": 0.0197288990021, "delta_min": "135.4381x slower", "delta_avg": "80.1831x slower", "std_changed": 0.02427732514433463, "min_changed": 2.67204499245, "delta_std": "1.0756x larger", "std_base": 0.02257024541834384, "t_msg": "Significant (t=-576.160969, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037563085556020005, "timeline_link": null, "avg_changed": 0.35530522346496, "min_base": 0.00332093238831, "delta_min": "106.4815x slower", "delta_avg": "94.5889x slower", "std_changed": 0.0005545650929875502, "min_changed": 0.35361790657, "delta_std": "2.6466x smaller", "std_base": 0.0014677052197163473, "t_msg": "Significant (t=-1584.357223, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.197369861602728, "timeline_link": null, "avg_changed": 0.6812816238403002, "min_base": 0.0948340892792, "delta_min": "7.0291x slower", "delta_avg": "3.4518x slower", "std_changed": 0.010735618343513002, "min_changed": 0.666599988937, "delta_std": "13.1047x smaller", "std_base": 0.14068674071171644, "t_msg": "Significant (t=-24.251423, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24688594818116008, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46926754951478, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21070842266084, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60776950359346, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36732208251955994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27951538085933997, "timeline_link": null, "avg_changed": 0.7312017822264799, "min_base": 0.269763946533, "delta_min": "2.6540x slower", "delta_avg": "2.6160x slower", "std_changed": 0.012606299312039175, "min_changed": 0.715964078903, "delta_std": "1.3457x larger", "std_base": 0.009368132328438717, "t_msg": "Significant (t=-203.354808, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08946649074554401, "timeline_link": null, "avg_changed": 0.43867022514346005, "min_base": 0.0621399879456, "delta_min": "7.0418x slower", "delta_avg": "4.9032x slower", "std_changed": 0.001633288267344295, "min_changed": 0.437579154968, "delta_std": "13.9605x smaller", "std_base": 0.022801553293884898, "t_msg": "Significant (t=-108.016009, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.00939374923706, "timeline_link": null, "avg_changed": 0.7712125110626199, "min_base": 0.00850486755371, "delta_min": "90.4578x slower", "delta_avg": "82.0985x slower", "std_changed": 0.0009751949763396683, "min_changed": 0.769331932068, "delta_std": "3.8202x smaller", "std_base": 0.0037254542636370657, "t_msg": "Significant (t=-1398.833020, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2791999999999994, "timeline_link": null, "avg_changed": 9.3352, "min_base": 2.24, "delta_min": "4.1518x slower", "delta_avg": "4.0958x slower", "std_changed": 0.019612574059120372, "min_changed": 9.3, "delta_std": "1.6315x smaller", "std_base": 0.03199744887790085, "t_msg": "Significant (t=-1329.433817, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7628000000000001, "timeline_link": null, "avg_changed": 6.9606, "min_base": 0.73, "delta_min": "9.4521x slower", "delta_avg": "9.1251x slower", "std_changed": 0.03190611226708759, "min_changed": 6.9, "delta_std": "1.0367x smaller", "std_base": 0.0330762878256695, "t_msg": "Significant (t=-953.611339, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07256445248922265, "timeline_link": null, "avg_changed": 0.5290979878107733, "min_base": 0.0446519851685, "delta_min": "2.7347x slower", "delta_avg": "7.2914x slower", "std_changed": 0.24051875001041037, "min_changed": 0.122109889984, "delta_std": "8.3702x larger", "std_base": 0.028735205428455604, "t_msg": "Significant (t=-23.082978, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01209258937835709, "timeline_link": null, "avg_changed": 0.06403523588180499, "min_base": 0.00750589370728, "delta_min": "7.2524x slower", "delta_avg": "5.2954x slower", "std_changed": 0.0074140132750668605, "min_changed": 0.054435968399, "delta_std": "1.6371x smaller", "std_base": 0.012137538538870507, "t_msg": "Significant (t=-81.662867, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9207978963852002, "timeline_link": null, "avg_changed": 48.152229938504, "min_base": 1.90715718269, "delta_min": "25.1796x slower", "delta_avg": "25.0689x slower", "std_changed": 0.06128671724168911, "min_changed": 48.0214879513, "delta_std": "9.1743x larger", "std_base": 0.006680296970080523, "t_msg": "Significant (t=-5302.628895, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.586925792695, "timeline_link": null, "avg_changed": 1.9466784000400001, "min_base": 0.413988113403, "delta_min": "4.6477x slower", "delta_avg": "3.3167x slower", "std_changed": 0.01506426309349501, "min_changed": 1.92409300804, "delta_std": "21.5144x smaller", "std_base": 0.3240982846497505, "t_msg": "Significant (t=-9.371294, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.467974185944, "timeline_link": null, "avg_changed": 11.411065769219999, "min_base": 1.62296390533, "delta_min": "7.0204x slower", "delta_avg": "4.6237x slower", "std_changed": 0.01378519116812149, "min_changed": 11.3938548565, "delta_std": "85.0915x smaller", "std_base": 1.173002102227281, "t_msg": "Significant (t=-17.046841, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.544646549224, "timeline_link": null, "avg_changed": 0.956242799759, "min_base": 0.253524065018, "delta_min": "3.7008x slower", "delta_avg": "1.7557x slower", "std_changed": 0.01598349189423849, "min_changed": 0.938245773315, "delta_std": "23.6189x smaller", "std_base": 0.3775118383343788, "t_msg": "Significant (t=-2.435774, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.43567123413100006, "timeline_link": null, "avg_changed": 3.4156002521519992, "min_base": 0.289409160614, "delta_min": "11.7451x slower", "delta_avg": "7.8399x slower", "std_changed": 0.021185355439116687, "min_changed": 3.39913702011, "delta_std": "11.2776x smaller", "std_base": 0.23891946118048776, "t_msg": "Significant (t=-27.780414, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024496831240000003, "timeline_link": null, "avg_changed": 1.59074509286, "min_base": 0.019255249, "delta_min": "82.4342x slower", "delta_avg": "64.9368x slower", "std_changed": 0.0013515277585548842, "min_changed": 1.587290085, "delta_std": "10.7256x smaller", "std_base": 0.01449590478056991, "t_msg": "Significant (t=-760.712965, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [379.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [745.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [194.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004676647379897579, "timeline_link": null, "avg_changed": 0.2938499050473402, "min_base": 0.0046565383852428715, "delta_min": "62.9808x slower", "delta_avg": "62.8335x slower", "std_changed": 0.0006872140719028334, "min_changed": 0.2932723326881342, "delta_std": "32.9208x larger", "std_base": 2.0874761396423737e-05, "t_msg": "Significant (t=-2974.067473, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015424676607775508, "timeline_link": null, "avg_changed": 0.013576366052700205, "min_base": 0.0015206812652068127, "delta_min": "8.8985x slower", "delta_avg": "8.8017x slower", "std_changed": 3.890313873307608e-05, "min_changed": 0.013531799729364006, "delta_std": "3.5384x larger", "std_base": 1.0994680771234493e-05, "t_msg": "Significant (t=-2104.846881, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006677854893172609, "timeline_link": null, "avg_changed": 0.09847819724904891, "min_base": 0.006236357966947303, "delta_min": "15.7206x slower", "delta_avg": "14.7470x slower", "std_changed": 0.0006773632570767891, "min_changed": 0.09803921568627451, "delta_std": "2.0920x larger", "std_base": 0.0003237892895885088, "t_msg": "Significant (t=-864.610504, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19642437527793496, "timeline_link": null, "avg_changed": 0.9869847065712125, "min_base": 0.19213449414590214, "delta_min": "5.1136x slower", "delta_avg": "5.0248x slower", "std_changed": 0.0035851271013586385, "min_changed": 0.9824992324224747, "delta_std": "2.0865x smaller", "std_base": 0.007480368840933154, "t_msg": "Significant (t=-673.902746, a=0.95)\n"}]], "branch": "", "revision": "89330:ba112f125696"}