{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.035974135398863995, "timeline_link": null, "avg_changed": 0.74882247924814, "min_base": 0.0355610847473, "delta_min": "20.9860x slower", "delta_avg": "20.8156x slower", "std_changed": 0.0015100978784689907, "min_changed": 0.746284008026, "delta_std": "2.5017x larger", "std_base": 0.0006036252543556823, "t_msg": "Significant (t=-3099.481804, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016182910601291997, "timeline_link": null, "avg_changed": 0.14899398167927325, "min_base": 0.0128798484802, "delta_min": "11.3574x slower", "delta_avg": "9.2069x slower", "std_changed": 0.0024150048594380733, "min_changed": 0.146281957626, "delta_std": "2.5181x smaller", "std_base": 0.006081190320721476, "t_msg": "Significant (t=-248.594461, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.274773168564, "timeline_link": null, "avg_changed": 1.508722805978, "min_base": 0.212543964386, "delta_min": "6.9981x slower", "delta_avg": "5.4908x slower", "std_changed": 0.05574460056820482, "min_changed": 1.48740720749, "delta_std": "3.6426x smaller", "std_base": 0.20305538332710657, "t_msg": "Significant (t=-26.207146, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.2021741628649987, "timeline_link": null, "avg_changed": 21.600050849923996, "min_base": 3.1460621357, "delta_min": "6.8417x slower", "delta_avg": "6.7454x slower", "std_changed": 0.09295329425458843, "min_changed": 21.5243771076, "delta_std": "1.2516x larger", "std_base": 0.07426665732840575, "t_msg": "Significant (t=-1093.414200, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020668411254879997, "timeline_link": null, "avg_changed": 0.24605294704444003, "min_base": 0.017119884491, "delta_min": "14.2080x slower", "delta_avg": "11.9048x slower", "std_changed": 0.0018087813542376299, "min_changed": 0.243239164352, "delta_std": "2.8627x smaller", "std_base": 0.005177958698672534, "t_msg": "Significant (t=-290.568769, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.3057264328002, "timeline_link": null, "avg_changed": 51.230329055788005, "min_base": 8.23972296715, "delta_min": "6.1906x slower", "delta_avg": "6.1681x slower", "std_changed": 0.11276769862589733, "min_changed": 51.0088269711, "delta_std": "1.7462x smaller", "std_base": 0.19691613158545038, "t_msg": "Significant (t=-1337.578336, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0090613460540696, "timeline_link": null, "avg_changed": 0.5414621829986601, "min_base": 0.00650215148926, "delta_min": "83.1057x slower", "delta_avg": "59.7552x slower", "std_changed": 0.0007058302747845141, "min_changed": 0.540365934372, "delta_std": "22.4303x smaller", "std_base": 0.01583198133008003, "t_msg": "Significant (t=-237.551233, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [317.831432104], "base_times": [140.661535978]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04963574409484, "timeline_link": null, "avg_changed": 3.3087078142175996, "min_base": 0.0470998287201, "delta_min": "70.1652x slower", "delta_avg": "66.6598x slower", "std_changed": 0.0017041154596461857, "min_changed": 3.30476713181, "delta_std": "7.9157x smaller", "std_base": 0.013489235432185949, "t_msg": "Significant (t=-1694.936382, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0102061319351194, "timeline_link": null, "avg_changed": 0.039626007080079996, "min_base": 0.00141906738281, "delta_min": "27.8028x slower", "delta_avg": "3.8826x slower", "std_changed": 0.00014414162625911022, "min_changed": 0.0394539833069, "delta_std": "81.9032x smaller", "std_base": 0.011805655681784934, "t_msg": "Significant (t=-17.619896, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03163475990294799, "timeline_link": null, "avg_changed": 1.0948150634766, "min_base": 0.0298960208893, "delta_min": "36.4980x slower", "delta_avg": "34.6080x slower", "std_changed": 0.0017983424671662415, "min_changed": 1.0911450386, "delta_std": "1.5684x smaller", "std_base": 0.0028205751132721387, "t_msg": "Significant (t=-2247.414087, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4472022294997601, "timeline_link": null, "avg_changed": 1.1200426435468003, "min_base": 0.340934038162, "delta_min": "3.2647x slower", "delta_avg": "2.5046x slower", "std_changed": 0.0021651308156886936, "min_changed": 1.11305689812, "delta_std": "51.6427x smaller", "std_base": 0.11181316072400324, "t_msg": "Significant (t=-42.542474, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17242487430574002, "timeline_link": null, "avg_changed": 1.695306081772, "min_base": 0.170511960983, "delta_min": "9.8992x slower", "delta_avg": "9.8321x slower", "std_changed": 0.0057097137567431126, "min_changed": 1.6879298687, "delta_std": "1.3837x larger", "std_base": 0.004126435323597081, "t_msg": "Significant (t=-1528.573519, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04333836078644002, "timeline_link": null, "avg_changed": 0.6071332550048201, "min_base": 0.0367751121521, "delta_min": "16.3284x slower", "delta_avg": "14.0091x slower", "std_changed": 0.004079520693012226, "min_changed": 0.600478172302, "delta_std": "1.1391x smaller", "std_base": 0.0046468174006878814, "t_msg": "Significant (t=-644.723226, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016487612724293995, "timeline_link": null, "avg_changed": 0.27492938518519994, "min_base": 0.0136470794678, "delta_min": "20.0102x slower", "delta_avg": "16.6749x slower", "std_changed": 0.0018693482053256964, "min_changed": 0.273080825806, "delta_std": "7.2711x smaller", "std_base": 0.013592155505781507, "t_msg": "Significant (t=-133.195768, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.051466875076298, "timeline_link": null, "avg_changed": 0.59357191562662, "min_base": 0.0459759235382, "delta_min": "12.8418x slower", "delta_avg": "11.5331x slower", "std_changed": 0.0021985666033578367, "min_changed": 0.590413808823, "delta_std": "12.3953x smaller", "std_base": 0.027251956696742644, "t_msg": "Significant (t=-140.204523, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.21849190711974, "timeline_link": null, "avg_changed": 1.6763177442551997, "min_base": 0.135718107224, "delta_min": "12.3137x slower", "delta_avg": "7.6722x slower", "std_changed": 0.0024665730202573827, "min_changed": 1.67118597031, "delta_std": "27.7851x smaller", "std_base": 0.06853392918081612, "t_msg": "Significant (t=-150.315554, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.449182033499994, "timeline_link": null, "avg_changed": 352.9275224210004, "min_base": 11.1425080299, "delta_min": "31.6737x slower", "delta_avg": "30.8256x slower", "std_changed": 0.003227966699783607, "min_changed": 352.924326897, "delta_std": "95.9699x smaller", "std_base": 0.3097875250845535, "t_msg": "Significant (t=-7794.004706, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4068177700039994, "timeline_link": null, "avg_changed": 21.805930376040003, "min_base": 2.71280097961, "delta_min": "8.0333x slower", "delta_avg": "6.4007x slower", "std_changed": 0.011669097001522435, "min_changed": 21.7927479744, "delta_std": "85.3060x smaller", "std_base": 0.9954434616851123, "t_msg": "Significant (t=-41.327149, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7382037544250198, "timeline_link": null, "avg_changed": 25.14669256686801, "min_base": 0.733747959137, "delta_min": "34.2460x slower", "delta_avg": "34.0647x slower", "std_changed": 0.008644037831451847, "min_changed": 25.1279330254, "delta_std": "2.0445x smaller", "std_base": 0.01767288082559859, "t_msg": "Significant (t=-8772.882213, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08058469295502398, "timeline_link": null, "avg_changed": 0.44675870895383996, "min_base": 0.079213142395, "delta_min": "5.6334x slower", "delta_avg": "5.5440x slower", "std_changed": 0.0006745525477610897, "min_changed": 0.44624209404, "delta_std": "7.6055x smaller", "std_base": 0.005130335926236885, "t_msg": "Significant (t=-500.385599, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032114977836612, "timeline_link": null, "avg_changed": 0.6984461593627599, "min_base": 0.031131029129, "delta_min": "22.3332x slower", "delta_avg": "21.7483x slower", "std_changed": 0.0030460823890645387, "min_changed": 0.695256948471, "delta_std": "1.1908x larger", "std_base": 0.0025579270487126114, "t_msg": "Significant (t=-1184.540242, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.947191858300002, "timeline_link": null, "avg_changed": 47.1572631836, "min_base": 20.9295442104, "delta_min": "2.2528x slower", "delta_avg": "2.2512x slower", "std_changed": 0.00784275393454273, "min_changed": 47.1497769356, "delta_std": "3.7203x smaller", "std_base": 0.029177504418118127, "t_msg": "Significant (t=-1939.799895, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.81466007234, "timeline_link": null, "avg_changed": 10.94181103708, "min_base": 10.8079819679, "delta_min": "1.0120x slower", "delta_avg": "1.0118x slower", "std_changed": 0.004479101802648654, "min_changed": 10.9379980564, "delta_std": "2.9028x smaller", "std_base": 0.013002009995800957, "t_msg": "Significant (t=-20.674838, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29154575824736007, "timeline_link": null, "avg_changed": 2.8389690017702005, "min_base": 0.283452987671, "delta_min": "9.9858x slower", "delta_avg": "9.7376x slower", "std_changed": 0.004635751713282192, "min_changed": 2.83051681519, "delta_std": "1.1921x smaller", "std_base": 0.005526454647405929, "t_msg": "Significant (t=-2497.188280, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08693128585816201, "timeline_link": null, "avg_changed": 0.48177226066587986, "min_base": 0.0213520526886, "delta_min": "22.3696x slower", "delta_avg": "5.5420x slower", "std_changed": 0.016561983975418554, "min_changed": 0.477635860443, "delta_std": "6.6036x smaller", "std_base": 0.10936901738954916, "t_msg": "Significant (t=-25.240014, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.102511234283454, "timeline_link": null, "avg_changed": 0.51274687767026, "min_base": 0.038731098175, "delta_min": "13.2139x slower", "delta_avg": "5.0019x slower", "std_changed": 0.0015535271115419728, "min_changed": 0.511790037155, "delta_std": "76.6275x smaller", "std_base": 0.1190428665229731, "t_msg": "Significant (t=-24.365652, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.040187129974386, "timeline_link": null, "avg_changed": 2.8036394977573997, "min_base": 0.0190029144287, "delta_min": "145.1276x slower", "delta_avg": "69.7646x slower", "std_changed": 0.01985181022403191, "min_changed": 2.75784802437, "delta_std": "1.6130x smaller", "std_base": 0.03202073981496586, "t_msg": "Significant (t=-518.658138, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032500886917117993, "timeline_link": null, "avg_changed": 0.3787609863281, "min_base": 0.00295996665955, "delta_min": "127.6866x slower", "delta_avg": "116.5387x slower", "std_changed": 0.0005519038977915002, "min_changed": 0.377948045731, "delta_std": "1.4897x smaller", "std_base": 0.0008221532101176035, "t_msg": "Significant (t=-2681.490483, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18827209472653003, "timeline_link": null, "avg_changed": 0.6954891300201603, "min_base": 0.0773651599884, "delta_min": "8.8203x slower", "delta_avg": "3.6941x slower", "std_changed": 0.0087151930513303, "min_changed": 0.682386159897, "delta_std": "17.4295x smaller", "std_base": 0.15190174642854126, "t_msg": "Significant (t=-23.572326, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24368371009819995, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46808558464054006, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18509692668906005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5925560569762801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36588026046756, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26417642116546, "timeline_link": null, "avg_changed": 0.7836518335342597, "min_base": 0.256023168564, "delta_min": "3.0068x slower", "delta_avg": "2.9664x slower", "std_changed": 0.010796578629507052, "min_changed": 0.769809961319, "delta_std": "1.3960x larger", "std_base": 0.007733824410585465, "t_msg": "Significant (t=-276.584353, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08701522350313598, "timeline_link": null, "avg_changed": 0.45839813232422005, "min_base": 0.0576038360596, "delta_min": "7.9360x slower", "delta_avg": "5.2680x slower", "std_changed": 0.0016665722193769817, "min_changed": 0.457143068314, "delta_std": "16.1454x smaller", "std_base": 0.026907456100946275, "t_msg": "Significant (t=-97.409843, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090595674514778, "timeline_link": null, "avg_changed": 0.7297102165222199, "min_base": 0.00827789306641, "delta_min": "87.9529x slower", "delta_avg": "80.5458x slower", "std_changed": 0.0010426549220696891, "min_changed": 0.728065013885, "delta_std": "3.0370x smaller", "std_base": 0.0031665369823547455, "t_msg": "Significant (t=-1528.526290, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1252, "timeline_link": null, "avg_changed": 9.766799999999991, "min_base": 2.1, "delta_min": "4.6381x slower", "delta_avg": "4.5957x slower", "std_changed": 0.01766352173265563, "min_changed": 9.74, "delta_std": "1.5054x smaller", "std_base": 0.026591390351320975, "t_msg": "Significant (t=-1692.623894, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7796, "timeline_link": null, "avg_changed": 7.492599999999995, "min_base": 0.75, "delta_min": "9.8667x slower", "delta_avg": "9.6108x slower", "std_changed": 0.04074860708774996, "min_changed": 7.4, "delta_std": "1.3158x larger", "std_base": 0.030968054639632526, "t_msg": "Significant (t=-927.459567, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07464732487996663, "timeline_link": null, "avg_changed": 0.5354026730855, "min_base": 0.0495870113373, "delta_min": "2.5008x slower", "delta_avg": "7.1724x slower", "std_changed": 0.24264498032101287, "min_changed": 0.124007940292, "delta_std": "8.0548x larger", "std_base": 0.03012409640062893, "t_msg": "Significant (t=-23.079338, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01264291381835996, "timeline_link": null, "avg_changed": 0.05763130044937163, "min_base": 0.00733780860901, "delta_min": "7.5028x slower", "delta_avg": "4.5584x slower", "std_changed": 0.005734427815681806, "min_changed": 0.0550539493561, "delta_std": "2.2407x smaller", "std_base": 0.012849161589448294, "t_msg": "Significant (t=-71.494017, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7782790470122003, "timeline_link": null, "avg_changed": 47.134595661159985, "min_base": 1.76755785942, "delta_min": "26.5902x slower", "delta_avg": "26.5057x slower", "std_changed": 0.05531576156262858, "min_changed": 46.9997069836, "delta_std": "9.8021x larger", "std_base": 0.005643229430124719, "t_msg": "Significant (t=-5768.003911, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5936155796046, "timeline_link": null, "avg_changed": 2.039317941664, "min_base": 0.430255889893, "delta_min": "4.7152x slower", "delta_avg": "3.4354x slower", "std_changed": 0.006690379362425443, "min_changed": 2.02872395515, "delta_std": "49.3700x smaller", "std_base": 0.33030431953005146, "t_msg": "Significant (t=-9.784994, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.532240200042, "timeline_link": null, "avg_changed": 12.0192528248, "min_base": 1.76280093193, "delta_min": "6.8097x slower", "delta_avg": "4.7465x slower", "std_changed": 0.00958027758635883, "min_changed": 12.0040891171, "delta_std": "125.5970x smaller", "std_base": 1.2032541858410333, "t_msg": "Significant (t=-17.629636, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5594151973728, "timeline_link": null, "avg_changed": 0.9900731563558001, "min_base": 0.275197982788, "delta_min": "3.5252x slower", "delta_avg": "1.7698x slower", "std_changed": 0.026383595523041443, "min_changed": 0.97014093399, "delta_std": "15.6292x smaller", "std_base": 0.4123549772098165, "t_msg": "Significant (t=-2.330554, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4602197647098, "timeline_link": null, "avg_changed": 3.5495703697220002, "min_base": 0.314436912537, "delta_min": "11.2407x slower", "delta_avg": "7.7128x slower", "std_changed": 0.017911149677452862, "min_changed": 3.53447699547, "delta_std": "13.1096x smaller", "std_base": 0.23480735538077113, "t_msg": "Significant (t=-29.334633, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024091723899999997, "timeline_link": null, "avg_changed": 1.6379729284799998, "min_base": 0.018435999, "delta_min": "88.7718x slower", "delta_avg": "67.9890x slower", "std_changed": 0.0008777057304829443, "min_changed": 1.636596258, "delta_std": "18.7037x smaller", "std_base": 0.01641633024330314, "t_msg": "Significant (t=-694.161695, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [369.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [736.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [115.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [177.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0044590858459551954, "timeline_link": null, "avg_changed": 0.30939617829830407, "min_base": 0.0044094121548091695, "delta_min": "70.0199x slower", "delta_avg": "69.3856x slower", "std_changed": 0.0006045783542604715, "min_changed": 0.3087467967519837, "delta_std": "22.1498x larger", "std_base": 2.7294925249082436e-05, "t_msg": "Significant (t=-3562.874395, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014831252937791554, "timeline_link": null, "avg_changed": 0.014137101539556022, "min_base": 0.001467351430667645, "delta_min": "9.5986x slower", "delta_avg": "9.5320x slower", "std_changed": 3.8417906206945565e-05, "min_changed": 0.014084507042253521, "delta_std": "3.1774x larger", "std_base": 1.2090801934873315e-05, "t_msg": "Significant (t=-2084.065963, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006558234341389191, "timeline_link": null, "avg_changed": 0.09968340117593852, "min_base": 0.006093845216331505, "delta_min": "16.3284x slower", "delta_avg": "15.1997x slower", "std_changed": 0.0004948902799024792, "min_changed": 0.09950248756218906, "delta_std": "1.3958x larger", "std_base": 0.0003545477821828636, "t_msg": "Significant (t=-1081.651448, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19068067190334811, "timeline_link": null, "avg_changed": 1.0386398996592912, "min_base": 0.187474368738649, "delta_min": "5.5186x slower", "delta_avg": "5.4470x slower", "std_changed": 0.0031483430660664015, "min_changed": 1.0345942450695118, "delta_std": "2.3288x smaller", "std_base": 0.007331945876422719, "t_msg": "Significant (t=-751.439936, a=0.95)\n"}]], "branch": "", "revision": "91950:fcd9df9494da"}