{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03531929969787201, "timeline_link": null, "avg_changed": 0.75516654014576, "min_base": 0.0349760055542, "delta_min": "21.5184x slower", "delta_avg": "21.3811x slower", "std_changed": 0.0013259394864239635, "min_changed": 0.75262594223, "delta_std": "2.1312x larger", "std_base": 0.0006221506223362778, "t_msg": "Significant (t=-3475.303809, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016451705296834, "timeline_link": null, "avg_changed": 0.14865483760833323, "min_base": 0.0134890079498, "delta_min": "10.7952x slower", "delta_avg": "9.0358x slower", "std_changed": 0.0017439643281071968, "min_changed": 0.145617008209, "delta_std": "3.4513x smaller", "std_base": 0.006019005128230074, "t_msg": "Significant (t=-258.379373, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28338439464575, "timeline_link": null, "avg_changed": 1.5077128171915, "min_base": 0.22438120842, "delta_min": "6.6568x slower", "delta_avg": "5.3204x slower", "std_changed": 0.05360393341495789, "min_changed": 1.49365496635, "delta_std": "3.6802x smaller", "std_base": 0.1972706012352965, "t_msg": "Significant (t=-26.784378, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3703924512872017, "timeline_link": null, "avg_changed": 21.447621183398006, "min_base": 3.3637149334, "delta_min": "6.3580x slower", "delta_avg": "6.3635x slower", "std_changed": 0.06951182355972294, "min_changed": 21.3865759373, "delta_std": "16.5655x larger", "std_base": 0.004196168541204781, "t_msg": "Significant (t=-1835.558832, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020798120498650007, "timeline_link": null, "avg_changed": 0.24339996814732004, "min_base": 0.0175240039825, "delta_min": "13.7811x slower", "delta_avg": "11.7030x slower", "std_changed": 0.0019854686663278707, "min_changed": 0.241500854492, "delta_std": "2.5736x smaller", "std_base": 0.005109864992676391, "t_msg": "Significant (t=-287.125162, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.334297413826398, "timeline_link": null, "avg_changed": 49.542877740856, "min_base": 8.26583313942, "delta_min": "5.9731x slower", "delta_avg": "5.9445x slower", "std_changed": 0.06365099273505882, "min_changed": 49.3722660542, "delta_std": "2.8015x smaller", "std_base": 0.17832077642187186, "t_msg": "Significant (t=-1538.968038, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009122447967537601, "timeline_link": null, "avg_changed": 0.56804517269132, "min_base": 0.006502866745, "delta_min": "87.1866x slower", "delta_avg": "62.2689x slower", "std_changed": 0.0006751738759056843, "min_changed": 0.566962957382, "delta_std": "24.0237x smaller", "std_base": 0.01622019144903265, "t_msg": "Significant (t=-243.447249, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [319.32921195], "base_times": [138.256517172]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049780907630918005, "timeline_link": null, "avg_changed": 3.4574705648424002, "min_base": 0.0472288131714, "delta_min": "73.1566x slower", "delta_avg": "69.4537x slower", "std_changed": 0.0015562972798057772, "min_changed": 3.45509791374, "delta_std": "8.8845x smaller", "std_base": 0.013826919767515055, "t_msg": "Significant (t=-1731.752760, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010376071929931, "timeline_link": null, "avg_changed": 0.040382127761834, "min_base": 0.00148320198059, "delta_min": "27.0960x slower", "delta_avg": "3.8919x slower", "std_changed": 0.0001699794894883022, "min_changed": 0.0401887893677, "delta_std": "69.7903x smaller", "std_base": 0.011862920212070676, "t_msg": "Significant (t=-17.883714, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029457087516786, "timeline_link": null, "avg_changed": 1.1134065294261999, "min_base": 0.027899980545, "delta_min": "39.7734x slower", "delta_avg": "37.7976x slower", "std_changed": 0.0021249487130606463, "min_changed": 1.10967803001, "delta_std": "1.3126x smaller", "std_base": 0.002789270415091572, "t_msg": "Significant (t=-2185.858541, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4400953960418599, "timeline_link": null, "avg_changed": 1.1492817020412003, "min_base": 0.349101781845, "delta_min": "3.2746x slower", "delta_avg": "2.6114x slower", "std_changed": 0.002372573425982822, "min_changed": 1.14316487312, "delta_std": "45.7782x smaller", "std_base": 0.10861216903877143, "t_msg": "Significant (t=-46.159730, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17620184421542004, "timeline_link": null, "avg_changed": 1.5978982067107994, "min_base": 0.174783945084, "delta_min": "9.0223x slower", "delta_avg": "9.0686x slower", "std_changed": 0.00809529017136157, "min_changed": 1.57694506645, "delta_std": "2.0220x larger", "std_base": 0.004003531306622105, "t_msg": "Significant (t=-1113.135308, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04259120941161999, "timeline_link": null, "avg_changed": 0.6320429515838799, "min_base": 0.036071062088, "delta_min": "17.2751x slower", "delta_avg": "14.8398x slower", "std_changed": 0.005357856637461382, "min_changed": 0.623130083084, "delta_std": "1.1925x larger", "std_base": 0.004492808850284575, "t_msg": "Significant (t=-596.093708, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016177468299879996, "timeline_link": null, "avg_changed": 0.2733171463011999, "min_base": 0.0132818222046, "delta_min": "20.4517x slower", "delta_avg": "16.8949x slower", "std_changed": 0.0021492912598898243, "min_changed": 0.271636009216, "delta_std": "6.4089x smaller", "std_base": 0.013774513823177802, "t_msg": "Significant (t=-130.423052, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05049682140350601, "timeline_link": null, "avg_changed": 0.6003614759445199, "min_base": 0.0453171730042, "delta_min": "13.1601x slower", "delta_avg": "11.8891x slower", "std_changed": 0.00212216619299216, "min_changed": 0.596379041672, "delta_std": "12.9270x smaller", "std_base": 0.027433314009363524, "t_msg": "Significant (t=-141.308069, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.21817500591274, "timeline_link": null, "avg_changed": 1.7021901416777998, "min_base": 0.13868188858, "delta_min": "12.2398x slower", "delta_avg": "7.8019x slower", "std_changed": 0.002788128316058838, "min_changed": 1.69744515419, "delta_std": "25.9871x smaller", "std_base": 0.07245535353204478, "t_msg": "Significant (t=-144.720998, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.177808523199994, "timeline_link": null, "avg_changed": 382.397336602, "min_base": 10.8205749989, "delta_min": "35.3393x slower", "delta_avg": "34.2104x slower", "std_changed": 0.005668510399704189, "min_changed": 382.391725063, "delta_std": "63.6605x smaller", "std_base": 0.3608603535709988, "t_msg": "Significant (t=-7273.158824, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4161726474779996, "timeline_link": null, "avg_changed": 21.57094521524, "min_base": 2.69704318047, "delta_min": "7.9891x slower", "delta_avg": "6.3144x slower", "std_changed": 0.02361026093171865, "min_changed": 21.5469341278, "delta_std": "41.7450x smaller", "std_base": 0.9856112487657631, "t_msg": "Significant (t=-41.176136, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7598186159133599, "timeline_link": null, "avg_changed": 25.600533661842, "min_base": 0.75466299057, "delta_min": "33.8938x slower", "delta_avg": "33.6930x slower", "std_changed": 0.012930474797907519, "min_changed": 25.5783951283, "delta_std": "1.3934x smaller", "std_base": 0.018017635247118025, "t_msg": "Significant (t=-7920.280198, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07943195343016202, "timeline_link": null, "avg_changed": 0.46215652942655994, "min_base": 0.0780651569366, "delta_min": "5.9120x slower", "delta_avg": "5.8183x slower", "std_changed": 0.0004510587991287944, "min_changed": 0.46152305603, "delta_std": "11.3614x smaller", "std_base": 0.005124654557097461, "t_msg": "Significant (t=-526.054798, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032239360809322, "timeline_link": null, "avg_changed": 0.7042879724503198, "min_base": 0.0313091278076, "delta_min": "22.3355x slower", "delta_avg": "21.8456x slower", "std_changed": 0.003174520869702626, "min_changed": 0.699303865433, "delta_std": "1.2024x larger", "std_base": 0.0026402342766817244, "t_msg": "Significant (t=-1150.915993, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.7632856846, "timeline_link": null, "avg_changed": 46.98127255439999, "min_base": 20.7459070683, "delta_min": "2.2641x slower", "delta_avg": "2.2627x slower", "std_changed": 0.00987367354975833, "min_changed": 46.9705049992, "delta_std": "2.8481x smaller", "std_base": 0.0281211597343681, "t_msg": "Significant (t=-1967.012811, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.846732378, "timeline_link": null, "avg_changed": 10.94643602372, "min_base": 10.8403580189, "delta_min": "1.0093x slower", "delta_avg": "1.0092x slower", "std_changed": 0.006245890345612317, "min_changed": 10.9407069683, "delta_std": "2.0893x smaller", "std_base": 0.013049810787791001, "t_msg": "Significant (t=-15.409991, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29394766807549993, "timeline_link": null, "avg_changed": 2.9060640430452, "min_base": 0.28538608551, "delta_min": "10.1564x slower", "delta_avg": "9.8863x slower", "std_changed": 0.0041091500975576865, "min_changed": 2.89849996567, "delta_std": "1.2846x smaller", "std_base": 0.005278619373803581, "t_msg": "Significant (t=-2761.125598, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09125488758088, "timeline_link": null, "avg_changed": 0.4869521665573401, "min_base": 0.0203289985657, "delta_min": "23.7174x slower", "delta_avg": "5.3362x slower", "std_changed": 0.017561830735487755, "min_changed": 0.48215007782, "delta_std": "6.5671x smaller", "std_base": 0.11533051312641222, "t_msg": "Significant (t=-23.984257, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09737920284270801, "timeline_link": null, "avg_changed": 0.5183053398132, "min_base": 0.0371530056, "delta_min": "13.9319x slower", "delta_avg": "5.3225x slower", "std_changed": 0.0012433059208998923, "min_changed": 0.517611026764, "delta_std": "95.3915x smaller", "std_base": 0.11860081584198248, "t_msg": "Significant (t=-25.094547, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03513281822205, "timeline_link": null, "avg_changed": 2.933074917793, "min_base": 0.0188751220703, "delta_min": "152.0900x slower", "delta_avg": "83.4853x slower", "std_changed": 0.01942519845090746, "min_changed": 2.87071704865, "delta_std": "1.3515x smaller", "std_base": 0.026253652041380235, "t_msg": "Significant (t=-627.444659, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032746982574464, "timeline_link": null, "avg_changed": 0.4095166778564201, "min_base": 0.0029079914093, "delta_min": "140.4925x slower", "delta_avg": "125.0548x slower", "std_changed": 0.0006328413970625558, "min_changed": 0.408550977707, "delta_std": "1.8420x smaller", "std_base": 0.0011657173491038994, "t_msg": "Significant (t=-2165.655328, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20334729194636594, "timeline_link": null, "avg_changed": 0.7145072412491001, "min_base": 0.0839509963989, "delta_min": "8.3456x slower", "delta_avg": "3.5137x slower", "std_changed": 0.009690759481933051, "min_changed": 0.700621128082, "delta_std": "15.9578x smaller", "std_base": 0.15464364997850544, "t_msg": "Significant (t=-23.326989, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24337803363806, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4683059501647601, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18697392940522, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59070695877076, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36602034091945995, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26789155483244004, "timeline_link": null, "avg_changed": 0.7117597103118999, "min_base": 0.256543874741, "delta_min": "2.7281x slower", "delta_avg": "2.6569x slower", "std_changed": 0.01032532148090667, "min_changed": 0.699871063232, "delta_std": "1.1392x larger", "std_base": 0.009063719397984844, "t_msg": "Significant (t=-228.444255, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.087337913513154, "timeline_link": null, "avg_changed": 0.45131202697753997, "min_base": 0.0605340003967, "delta_min": "7.4405x slower", "delta_avg": "5.1674x slower", "std_changed": 0.0017804336842165993, "min_changed": 0.450402975082, "delta_std": "14.0215x smaller", "std_base": 0.02496435742633194, "t_msg": "Significant (t=-102.833214, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090690374374394, "timeline_link": null, "avg_changed": 0.7631244659423799, "min_base": 0.00828409194946, "delta_min": "91.9765x slower", "delta_avg": "84.1461x slower", "std_changed": 0.0006263970095712358, "min_changed": 0.76194190979, "delta_std": "5.1347x smaller", "std_base": 0.0032163906935722543, "t_msg": "Significant (t=-1627.180867, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1814, "timeline_link": null, "avg_changed": 8.96400000000001, "min_base": 2.15, "delta_min": "4.1535x slower", "delta_avg": "4.1093x slower", "std_changed": 0.01714285714285735, "min_changed": 8.93, "delta_std": "1.5943x smaller", "std_base": 0.027330927387059785, "t_msg": "Significant (t=-1486.570959, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7726000000000003, "timeline_link": null, "avg_changed": 7.091600000000003, "min_base": 0.74, "delta_min": "9.5000x slower", "delta_avg": "9.1789x slower", "std_changed": 0.03284844605401093, "min_changed": 7.03, "delta_std": "1.0329x larger", "std_base": 0.031803606521196646, "t_msg": "Significant (t=-977.258219, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.072529368400586, "timeline_link": null, "avg_changed": 0.5409536393483267, "min_base": 0.0414209365845, "delta_min": "3.0283x slower", "delta_avg": "7.4584x slower", "std_changed": 0.24549421613729178, "min_changed": 0.125437021255, "delta_std": "7.7886x larger", "std_base": 0.03151962948238749, "t_msg": "Significant (t=-23.178928, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012702488422393852, "timeline_link": null, "avg_changed": 0.05848752260208181, "min_base": 0.00758600234985, "delta_min": "7.3591x slower", "delta_avg": "4.6044x slower", "std_changed": 0.005865615550945158, "min_changed": 0.0558259487152, "delta_std": "2.1754x smaller", "std_base": 0.012760133237719504, "t_msg": "Significant (t=-72.899738, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.830417895317, "timeline_link": null, "avg_changed": 48.55878185272, "min_base": 1.81848406792, "delta_min": "26.6315x slower", "delta_avg": "26.5288x slower", "std_changed": 0.0632906031314739, "min_changed": 48.4289238453, "delta_std": "11.0905x larger", "std_base": 0.0057067157021931676, "t_msg": "Significant (t=-5199.577555, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5924924373617999, "timeline_link": null, "avg_changed": 2.029666996, "min_base": 0.415142059326, "delta_min": "4.8653x slower", "delta_avg": "3.4256x slower", "std_changed": 0.006630387893677893, "min_changed": 2.01979589462, "delta_std": "48.9004x smaller", "std_base": 0.3242288947434063, "t_msg": "Significant (t=-9.909506, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5651266098020002, "timeline_link": null, "avg_changed": 11.940362644199999, "min_base": 1.74039912224, "delta_min": "6.8457x slower", "delta_avg": "4.6549x slower", "std_changed": 0.020770784897071376, "min_changed": 11.9142830372, "delta_std": "60.9921x smaller", "std_base": 1.2668546560615446, "t_msg": "Significant (t=-16.545582, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5530792713161999, "timeline_link": null, "avg_changed": 0.989064264298, "min_base": 0.242485046387, "delta_min": "4.0053x slower", "delta_avg": "1.7883x slower", "std_changed": 0.026333315608908385, "min_changed": 0.971227169037, "delta_std": "14.8383x smaller", "std_base": 0.39074290541555523, "t_msg": "Significant (t=-2.489324, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45249419212340003, "timeline_link": null, "avg_changed": 3.555544424056, "min_base": 0.278995037079, "delta_min": "12.6923x slower", "delta_avg": "7.8577x slower", "std_changed": 0.02015610434442635, "min_changed": 3.54110097885, "delta_std": "12.0644x smaller", "std_base": 0.24317062774055354, "t_msg": "Significant (t=-28.436483, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02404645476, "timeline_link": null, "avg_changed": 1.6576537228999997, "min_base": 0.018547067, "delta_min": "89.2753x slower", "delta_avg": "68.9355x slower", "std_changed": 0.0017573364203003947, "min_changed": 1.65579475, "delta_std": "8.8346x smaller", "std_base": 0.015525361483570881, "t_msg": "Significant (t=-739.309794, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [375.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [732.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [116.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [157.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [178.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004279632389973805, "timeline_link": null, "avg_changed": 0.3063029574279177, "min_base": 0.004249947938137758, "delta_min": "71.8530x slower", "delta_avg": "71.5723x slower", "std_changed": 0.000737539918660077, "min_changed": 0.3053714844107857, "delta_std": "29.9118x larger", "std_base": 2.4657190445073836e-05, "t_msg": "Significant (t=-2893.992430, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001470798140872219, "timeline_link": null, "avg_changed": 0.013960729022187484, "min_base": 0.0014549687181725592, "delta_min": "9.5724x slower", "delta_avg": "9.4919x slower", "std_changed": 3.7530614958209275e-05, "min_changed": 0.013927576601671309, "delta_std": "3.2421x larger", "std_base": 1.1575985020644771e-05, "t_msg": "Significant (t=-2248.668019, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006638916896318714, "timeline_link": null, "avg_changed": 0.09950514805650892, "min_base": 0.0061900340451872485, "delta_min": "15.8382x slower", "delta_avg": "14.9882x slower", "std_changed": 0.0005198475985855114, "min_changed": 0.09803921568627451, "delta_std": "1.5433x larger", "std_base": 0.00033684135394920734, "t_msg": "Significant (t=-1060.095211, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19557398636358228, "timeline_link": null, "avg_changed": 1.0417438911601762, "min_base": 0.18892431219742592, "delta_min": "5.4922x slower", "delta_avg": "5.3266x slower", "std_changed": 0.0031648201716274926, "min_changed": 1.0376134889753568, "delta_std": "2.1222x smaller", "std_base": 0.006716430468756617, "t_msg": "Significant (t=-805.864953, a=0.95)\n"}]], "branch": "", "revision": "92712:382f89d5d1c5"}