{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037098960876466004, "timeline_link": null, "avg_changed": 0.7142393732069999, "min_base": 0.036514043808, "delta_min": "19.4186x slower", "delta_avg": "19.2523x slower", "std_changed": 0.0036299107557117194, "min_changed": 0.709053039551, "delta_std": "5.8875x larger", "std_base": 0.0006165496542544064, "t_msg": "Significant (t=-1300.444372, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015599548021950665, "timeline_link": null, "avg_changed": 0.14003596941628663, "min_base": 0.0125389099121, "delta_min": "10.8556x slower", "delta_avg": "8.9769x slower", "std_changed": 0.003273496955030537, "min_changed": 0.136117935181, "delta_std": "1.8273x smaller", "std_base": 0.005981753128752872, "t_msg": "Significant (t=-223.501253, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2840401887895, "timeline_link": null, "avg_changed": 1.4171124935155002, "min_base": 0.222728013992, "delta_min": "6.2556x slower", "delta_avg": "4.9891x slower", "std_changed": 0.052037159431589396, "min_changed": 1.39329099655, "delta_std": "3.6053x smaller", "std_base": 0.18760772837910147, "t_msg": "Significant (t=-26.027178, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.483105692863, "timeline_link": null, "avg_changed": 20.312668046954, "min_base": 3.4158949852, "delta_min": "5.9246x slower", "delta_avg": "5.8318x slower", "std_changed": 0.07915785654416159, "min_changed": 20.2379729748, "delta_std": "1.0061x smaller", "std_base": 0.07963817103249277, "t_msg": "Significant (t=-1059.817782, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.018956832885737997, "timeline_link": null, "avg_changed": 0.22613625526433995, "min_base": 0.0157392024994, "delta_min": "14.1799x slower", "delta_avg": "11.9290x slower", "std_changed": 0.0024461752209427702, "min_changed": 0.223181009293, "delta_std": "2.1170x smaller", "std_base": 0.005178557828477221, "t_msg": "Significant (t=-255.791746, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.069586172104403, "timeline_link": null, "avg_changed": 46.07788515091001, "min_base": 7.99738788605, "delta_min": "5.7461x slower", "delta_avg": "5.7101x slower", "std_changed": 0.06213442317796736, "min_changed": 45.9534947872, "delta_std": "2.8587x smaller", "std_base": 0.1776210793100617, "t_msg": "Significant (t=-1428.238957, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087174892425532, "timeline_link": null, "avg_changed": 0.5327772665024001, "min_base": 0.00627088546753, "delta_min": "84.5080x slower", "delta_avg": "61.1159x slower", "std_changed": 0.001962299608574463, "min_changed": 0.529940128326, "delta_std": "7.6224x smaller", "std_base": 0.014957368353199036, "t_msg": "Significant (t=-245.643342, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.844563007], "base_times": [140.914326906]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048422503471382, "timeline_link": null, "avg_changed": 3.284112963676199, "min_base": 0.045961856842, "delta_min": "71.1343x slower", "delta_avg": "67.8220x slower", "std_changed": 0.006604926238382975, "min_changed": 3.26946401596, "delta_std": "2.0499x smaller", "std_base": 0.013539482279455114, "t_msg": "Significant (t=-1518.776707, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0096568107604958, "timeline_link": null, "avg_changed": 0.037710294723518, "min_base": 0.0014009475708, "delta_min": "26.6064x slower", "delta_avg": "3.9050x slower", "std_changed": 0.00046930009175256927, "min_changed": 0.0372741222382, "delta_std": "24.4874x smaller", "std_base": 0.011491936676485362, "t_msg": "Significant (t=-17.247127, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03132956027984799, "timeline_link": null, "avg_changed": 1.0144491529464004, "min_base": 0.0296230316162, "delta_min": "34.0673x slower", "delta_avg": "32.3799x slower", "std_changed": 0.0034621327789070054, "min_changed": 1.00917696953, "delta_std": "1.3508x larger", "std_base": 0.0025629825094681887, "t_msg": "Significant (t=-1613.830926, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44164863109592006, "timeline_link": null, "avg_changed": 1.0663675928112, "min_base": 0.350384950638, "delta_min": "3.0130x slower", "delta_avg": "2.4145x slower", "std_changed": 0.0035667396306445715, "min_changed": 1.05569696426, "delta_std": "29.2658x smaller", "std_base": 0.10438350989634669, "t_msg": "Significant (t=-42.294550, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17288998126978009, "timeline_link": null, "avg_changed": 1.5151260423658, "min_base": 0.171155929565, "delta_min": "8.8019x slower", "delta_avg": "8.7635x slower", "std_changed": 0.004091505705410782, "min_changed": 1.5064971447, "delta_std": "1.0717x smaller", "std_base": 0.004385011036149336, "t_msg": "Significant (t=-1582.527582, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043465847969054006, "timeline_link": null, "avg_changed": 0.5996192836760799, "min_base": 0.0357010364532, "delta_min": "16.4885x slower", "delta_avg": "13.7952x slower", "std_changed": 0.004645484845616846, "min_changed": 0.588655948639, "delta_std": "1.0968x smaller", "std_base": 0.005095253988586972, "t_msg": "Significant (t=-570.348431, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015475354194643999, "timeline_link": null, "avg_changed": 0.26289929389963995, "min_base": 0.012796163559, "delta_min": "20.3452x slower", "delta_avg": "16.9883x slower", "std_changed": 0.0025701740528476453, "min_changed": 0.260340929031, "delta_std": "4.9202x smaller", "std_base": 0.012645830065884203, "t_msg": "Significant (t=-135.578196, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05525702953338801, "timeline_link": null, "avg_changed": 0.5603306055068802, "min_base": 0.0503790378571, "delta_min": "11.0240x slower", "delta_avg": "10.1404x slower", "std_changed": 0.003417078750068511, "min_changed": 0.555376052856, "delta_std": "7.1675x smaller", "std_base": 0.024492078092427143, "t_msg": "Significant (t=-144.420157, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16190994262694006, "timeline_link": null, "avg_changed": 1.5978843736640003, "min_base": 0.116312026978, "delta_min": "13.6822x slower", "delta_avg": "9.8690x slower", "std_changed": 0.003934135889105976, "min_changed": 1.59140515327, "delta_std": "9.9787x smaller", "std_base": 0.039257684681364126, "t_msg": "Significant (t=-257.357699, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.860684037200006, "timeline_link": null, "avg_changed": 350.86448705149996, "min_base": 12.4368979931, "delta_min": "28.2059x slower", "delta_avg": "27.2819x slower", "std_changed": 0.07111871257149861, "min_changed": 350.794083118, "delta_std": "6.0194x smaller", "std_base": 0.4280885507933304, "t_msg": "Significant (t=-5507.582901, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.54485936165, "timeline_link": null, "avg_changed": 20.78348999024, "min_base": 2.86668586731, "delta_min": "7.2346x slower", "delta_avg": "5.8630x slower", "std_changed": 0.0408026226552569, "min_changed": 20.7391848564, "delta_std": "23.2146x smaller", "std_base": 0.9472179405510822, "t_msg": "Significant (t=-40.656997, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.75539278507232, "timeline_link": null, "avg_changed": 23.864395227431995, "min_base": 0.75039100647, "delta_min": "31.7292x slower", "delta_avg": "31.5920x slower", "std_changed": 0.028209298924139276, "min_changed": 23.8093221188, "delta_std": "1.6281x larger", "std_base": 0.017326918218541706, "t_msg": "Significant (t=-4935.868382, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06845619678497003, "timeline_link": null, "avg_changed": 0.4049028110504599, "min_base": 0.066869020462, "delta_min": "6.0349x slower", "delta_avg": "5.9148x slower", "std_changed": 0.0011814114689733747, "min_changed": 0.40354681015, "delta_std": "3.7999x smaller", "std_base": 0.004489216302234431, "t_msg": "Significant (t=-512.495031, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032301182746886, "timeline_link": null, "avg_changed": 0.6291880989074599, "min_base": 0.0315568447113, "delta_min": "19.8453x slower", "delta_avg": "19.4788x slower", "std_changed": 0.003005873455285729, "min_changed": 0.626255989075, "delta_std": "1.0137x larger", "std_base": 0.002965124450931158, "t_msg": "Significant (t=-999.620208, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.21569099426, "timeline_link": null, "avg_changed": 44.70570197106, "min_base": 20.1961941719, "delta_min": "2.2100x slower", "delta_avg": "2.2114x slower", "std_changed": 0.046964665802370784, "min_changed": 44.6334359646, "delta_std": "1.6506x larger", "std_base": 0.028453457606710038, "t_msg": "Significant (t=-997.264190, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.265949344636, "timeline_link": null, "avg_changed": 9.4643494606, "min_base": 9.23934197426, "delta_min": "1.0232x slower", "delta_avg": "1.0214x slower", "std_changed": 0.01119873587548311, "min_changed": 9.45403790474, "delta_std": "5.0924x smaller", "std_base": 0.057028824396576014, "t_msg": "Significant (t=-7.633373, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29530537605286, "timeline_link": null, "avg_changed": 2.6799811744681996, "min_base": 0.286720991135, "delta_min": "9.3062x slower", "delta_avg": "9.0753x slower", "std_changed": 0.006354095969846636, "min_changed": 2.66828298569, "delta_std": "1.1270x larger", "std_base": 0.0056380330326515175, "t_msg": "Significant (t=-1984.998623, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.087126302719102, "timeline_link": null, "avg_changed": 0.45286337852479996, "min_base": 0.0224320888519, "delta_min": "19.9221x slower", "delta_avg": "5.1978x slower", "std_changed": 0.021081409898203785, "min_changed": 0.446895122528, "delta_std": "4.8512x smaller", "std_base": 0.10227076760346103, "t_msg": "Significant (t=-24.766597, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.098903341293362, "timeline_link": null, "avg_changed": 0.47047070026399995, "min_base": 0.0407629013062, "delta_min": "11.5116x slower", "delta_avg": "4.7569x slower", "std_changed": 0.001327420890693047, "min_changed": 0.469245195389, "delta_std": "84.5499x smaller", "std_base": 0.11223323728796171, "t_msg": "Significant (t=-23.408344, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031640090942386, "timeline_link": null, "avg_changed": 2.675114035607, "min_base": 0.0191040039062, "delta_min": "135.7286x slower", "delta_avg": "84.5482x slower", "std_changed": 0.03677694054440437, "min_changed": 2.59296011925, "delta_std": "2.0661x larger", "std_base": 0.01779998869607328, "t_msg": "Significant (t=-457.490467, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035574388504035995, "timeline_link": null, "avg_changed": 0.36690220832827997, "min_base": 0.00313997268677, "delta_min": "116.1087x slower", "delta_avg": "103.1366x slower", "std_changed": 0.0012354199433629554, "min_changed": 0.364578008652, "delta_std": "1.1189x larger", "std_base": 0.0011041422767050113, "t_msg": "Significant (t=-1550.606804, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18868780136111202, "timeline_link": null, "avg_changed": 0.6708846855163201, "min_base": 0.0853960514069, "delta_min": "7.6725x slower", "delta_avg": "3.5555x slower", "std_changed": 0.010508501942840297, "min_changed": 0.655203104019, "delta_std": "13.6345x smaller", "std_base": 0.14327865904004944, "t_msg": "Significant (t=-23.733563, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25125700950624, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4701263904571599, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2122391319274401, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60556201457978, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3685168838501, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27105000019076003, "timeline_link": null, "avg_changed": 0.7224334049225, "min_base": 0.263256072998, "delta_min": "2.6775x slower", "delta_avg": "2.6653x slower", "std_changed": 0.012252144014729365, "min_changed": 0.704874038696, "delta_std": "1.2977x larger", "std_base": 0.009441654264286345, "t_msg": "Significant (t=-206.345813, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08395319938662403, "timeline_link": null, "avg_changed": 0.41738523006448003, "min_base": 0.0572428703308, "delta_min": "7.2459x slower", "delta_avg": "4.9716x slower", "std_changed": 0.003091246052935493, "min_changed": 0.41477394104, "delta_std": "8.4373x smaller", "std_base": 0.02608162630468191, "t_msg": "Significant (t=-89.769439, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009330921173095003, "timeline_link": null, "avg_changed": 0.7002745962142799, "min_base": 0.00848889350891, "delta_min": "81.9885x slower", "delta_avg": "75.0488x slower", "std_changed": 0.0027839683651585973, "min_changed": 0.69599199295, "delta_std": "1.2638x smaller", "std_base": 0.0035183532002176017, "t_msg": "Significant (t=-1088.963765, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1772000000000005, "timeline_link": null, "avg_changed": 8.78, "min_base": 2.14, "delta_min": "4.0841x slower", "delta_avg": "4.0327x slower", "std_changed": 0.03562846832382847, "min_changed": 8.74, "delta_std": "1.1479x larger", "std_base": 0.03103914579089721, "t_msg": "Significant (t=-988.067570, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8124000000000001, "timeline_link": null, "avg_changed": 6.174600000000001, "min_base": 0.78, "delta_min": "7.8333x slower", "delta_avg": "7.6004x slower", "std_changed": 0.024843181629360486, "min_changed": 6.11, "delta_std": "1.3227x smaller", "std_base": 0.03286086935389683, "t_msg": "Significant (t=-920.416675, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06976595083872468, "timeline_link": null, "avg_changed": 0.5002815008163466, "min_base": 0.0421109199524, "delta_min": "2.8186x slower", "delta_avg": "7.1709x slower", "std_changed": 0.22495186977903342, "min_changed": 0.118691921234, "delta_std": "7.1911x larger", "std_base": 0.03128192918171467, "t_msg": "Significant (t=-23.215914, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01185536336898831, "timeline_link": null, "avg_changed": 0.06190858793258519, "min_base": 0.00734210014343, "delta_min": "7.2718x slower", "delta_avg": "5.2220x slower", "std_changed": 0.006868390136920166, "min_changed": 0.0533900260925, "delta_std": "1.7561x smaller", "std_base": 0.0120613994835061, "t_msg": "Significant (t=-80.636217, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8952145195004007, "timeline_link": null, "avg_changed": 45.04792851924601, "min_base": 1.881275177, "delta_min": "23.8123x slower", "delta_avg": "23.7693x slower", "std_changed": 0.12322213158014227, "min_changed": 44.7975800037, "delta_std": "18.8926x larger", "std_base": 0.006522250076419938, "t_msg": "Significant (t=-2472.844884, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5758485794066, "timeline_link": null, "avg_changed": 1.919928598402, "min_base": 0.411459922791, "delta_min": "4.6078x slower", "delta_avg": "3.3341x slower", "std_changed": 0.016313747716823764, "min_changed": 1.89594507217, "delta_std": "19.5705x smaller", "std_base": 0.31926889373794193, "t_msg": "Significant (t=-9.401287, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.431960725784, "timeline_link": null, "avg_changed": 11.260704946519999, "min_base": 1.68594789505, "delta_min": "6.6714x slower", "delta_avg": "4.6303x slower", "std_changed": 0.01296313727493431, "min_changed": 11.2476220131, "delta_std": "82.6673x smaller", "std_base": 1.0716277588849803, "t_msg": "Significant (t=-18.420788, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5386498451224, "timeline_link": null, "avg_changed": 0.9358016490936001, "min_base": 0.266716003418, "delta_min": "3.4446x slower", "delta_avg": "1.7373x slower", "std_changed": 0.015793213894295936, "min_changed": 0.918725013733, "delta_std": "23.5291x smaller", "std_base": 0.37159946930564774, "t_msg": "Significant (t=-2.387672, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.458655834198, "timeline_link": null, "avg_changed": 3.360370397568, "min_base": 0.311141014099, "delta_min": "10.7189x slower", "delta_avg": "7.3266x slower", "std_changed": 0.027685091004429088, "min_changed": 3.33509016037, "delta_std": "7.9052x smaller", "std_base": 0.21885667474017764, "t_msg": "Significant (t=-29.412547, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02595673422000001, "timeline_link": null, "avg_changed": 1.57274192988, "min_base": 0.020781873, "delta_min": "75.5396x slower", "delta_avg": "60.5909x slower", "std_changed": 0.002791985892383806, "min_changed": 1.569854075, "delta_std": "5.0286x smaller", "std_base": 0.014039827046163201, "t_msg": "Significant (t=-764.066904, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [371.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [733.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [116.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004950101188127802, "timeline_link": null, "avg_changed": 0.28112308261617175, "min_base": 0.0049142005160893384, "delta_min": "56.9367x slower", "delta_avg": "56.7914x slower", "std_changed": 0.0009442531101454172, "min_changed": 0.27979854504756574, "delta_std": "34.4061x larger", "std_base": 2.744431299903366e-05, "t_msg": "Significant (t=-2067.256704, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015961470200645089, "timeline_link": null, "avg_changed": 0.013299012812697537, "min_base": 0.001568627450980392, "delta_min": "8.4437x slower", "delta_avg": "8.3319x slower", "std_changed": 7.711942927239697e-05, "min_changed": 0.013245033112582781, "delta_std": "4.3563x larger", "std_base": 1.770281191989079e-05, "t_msg": "Significant (t=-1045.833269, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0069165103778205065, "timeline_link": null, "avg_changed": 0.09358521499366564, "min_base": 0.00648508430609598, "delta_min": "14.2778x slower", "delta_avg": "13.5307x slower", "std_changed": 0.0006784929689691181, "min_changed": 0.09259259259259259, "delta_std": "1.9258x larger", "std_base": 0.00035232647042907555, "t_msg": "Significant (t=-801.604247, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1935093678626471, "timeline_link": null, "avg_changed": 1.0020386290863008, "min_base": 0.18915883430868358, "delta_min": "5.2668x slower", "delta_avg": "5.1782x slower", "std_changed": 0.00475722918647194, "min_changed": 0.9962640099626401, "delta_std": "1.0876x smaller", "std_base": 0.005173904116774408, "t_msg": "Significant (t=-813.420312, a=0.95)\n"}]], "branch": "", "revision": "86451:eeb7fd8a6676"}