{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019592413902278002, "timeline_link": null, "avg_changed": 0.30653323173524005, "min_base": 0.019143819809, "delta_min": "15.6231x slower", "delta_avg": "15.6455x slower", "std_changed": 0.0032459828761424595, "min_changed": 0.299085140228, "delta_std": "8.2530x larger", "std_base": 0.00039331084195800826, "t_msg": "Significant (t=-620.534845, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008556067148842666, "timeline_link": null, "avg_changed": 0.05913774967193933, "min_base": 0.006511926651, "delta_min": "8.5288x slower", "delta_avg": "6.9118x slower", "std_changed": 0.002416745481857412, "min_changed": 0.0555391311646, "delta_std": "1.5428x smaller", "std_base": 0.0037285211112229634, "t_msg": "Significant (t=-139.423993, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.13484408855435, "timeline_link": null, "avg_changed": 0.6769817352295501, "min_base": 0.103736877441, "delta_min": "6.4293x slower", "delta_avg": "5.0205x slower", "std_changed": 0.006137230338781188, "min_changed": 0.666956186295, "delta_std": "15.3877x smaller", "std_base": 0.09443811634052653, "t_msg": "Significant (t=-25.618996, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6728923892982, "timeline_link": null, "avg_changed": 9.168538203239, "min_base": 1.65963792801, "delta_min": "5.4836x slower", "delta_avg": "5.4807x slower", "std_changed": 0.039192468453607604, "min_changed": 9.10079193115, "delta_std": "5.3340x larger", "std_base": 0.007347632309413952, "t_msg": "Significant (t=-1329.200222, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006497373580932201, "timeline_link": null, "avg_changed": 0.07783500671386599, "min_base": 0.00494408607483, "delta_min": "15.4378x slower", "delta_avg": "11.9795x slower", "std_changed": 0.00119025233651728, "min_changed": 0.0763258934021, "delta_std": "1.9029x smaller", "std_base": 0.002264884182661676, "t_msg": "Significant (t=-197.152549, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.0448249816879995, "timeline_link": null, "avg_changed": 23.162924003599997, "min_base": 3.8916349411, "delta_min": "5.9158x slower", "delta_avg": "5.7266x slower", "std_changed": 0.0943932993868908, "min_changed": 23.0220739841, "delta_std": "2.7820x smaller", "std_base": 0.2626054152696092, "t_msg": "Significant (t=-153.193339, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0045401334762578014, "timeline_link": null, "avg_changed": 0.22266076087956005, "min_base": 0.00340008735657, "delta_min": "63.9475x slower", "delta_avg": "49.0428x slower", "std_changed": 0.0025498363957249925, "min_changed": 0.217427015305, "delta_std": "2.7542x smaller", "std_base": 0.007022790627117798, "t_msg": "Significant (t=-206.434342, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.97180295], "base_times": [64.3829360008]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027449531555175998, "timeline_link": null, "avg_changed": 1.6554179000859996, "min_base": 0.0256140232086, "delta_min": "63.5410x slower", "delta_avg": "60.3077x slower", "std_changed": 0.013141522381521812, "min_changed": 1.62754011154, "delta_std": "1.9901x larger", "std_base": 0.006603585478661894, "t_msg": "Significant (t=-782.700707, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00486985206603896, "timeline_link": null, "avg_changed": 0.018680753707884, "min_base": 0.000647068023682, "delta_min": "27.8935x slower", "delta_avg": "3.8360x slower", "std_changed": 0.0006047349418957332, "min_changed": 0.0180490016937, "delta_std": "9.2830x smaller", "std_base": 0.005613777896697529, "t_msg": "Significant (t=-17.296032, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015138998031622, "timeline_link": null, "avg_changed": 0.44459812641148, "min_base": 0.0146498680115, "delta_min": "29.4326x slower", "delta_avg": "29.3677x slower", "std_changed": 0.0048559340210914195, "min_changed": 0.431183099747, "delta_std": "3.8197x larger", "std_base": 0.001271291575859719, "t_msg": "Significant (t=-604.976701, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18984311580663996, "timeline_link": null, "avg_changed": 0.46100158214565995, "min_base": 0.15842294693, "delta_min": "2.8149x slower", "delta_avg": "2.4283x slower", "std_changed": 0.0067168462269598115, "min_changed": 0.44594502449, "delta_std": "6.9397x smaller", "std_base": 0.046613152054856846, "t_msg": "Significant (t=-40.713365, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09841809749604201, "timeline_link": null, "avg_changed": 0.7155772972106402, "min_base": 0.0955221652985, "delta_min": "7.2804x slower", "delta_avg": "7.2708x slower", "std_changed": 0.01324764685873202, "min_changed": 0.695443868637, "delta_std": "6.3917x larger", "std_base": 0.0020726373533804642, "t_msg": "Significant (t=-325.455960, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021149549484251996, "timeline_link": null, "avg_changed": 0.26766178131099994, "min_base": 0.0181579589844, "delta_min": "14.1922x slower", "delta_avg": "12.6557x slower", "std_changed": 0.0037773188817171468, "min_changed": 0.257702112198, "delta_std": "1.6527x larger", "std_base": 0.002285588195445325, "t_msg": "Significant (t=-394.815962, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008839230537411001, "timeline_link": null, "avg_changed": 0.11185324668885999, "min_base": 0.00693297386169, "delta_min": "15.7886x slower", "delta_avg": "12.6542x slower", "std_changed": 0.0015791244927754666, "min_changed": 0.109462022781, "delta_std": "4.1749x smaller", "std_base": 0.006592686349839092, "t_msg": "Significant (t=-107.449597, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02417231559751999, "timeline_link": null, "avg_changed": 0.22957507133489996, "min_base": 0.0213749408722, "delta_min": "10.4056x slower", "delta_avg": "9.4974x slower", "std_changed": 0.002934137233176298, "min_changed": 0.222419977188, "delta_std": "4.3668x smaller", "std_base": 0.012812720897689504, "t_msg": "Significant (t=-110.497091, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06499874591829602, "timeline_link": null, "avg_changed": 0.7844172382354, "min_base": 0.0432279109955, "delta_min": "17.7751x slower", "delta_avg": "12.0682x slower", "std_changed": 0.008066971324249385, "min_changed": 0.768381118774, "delta_std": "2.3560x smaller", "std_base": 0.019005478537441414, "t_msg": "Significant (t=-246.386530, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.208751082420007, "timeline_link": null, "avg_changed": 164.66848146899977, "min_base": 6.07095217705, "delta_min": "27.0966x slower", "delta_avg": "26.5220x slower", "std_changed": 0.16789606547026997, "min_changed": 164.502272844, "delta_std": "1.2062x larger", "std_base": 0.1391979148960147, "t_msg": "Significant (t=-5137.590524, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.365331029894, "timeline_link": null, "avg_changed": 8.795477581026, "min_base": 1.04592204094, "delta_min": "8.3764x slower", "delta_avg": "6.4420x slower", "std_changed": 0.027828934567974375, "min_changed": 8.7610309124, "delta_std": "16.0679x smaller", "std_base": 0.44715137925611914, "t_msg": "Significant (t=-37.084152, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37986158847806, "timeline_link": null, "avg_changed": 11.609881563188, "min_base": 0.370892047882, "delta_min": "31.0765x slower", "delta_avg": "30.5635x slower", "std_changed": 0.037014660828654435, "min_changed": 11.5260279179, "delta_std": "4.6814x larger", "std_base": 0.007906754317466015, "t_msg": "Significant (t=-2097.986902, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04668606281281001, "timeline_link": null, "avg_changed": 0.22247328758242, "min_base": 0.0450859069824, "delta_min": "4.8605x slower", "delta_avg": "4.7653x slower", "std_changed": 0.00217831700992897, "min_changed": 0.219139099121, "delta_std": "1.1888x smaller", "std_base": 0.002589553572814152, "t_msg": "Significant (t=-367.327462, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021274108886722, "timeline_link": null, "avg_changed": 0.37130703449254016, "min_base": 0.0202350616455, "delta_min": "17.9798x slower", "delta_avg": "17.4535x slower", "std_changed": 0.004232999012808759, "min_changed": 0.363822937012, "delta_std": "2.6095x larger", "std_base": 0.0016221560830302656, "t_msg": "Significant (t=-545.998517, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.948469400406001, "timeline_link": null, "avg_changed": 18.473558092119998, "min_base": 8.93279004097, "delta_min": "2.0621x slower", "delta_avg": "2.0644x slower", "std_changed": 0.06007639024465654, "min_changed": 18.4202511311, "delta_std": "4.0981x larger", "std_base": 0.014659552368239495, "t_msg": "Significant (t=-344.421950, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.56427297592, "timeline_link": null, "avg_changed": 4.646611166002, "min_base": 4.53944897652, "delta_min": "1.0211x slower", "delta_avg": "1.0180x slower", "std_changed": 0.01355516362980231, "min_changed": 4.63521194458, "delta_std": "1.2668x smaller", "std_base": 0.01717232008929754, "t_msg": "Significant (t=-8.415616, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15716732501987998, "timeline_link": null, "avg_changed": 1.2572669076921998, "min_base": 0.151557922363, "delta_min": "8.1873x slower", "delta_avg": "7.9995x slower", "std_changed": 0.009241185222991685, "min_changed": 1.24085116386, "delta_std": "1.6969x larger", "std_base": 0.005445832564514833, "t_msg": "Significant (t=-725.205752, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045332651138311995, "timeline_link": null, "avg_changed": 0.2016392469406, "min_base": 0.01060795784, "delta_min": "18.3047x slower", "delta_avg": "4.4480x slower", "std_changed": 0.006360564360082168, "min_changed": 0.194175958633, "delta_std": "8.3995x smaller", "std_base": 0.053425407890398895, "t_msg": "Significant (t=-20.542732, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.047941665649405996, "timeline_link": null, "avg_changed": 0.21354661941530004, "min_base": 0.0168271064758, "delta_min": "12.3838x slower", "delta_avg": "4.4543x slower", "std_changed": 0.0032241662609701605, "min_changed": 0.208382844925, "delta_std": "17.3674x smaller", "std_base": 0.05599546484721427, "t_msg": "Significant (t=-20.877897, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009924950599670199, "timeline_link": null, "avg_changed": 1.1675862264638, "min_base": 0.00913786888123, "delta_min": "125.8182x slower", "delta_avg": "117.6415x slower", "std_changed": 0.009524484905512354, "min_changed": 1.14971017838, "delta_std": "11.5674x larger", "std_base": 0.0008233899858797988, "t_msg": "Significant (t=-856.264974, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016129827499389998, "timeline_link": null, "avg_changed": 0.18470756530763996, "min_base": 0.00143098831177, "delta_min": "125.4020x slower", "delta_avg": "114.5130x slower", "std_changed": 0.0018340116992452329, "min_changed": 0.179448843002, "delta_std": "3.8059x larger", "std_base": 0.00048188281235414374, "t_msg": "Significant (t=-682.750664, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09320234775546204, "timeline_link": null, "avg_changed": 0.30004708766938004, "min_base": 0.0381760597229, "delta_min": "7.5881x slower", "delta_avg": "3.2193x slower", "std_changed": 0.006421901061824857, "min_changed": 0.289682149887, "delta_std": "11.6607x smaller", "std_base": 0.07488364164152798, "t_msg": "Significant (t=-19.460382, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11926066875448002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1855915164948, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12041063785550003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25782086849212, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16469256401058, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13956642627724003, "timeline_link": null, "avg_changed": 0.43237823486325994, "min_base": 0.13643693924, "delta_min": "3.0710x slower", "delta_avg": "3.0980x slower", "std_changed": 0.006157499297698282, "min_changed": 0.41900396347, "delta_std": "4.0797x larger", "std_base": 0.0015093000145462903, "t_msg": "Significant (t=-326.587489, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04365446090699001, "timeline_link": null, "avg_changed": 0.21093744754790003, "min_base": 0.029837846756, "delta_min": "6.8399x slower", "delta_avg": "4.8320x slower", "std_changed": 0.0031557782313502, "min_changed": 0.204087972641, "delta_std": "3.7703x smaller", "std_base": 0.011898193974146725, "t_msg": "Significant (t=-96.093333, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005607533454895199, "timeline_link": null, "avg_changed": 0.35586328029630004, "min_base": 0.00515484809875, "delta_min": "67.1438x slower", "delta_avg": "63.4616x slower", "std_changed": 0.004444408113438649, "min_changed": 0.346116065979, "delta_std": "2.7308x larger", "std_base": 0.0016275368489616858, "t_msg": "Significant (t=-523.275460, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0182000000000004, "timeline_link": null, "avg_changed": 4.9244, "min_base": 0.99, "delta_min": "4.8788x slower", "delta_avg": "4.8364x slower", "std_changed": 0.050189843675421675, "min_changed": 4.83, "delta_std": "2.2708x larger", "std_base": 0.022102728615374587, "t_msg": "Significant (t=-503.654799, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3828000000000001, "timeline_link": null, "avg_changed": 3.6189999999999993, "min_base": 0.36, "delta_min": "9.7500x slower", "delta_avg": "9.4540x slower", "std_changed": 0.04803272693844126, "min_changed": 3.51, "delta_std": "2.4782x larger", "std_base": 0.019382297835596148, "t_msg": "Significant (t=-441.799160, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03494622866312666, "timeline_link": null, "avg_changed": 0.21268699010217862, "min_base": 0.0214800834656, "delta_min": "2.9130x slower", "delta_avg": "6.0861x slower", "std_changed": 0.08866334897897658, "min_changed": 0.0625710487366, "delta_std": "5.2997x larger", "std_base": 0.016729946695312088, "t_msg": "Significant (t=-24.126351, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017877549648286438, "timeline_link": null, "avg_changed": 0.044341171741496224, "min_base": 0.0036039352417, "delta_min": "7.6694x slower", "delta_avg": "2.4803x slower", "std_changed": 0.07916004367052401, "min_changed": 0.0276401042938, "delta_std": "1.3536x larger", "std_base": 0.05848127519415254, "t_msg": "Significant (t=-6.012481, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7523423433303, "timeline_link": null, "avg_changed": 17.16640455723, "min_base": 0.741647958755, "delta_min": "23.0660x slower", "delta_avg": "22.8173x slower", "std_changed": 0.04680943558589397, "min_changed": 17.1068639755, "delta_std": "5.4192x larger", "std_base": 0.008637703387428924, "t_msg": "Significant (t=-1090.464905, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.251413822174, "timeline_link": null, "avg_changed": 0.8412130355836, "min_base": 0.170686006546, "delta_min": "4.7860x slower", "delta_avg": "3.3459x slower", "std_changed": 0.01772737824780535, "min_changed": 0.816895008087, "delta_std": "9.1531x smaller", "std_base": 0.16226089632463644, "t_msg": "Significant (t=-8.079766, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1899167537684, "timeline_link": null, "avg_changed": 4.903393602372, "min_base": 0.791735887527, "delta_min": "6.1456x slower", "delta_avg": "4.1208x slower", "std_changed": 0.03449063063530261, "min_changed": 4.86569309235, "delta_std": "17.2643x smaller", "std_base": 0.5954556795910155, "t_msg": "Significant (t=-13.921594, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.253394985199, "timeline_link": null, "avg_changed": 0.4023815631866, "min_base": 0.113352060318, "delta_min": "3.4225x slower", "delta_avg": "1.5880x slower", "std_changed": 0.013337582242838441, "min_changed": 0.387942075729, "delta_std": "14.3058x smaller", "std_base": 0.19080498119487144, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22846078872679998, "timeline_link": null, "avg_changed": 1.3859309673320002, "min_base": 0.151869058609, "delta_min": "9.0137x slower", "delta_avg": "6.0664x slower", "std_changed": 0.01736801924689554, "min_changed": 1.36890006065, "delta_std": "6.5926x smaller", "std_base": 0.11450101236014887, "t_msg": "Significant (t=-22.348374, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010755906059999997, "timeline_link": null, "avg_changed": 0.7202995250800001, "min_base": 0.00778091, "delta_min": "90.6502x slower", "delta_avg": "66.9678x slower", "std_changed": 0.010815054489208324, "min_changed": 0.705341311, "delta_std": "1.3699x larger", "std_base": 0.00789465926386045, "t_msg": "Significant (t=-374.700953, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [180.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [492.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [87.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002520495002045536, "timeline_link": null, "avg_changed": 0.12615797882353533, "min_base": 0.002443386729477995, "delta_min": "50.6319x slower", "delta_avg": "50.0529x slower", "std_changed": 0.0010474294764067668, "min_changed": 0.12371338083927158, "delta_std": "45.8002x larger", "std_base": 2.286953461933891e-05, "t_msg": "Significant (t=-834.462596, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006698931155288896, "timeline_link": null, "avg_changed": 0.006548070879465734, "min_base": 0.0006644076805527872, "delta_min": "9.7925x slower", "delta_avg": "9.7748x slower", "std_changed": 3.389410661693067e-05, "min_changed": 0.006506180871828237, "delta_std": "5.3831x larger", "std_base": 6.296342228134483e-06, "t_msg": "Significant (t=-381.273357, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002744518427573069, "timeline_link": null, "avg_changed": 0.04233334201893995, "min_base": 0.00241196333815726, "delta_min": "17.1677x slower", "delta_avg": "15.4247x slower", "std_changed": 0.0004797084263120855, "min_changed": 0.041407867494824016, "delta_std": "2.3427x larger", "std_base": 0.00020476912841122465, "t_msg": "Significant (t=-536.701462, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.059947335294243134, "timeline_link": null, "avg_changed": 0.35727835244694023, "min_base": 0.0581120836814005, "delta_min": "5.9835x slower", "delta_avg": "5.9599x slower", "std_changed": 0.004002708300540771, "min_changed": 0.3477127023796588, "delta_std": "4.3620x larger", "std_base": 0.0009176417076389537, "t_msg": "Significant (t=-511.974428, a=0.95)\n"}]], "branch": "", "revision": "96655:47cd0afba559"}