{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036376013755802, "timeline_link": null, "avg_changed": 0.73503639698026, "min_base": 0.0359029769897, "delta_min": "20.3333x slower", "delta_avg": "20.2066x slower", "std_changed": 0.0034865371938761027, "min_changed": 0.730026960373, "delta_std": "7.4324x larger", "std_base": 0.00046909980228349973, "t_msg": "Significant (t=-1404.303686, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015631295839946664, "timeline_link": null, "avg_changed": 0.14311072031658667, "min_base": 0.0123870372772, "delta_min": "11.2348x slower", "delta_avg": "9.1554x slower", "std_changed": 0.003202764045934724, "min_changed": 0.139165878296, "delta_std": "1.8730x smaller", "std_base": 0.005998679586124168, "t_msg": "Significant (t=-229.598001, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28630130290985, "timeline_link": null, "avg_changed": 1.443215179444, "min_base": 0.224451065063, "delta_min": "6.3427x slower", "delta_avg": "5.0409x slower", "std_changed": 0.05052107953909563, "min_changed": 1.42362189293, "delta_std": "3.6378x smaller", "std_base": 0.18378581031227978, "t_msg": "Significant (t=-27.144741, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4848405551901998, "timeline_link": null, "avg_changed": 20.832803559303997, "min_base": 3.42422199249, "delta_min": "6.0606x slower", "delta_avg": "5.9781x slower", "std_changed": 0.08297269414505955, "min_changed": 20.7528369427, "delta_std": "1.0482x larger", "std_base": 0.07915700069371091, "t_msg": "Significant (t=-1069.709075, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.018769221305847995, "timeline_link": null, "avg_changed": 0.23548714637768003, "min_base": 0.0155839920044, "delta_min": "14.9406x slower", "delta_avg": "12.5465x slower", "std_changed": 0.0024476229887443568, "min_changed": 0.232834815979, "delta_std": "2.1535x smaller", "std_base": 0.00527086075051677, "t_msg": "Significant (t=-263.691482, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.0603080177308, "timeline_link": null, "avg_changed": 48.55195798874801, "min_base": 7.99820804596, "delta_min": "6.0494x slower", "delta_avg": "6.0236x slower", "std_changed": 0.05325933621126808, "min_changed": 48.3842699528, "delta_std": "3.1798x smaller", "std_base": 0.1693534507458886, "t_msg": "Significant (t=-1612.787020, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008800134658814204, "timeline_link": null, "avg_changed": 0.5349177694320402, "min_base": 0.00635313987732, "delta_min": "83.9198x slower", "delta_avg": "60.7852x slower", "std_changed": 0.0015727634970949804, "min_changed": 0.533154010773, "delta_std": "9.5593x smaller", "std_base": 0.015034569096688816, "t_msg": "Significant (t=-246.101066, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.640694141], "base_times": [142.614672899]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04813171863555999, "timeline_link": null, "avg_changed": 3.3812962818150005, "min_base": 0.0456509590149, "delta_min": "73.8834x slower", "delta_avg": "70.2509x slower", "std_changed": 0.0035314812607197123, "min_changed": 3.37284994125, "delta_std": "3.8654x smaller", "std_base": 0.013650615951975748, "t_msg": "Significant (t=-1671.559759, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009611806869507198, "timeline_link": null, "avg_changed": 0.03772682666779001, "min_base": 0.0014009475708, "delta_min": "26.6048x slower", "delta_avg": "3.9251x slower", "std_changed": 0.0003814793066458034, "min_changed": 0.0372719764709, "delta_std": "30.1749x smaller", "std_base": 0.011511083438855978, "t_msg": "Significant (t=-17.261115, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.033495745658876, "timeline_link": null, "avg_changed": 1.0645715332036003, "min_base": 0.0319180488586, "delta_min": "33.2144x slower", "delta_avg": "31.7823x slower", "std_changed": 0.003097684215118007, "min_changed": 1.0601401329, "delta_std": "1.2026x larger", "std_base": 0.002575895995143052, "t_msg": "Significant (t=-1809.691117, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44446932792664, "timeline_link": null, "avg_changed": 1.1093110132209998, "min_base": 0.358850002289, "delta_min": "3.0660x slower", "delta_avg": "2.4958x slower", "std_changed": 0.0032585297226209774, "min_changed": 1.10022091866, "delta_std": "34.5700x smaller", "std_base": 0.11264741515900363, "t_msg": "Significant (t=-41.715782, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17627432346343996, "timeline_link": null, "avg_changed": 1.5260660076138002, "min_base": 0.173115968704, "delta_min": "8.7639x slower", "delta_avg": "8.6573x slower", "std_changed": 0.004958145825535379, "min_changed": 1.51716399193, "delta_std": "1.1084x larger", "std_base": 0.004473127792467882, "t_msg": "Significant (t=-1429.298290, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043368945121768, "timeline_link": null, "avg_changed": 0.5885005044937, "min_base": 0.0359950065613, "delta_min": "16.0306x slower", "delta_avg": "13.5696x slower", "std_changed": 0.006736753358550301, "min_changed": 0.57702088356, "delta_std": "1.3386x larger", "std_base": 0.005032751891421486, "t_msg": "Significant (t=-458.393472, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015285201072683996, "timeline_link": null, "avg_changed": 0.26701331615448004, "min_base": 0.0126070976257, "delta_min": "20.9895x slower", "delta_avg": "17.4687x slower", "std_changed": 0.0022866905476084517, "min_changed": 0.264616966248, "delta_std": "5.4998x smaller", "std_base": 0.012576272577535998, "t_msg": "Significant (t=-139.252141, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05489572525025202, "timeline_link": null, "avg_changed": 0.57077995300296, "min_base": 0.0500349998474, "delta_min": "11.3083x slower", "delta_avg": "10.3975x slower", "std_changed": 0.003391823088268844, "min_changed": 0.565809011459, "delta_std": "7.3789x smaller", "std_base": 0.02502800509511224, "t_msg": "Significant (t=-144.430554, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.12679647445675, "timeline_link": null, "avg_changed": 1.5803912019728004, "min_base": 0.0931718349457, "delta_min": "16.9014x slower", "delta_avg": "12.4640x slower", "std_changed": 0.003895059477780416, "min_changed": 1.57473087311, "delta_std": "8.4226x smaller", "std_base": 0.032806647183615534, "t_msg": "Significant (t=-311.119261, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.677057504650003, "timeline_link": null, "avg_changed": 341.0618225335001, "min_base": 12.3945629597, "delta_min": "27.5146x slower", "delta_avg": "26.9039x slower", "std_changed": 0.030083818104560373, "min_changed": 341.032041073, "delta_std": "9.4856x smaller", "std_base": 0.2853625834033609, "t_msg": "Significant (t=-8092.280062, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.53111820221, "timeline_link": null, "avg_changed": 20.65270957946, "min_base": 2.83032202721, "delta_min": "7.2913x slower", "delta_avg": "5.8488x slower", "std_changed": 0.009531354228382558, "min_changed": 20.6366238594, "delta_std": "99.9789x smaller", "std_base": 0.9529343093117604, "t_msg": "Significant (t=-40.173942, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7808707809448401, "timeline_link": null, "avg_changed": 24.89365764618, "min_base": 0.775691986084, "delta_min": "32.0458x slower", "delta_avg": "31.8794x slower", "std_changed": 0.016860720968611177, "min_changed": 24.8576929569, "delta_std": "1.0180x smaller", "std_base": 0.017163756708173033, "t_msg": "Significant (t=-7086.612994, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06806598663330601, "timeline_link": null, "avg_changed": 0.43041086673730006, "min_base": 0.0664761066437, "delta_min": "6.4516x slower", "delta_avg": "6.3234x slower", "std_changed": 0.0013570950507964207, "min_changed": 0.428874969482, "delta_std": "3.4585x smaller", "std_base": 0.004693548950505072, "t_msg": "Significant (t=-524.409844, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031672315597528, "timeline_link": null, "avg_changed": 0.6469746828079201, "min_base": 0.0308990478516, "delta_min": "20.7300x slower", "delta_avg": "20.4271x slower", "std_changed": 0.003999148490317102, "min_changed": 0.64053606987, "delta_std": "1.2856x larger", "std_base": 0.0031107734393710966, "t_msg": "Significant (t=-858.736272, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.90209121704, "timeline_link": null, "avg_changed": 44.344965076440005, "min_base": 18.8813109398, "delta_min": "2.3479x slower", "delta_avg": "2.3460x slower", "std_changed": 0.011480876807102774, "min_changed": 44.3309378624, "delta_std": "2.5269x smaller", "std_base": 0.029011587716269268, "t_msg": "Significant (t=-1823.421352, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.235631275174, "timeline_link": null, "avg_changed": 9.4936565876, "min_base": 9.22796797752, "delta_min": "1.0281x slower", "delta_avg": "1.0279x slower", "std_changed": 0.006617380671962539, "min_changed": 9.48717498779, "delta_std": "2.4025x smaller", "std_base": 0.015898410579513376, "t_msg": "Significant (t=-33.504176, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2998465681075, "timeline_link": null, "avg_changed": 2.6510701704028, "min_base": 0.288823843002, "delta_min": "9.1379x slower", "delta_avg": "8.8414x slower", "std_changed": 0.006407352632517186, "min_changed": 2.63923478127, "delta_std": "1.0065x smaller", "std_base": 0.006448776883632157, "t_msg": "Significant (t=-1828.864118, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08872707843780998, "timeline_link": null, "avg_changed": 0.45456235885615986, "min_base": 0.0235381126404, "delta_min": "19.0815x slower", "delta_avg": "5.1232x slower", "std_changed": 0.0165444053417642, "min_changed": 0.449141979218, "delta_std": "6.5458x smaller", "std_base": 0.10829688307950977, "t_msg": "Significant (t=-23.612665, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.098660578727716, "timeline_link": null, "avg_changed": 0.4749486017227199, "min_base": 0.0411632061005, "delta_min": "11.4895x slower", "delta_avg": "4.8140x slower", "std_changed": 0.0019892290541699857, "min_changed": 0.472945928574, "delta_std": "56.4357x smaller", "std_base": 0.11226358093955754, "t_msg": "Significant (t=-23.697271, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03393355369567799, "timeline_link": null, "avg_changed": 2.771184020042599, "min_base": 0.0188610553741, "delta_min": "144.5777x slower", "delta_avg": "81.6650x slower", "std_changed": 0.016595101121328452, "min_changed": 2.72688889503, "delta_std": "1.2559x smaller", "std_base": 0.020841060646796347, "t_msg": "Significant (t=-726.520210, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003458809852599599, "timeline_link": null, "avg_changed": 0.3501346445083599, "min_base": 0.00313591957092, "delta_min": "111.2570x slower", "delta_avg": "101.2298x slower", "std_changed": 0.0010217172310248643, "min_changed": 0.34889292717, "delta_std": "1.3388x larger", "std_base": 0.0007631494351889674, "t_msg": "Significant (t=-1922.240924, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18909071922309, "timeline_link": null, "avg_changed": 0.68547386169436, "min_base": 0.0837068557739, "delta_min": "7.9965x slower", "delta_avg": "3.6251x slower", "std_changed": 0.010606049778992759, "min_changed": 0.66935801506, "delta_std": "13.7266x smaller", "std_base": 0.14558503838988895, "t_msg": "Significant (t=-24.045614, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2474626302719399, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46986178874964013, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21192726612093998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6057448673248598, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3683124923705599, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27238091468808, "timeline_link": null, "avg_changed": 0.7156349039077802, "min_base": 0.260716915131, "delta_min": "2.6723x slower", "delta_avg": "2.6273x slower", "std_changed": 0.014304114685994788, "min_changed": 0.696723222733, "delta_std": "1.5194x larger", "std_base": 0.009414088588733579, "t_msg": "Significant (t=-183.033848, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08515058517456799, "timeline_link": null, "avg_changed": 0.4291369867324802, "min_base": 0.0603151321411, "delta_min": "7.0790x slower", "delta_avg": "5.0397x slower", "std_changed": 0.0026448148840169175, "min_changed": 0.426971912384, "delta_std": "9.1276x smaller", "std_base": 0.024140828222036694, "t_msg": "Significant (t=-100.157444, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0093554067611692, "timeline_link": null, "avg_changed": 0.69107474803926, "min_base": 0.00851702690125, "delta_min": "80.7304x slower", "delta_avg": "73.8690x slower", "std_changed": 0.002365038618365489, "min_changed": 0.687582969666, "delta_std": "1.4851x smaller", "std_base": 0.0035122953490109945, "t_msg": "Significant (t=-1138.426507, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1198000000000006, "timeline_link": null, "avg_changed": 9.5586, "min_base": 2.09, "delta_min": "4.5502x slower", "delta_avg": "4.5092x slower", "std_changed": 0.03380677386536143, "min_changed": 9.51, "delta_std": "1.0448x larger", "std_base": 0.03235580255817611, "t_msg": "Significant (t=-1124.051122, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8263999999999997, "timeline_link": null, "avg_changed": 6.605999999999999, "min_base": 0.78, "delta_min": "8.3846x slower", "delta_avg": "7.9937x slower", "std_changed": 0.029137254363387387, "min_changed": 6.54, "delta_std": "1.2667x smaller", "std_base": 0.03690915488446889, "t_msg": "Significant (t=-869.085209, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07210430939992131, "timeline_link": null, "avg_changed": 0.5230523157120002, "min_base": 0.0470209121704, "delta_min": "2.5818x slower", "delta_avg": "7.2541x slower", "std_changed": 0.2369127154738436, "min_changed": 0.121399879456, "delta_std": "7.7160x larger", "std_base": 0.030703952390336787, "t_msg": "Significant (t=-23.118879, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011959090709686857, "timeline_link": null, "avg_changed": 0.06234834289550661, "min_base": 0.00741505622864, "delta_min": "7.3050x slower", "delta_avg": "5.2135x slower", "std_changed": 0.007124023470762234, "min_changed": 0.0541670322418, "delta_std": "1.7094x smaller", "std_base": 0.012177677477887748, "t_msg": "Significant (t=-79.862796, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9165598917012006, "timeline_link": null, "avg_changed": 47.128634705542005, "min_base": 1.90268993378, "delta_min": "24.7201x slower", "delta_avg": "24.5902x slower", "std_changed": 0.0498227753078199, "min_changed": 47.034594059, "delta_std": "7.4691x larger", "std_base": 0.0066705109164288436, "t_msg": "Significant (t=-6359.948597, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.584067630767, "timeline_link": null, "avg_changed": 1.954478788374, "min_base": 0.410790920258, "delta_min": "4.7072x slower", "delta_avg": "3.3463x slower", "std_changed": 0.013561850366127804, "min_changed": 1.93368816376, "delta_std": "23.8907x smaller", "std_base": 0.3240027602917278, "t_msg": "Significant (t=-9.449462, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.4560701847079995, "timeline_link": null, "avg_changed": 11.35538611414, "min_base": 1.70946884155, "delta_min": "6.6325x slower", "delta_avg": "4.6234x slower", "std_changed": 0.0128188092852385, "min_changed": 11.3380510807, "delta_std": "90.7442x smaller", "std_base": 1.1632329419022975, "t_msg": "Significant (t=-17.106004, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5184526920310001, "timeline_link": null, "avg_changed": 0.9526047706604001, "min_base": 0.223616123199, "delta_min": "4.1872x slower", "delta_avg": "1.8374x slower", "std_changed": 0.015003734178975126, "min_changed": 0.936326980591, "delta_std": "24.5331x smaller", "std_base": 0.3680874735693572, "t_msg": "Significant (t=-2.635211, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45856084823619997, "timeline_link": null, "avg_changed": 3.396858644486, "min_base": 0.295403957367, "delta_min": "11.4122x slower", "delta_avg": "7.4077x slower", "std_changed": 0.03131670890167909, "min_changed": 3.37120103836, "delta_std": "7.9587x smaller", "std_base": 0.2492401312672502, "t_msg": "Significant (t=-26.155401, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0258482391, "timeline_link": null, "avg_changed": 1.5969158000400003, "min_base": 0.020690208, "delta_min": "77.0669x slower", "delta_avg": "61.7804x slower", "std_changed": 0.0022067565898494256, "min_changed": 1.594529749, "delta_std": "6.3553x smaller", "std_base": 0.014024686861417486, "t_msg": "Significant (t=-782.484868, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [370.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [726.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [119.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [160.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004583181361472018, "timeline_link": null, "avg_changed": 0.28778061230502056, "min_base": 0.004560275440636615, "delta_min": "62.8684x slower", "delta_avg": "62.7906x slower", "std_changed": 0.000745084185012771, "min_changed": 0.286697247706422, "delta_std": "33.1560x larger", "std_base": 2.2472105135923345e-05, "t_msg": "Significant (t=-2686.405246, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015468847836272825, "timeline_link": null, "avg_changed": 0.013299996217682011, "min_base": 0.0015255530129672007, "delta_min": "8.6706x slower", "delta_avg": "8.5979x slower", "std_changed": 6.993903929147259e-05, "min_changed": 0.013227513227513227, "delta_std": "4.2512x larger", "std_base": 1.6451502676723843e-05, "t_msg": "Significant (t=-1156.708053, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006708980997289446, "timeline_link": null, "avg_changed": 0.09497137413855115, "min_base": 0.006265664160401002, "delta_min": "14.9859x slower", "delta_avg": "14.1559x slower", "std_changed": 0.0006676932024006837, "min_changed": 0.09389671361502347, "delta_std": "1.8481x larger", "std_base": 0.0003612792678872739, "t_msg": "Significant (t=-822.095895, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19393990282897772, "timeline_link": null, "avg_changed": 1.003204572685793, "min_base": 0.1893491124260355, "delta_min": "5.2648x slower", "delta_avg": "5.1728x slower", "std_changed": 0.004473317995359949, "min_changed": 0.9968847352024922, "delta_std": "1.3252x smaller", "std_base": 0.00592803620701905, "t_msg": "Significant (t=-770.538269, a=0.95)\n"}]], "branch": "", "revision": "86963:b21c171b5632"}