{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019152250289918, "timeline_link": null, "avg_changed": 0.28604317665092005, "min_base": 0.0187678337097, "delta_min": "14.8181x slower", "delta_avg": "14.9352x slower", "std_changed": 0.003976722706187502, "min_changed": 0.278103113174, "delta_std": "8.1429x larger", "std_base": 0.0004883655981110318, "t_msg": "Significant (t=-471.024051, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008555690447488065, "timeline_link": null, "avg_changed": 0.059708687464397996, "min_base": 0.00635099411011, "delta_min": "8.7868x slower", "delta_avg": "6.9788x slower", "std_changed": 0.002023742847957201, "min_changed": 0.0558049678802, "delta_std": "1.8666x smaller", "std_base": 0.003777568814438868, "t_msg": "Significant (t=-146.188972, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.16021454334259996, "timeline_link": null, "avg_changed": 1.0482297182084999, "min_base": 0.128764152527, "delta_min": "8.0335x slower", "delta_avg": "6.5427x slower", "std_changed": 0.0072107749531283745, "min_changed": 1.03442811966, "delta_std": "14.5262x smaller", "std_base": 0.1047450673469318, "t_msg": "Significant (t=-37.824670, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6930384922030006, "timeline_link": null, "avg_changed": 9.204948534965599, "min_base": 1.67856192589, "delta_min": "5.4540x slower", "delta_avg": "5.4369x slower", "std_changed": 0.031775546606548535, "min_changed": 9.15486502647, "delta_std": "4.0295x larger", "std_base": 0.007885814944570678, "t_msg": "Significant (t=-1622.422764, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006521563529966602, "timeline_link": null, "avg_changed": 0.079155836105344, "min_base": 0.00497603416443, "delta_min": "15.4119x slower", "delta_avg": "12.1376x slower", "std_changed": 0.0012871385811308608, "min_changed": 0.0766899585724, "delta_std": "1.7967x smaller", "std_base": 0.002312575717887396, "t_msg": "Significant (t=-194.057676, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.079599761963999, "timeline_link": null, "avg_changed": 23.50355525016, "min_base": 3.92274904251, "delta_min": "5.9684x slower", "delta_avg": "5.7612x slower", "std_changed": 0.059216200659129296, "min_changed": 23.4127290249, "delta_std": "4.8012x smaller", "std_base": 0.28431162633414075, "t_msg": "Significant (t=-149.557004, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004661707878111602, "timeline_link": null, "avg_changed": 0.2242470169068, "min_base": 0.00348615646362, "delta_min": "62.5976x slower", "delta_avg": "48.1040x slower", "std_changed": 0.002098413289743569, "min_changed": 0.218225002289, "delta_std": "3.3217x smaller", "std_base": 0.006970335728793018, "t_msg": "Significant (t=-213.302407, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [134.727972984], "base_times": [63.2399950027]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026919236183163987, "timeline_link": null, "avg_changed": 1.6345181655885996, "min_base": 0.0253100395203, "delta_min": "63.6609x slower", "delta_avg": "60.7193x slower", "std_changed": 0.012449043521893915, "min_changed": 1.61125993729, "delta_std": "1.8915x larger", "std_base": 0.00658144362830101, "t_msg": "Significant (t=-807.249586, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00489305019378488, "timeline_link": null, "avg_changed": 0.018281731605532002, "min_base": 0.000648975372314, "delta_min": "27.5529x slower", "delta_avg": "3.7363x slower", "std_changed": 0.00027764806580617287, "min_changed": 0.017881155014, "delta_std": "20.2802x smaller", "std_base": 0.0056307553963464325, "t_msg": "Significant (t=-16.793020, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015231814384451996, "timeline_link": null, "avg_changed": 0.44687620162962, "min_base": 0.0146250724792, "delta_min": "29.6660x slower", "delta_avg": "29.3383x slower", "std_changed": 0.006370659440499738, "min_changed": 0.433866977692, "delta_std": "4.7281x larger", "std_base": 0.00134740592719729, "t_msg": "Significant (t=-468.731405, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18850029945370003, "timeline_link": null, "avg_changed": 0.46828817367548, "min_base": 0.152801990509, "delta_min": "3.0179x slower", "delta_avg": "2.4843x slower", "std_changed": 0.006865715520728829, "min_changed": 0.461135149002, "delta_std": "6.7970x smaller", "std_base": 0.04666632295497846, "t_msg": "Significant (t=-41.943071, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09876208782196, "timeline_link": null, "avg_changed": 0.7239097452163401, "min_base": 0.0953388214111, "delta_min": "7.4094x slower", "delta_avg": "7.3298x slower", "std_changed": 0.012242703584918746, "min_changed": 0.706403970718, "delta_std": "5.9701x larger", "std_base": 0.002050666055915642, "t_msg": "Significant (t=-356.108025, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021186017990111997, "timeline_link": null, "avg_changed": 0.26466356754298004, "min_base": 0.0181729793549, "delta_min": "14.1354x slower", "delta_avg": "12.4924x slower", "std_changed": 0.003959324559102098, "min_changed": 0.25688290596, "delta_std": "1.7725x larger", "std_base": 0.0022337805094474568, "t_msg": "Significant (t=-378.717554, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008824381828309002, "timeline_link": null, "avg_changed": 0.11312943935393997, "min_base": 0.00704216957092, "delta_min": "15.5539x slower", "delta_avg": "12.8201x slower", "std_changed": 0.0015546932689875653, "min_changed": 0.109533071518, "delta_std": "4.2424x smaller", "std_base": 0.0065956455387630245, "t_msg": "Significant (t=-108.840685, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023724517822261995, "timeline_link": null, "avg_changed": 0.2317573356629, "min_base": 0.0207569599152, "delta_min": "10.8630x slower", "delta_avg": "9.7687x slower", "std_changed": 0.0027299038784445004, "min_changed": 0.225481987, "delta_std": "4.7266x smaller", "std_base": 0.01290328036207009, "t_msg": "Significant (t=-111.534277, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08046561717987799, "timeline_link": null, "avg_changed": 0.7909605026245599, "min_base": 0.0500681400299, "delta_min": "15.5599x slower", "delta_avg": "9.8298x slower", "std_changed": 0.007179150366870285, "min_changed": 0.779056072235, "delta_std": "4.5123x smaller", "std_base": 0.032394693308334194, "t_msg": "Significant (t=-151.412213, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.242895603180002, "timeline_link": null, "avg_changed": 168.5523815155002, "min_base": 6.13441514969, "delta_min": "27.4750x slower", "delta_avg": "26.9991x slower", "std_changed": 0.009119133408121653, "min_changed": 168.543354034, "delta_std": "12.0167x smaller", "std_base": 0.10958180612710165, "t_msg": "Significant (t=-10437.388580, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4071983814239999, "timeline_link": null, "avg_changed": 8.816159963608001, "min_base": 1.08748698235, "delta_min": "8.0303x slower", "delta_avg": "6.2650x slower", "std_changed": 0.05413865366845945, "min_changed": 8.73287391663, "delta_std": "8.8275x smaller", "std_base": 0.47790754890203835, "t_msg": "Significant (t=-34.445266, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37117497444156, "timeline_link": null, "avg_changed": 11.314361777305999, "min_base": 0.360486984253, "delta_min": "31.1897x slower", "delta_avg": "30.4826x slower", "std_changed": 0.03292399992677705, "min_changed": 11.2434868813, "delta_std": "3.4387x larger", "std_base": 0.009574499106845685, "t_msg": "Significant (t=-2256.772574, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046435866355901995, "timeline_link": null, "avg_changed": 0.22519567966461998, "min_base": 0.0453269481659, "delta_min": "4.8587x slower", "delta_avg": "4.8496x slower", "std_changed": 0.0025884348296695116, "min_changed": 0.220227956772, "delta_std": "1.0417x larger", "std_base": 0.002484812948582771, "t_msg": "Significant (t=-352.284266, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020732207298280004, "timeline_link": null, "avg_changed": 0.36385724544525994, "min_base": 0.0200259685516, "delta_min": "17.6628x slower", "delta_avg": "17.5503x slower", "std_changed": 0.004572591936848696, "min_changed": 0.353714942932, "delta_std": "2.9987x larger", "std_base": 0.001524855115074382, "t_msg": "Significant (t=-503.358579, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.179773426058, "timeline_link": null, "avg_changed": 18.31646313668, "min_base": 9.12720489502, "delta_min": "1.9928x slower", "delta_avg": "1.9953x slower", "std_changed": 0.09561825295062168, "min_changed": 18.1885788441, "delta_std": "1.6709x larger", "std_base": 0.0572265460372769, "t_msg": "Significant (t=-183.338135, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.54138188362, "timeline_link": null, "avg_changed": 4.628385019302, "min_base": 4.50123620033, "delta_min": "1.0218x slower", "delta_avg": "1.0192x slower", "std_changed": 0.020616255230937033, "min_changed": 4.59952402115, "delta_std": "1.3502x smaller", "std_base": 0.027835735913782068, "t_msg": "Significant (t=-5.616360, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15818490028384, "timeline_link": null, "avg_changed": 1.2608683633793998, "min_base": 0.152639865875, "delta_min": "8.1161x slower", "delta_avg": "7.9709x slower", "std_changed": 0.010319468859656216, "min_changed": 1.23883509636, "delta_std": "4.3865x larger", "std_base": 0.0023525633701466397, "t_msg": "Significant (t=-736.675904, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.047343478202812, "timeline_link": null, "avg_changed": 0.20276857852934005, "min_base": 0.0111880302429, "delta_min": "17.5009x slower", "delta_avg": "4.2829x slower", "std_changed": 0.007590378522213542, "min_changed": 0.195801019669, "delta_std": "7.4079x smaller", "std_base": 0.05622901376587454, "t_msg": "Significant (t=-19.369766, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049688239097594004, "timeline_link": null, "avg_changed": 0.22405541419974004, "min_base": 0.0173718929291, "delta_min": "12.5592x slower", "delta_avg": "4.5092x slower", "std_changed": 0.0025397525071642313, "min_changed": 0.218177080154, "delta_std": "23.1937x smaller", "std_base": 0.05890623296806934, "t_msg": "Significant (t=-20.911501, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0099911546707148, "timeline_link": null, "avg_changed": 1.1926858329773997, "min_base": 0.00895690917969, "delta_min": "130.8163x slower", "delta_avg": "119.3742x slower", "std_changed": 0.011659783847761236, "min_changed": 1.17171001434, "delta_std": "5.1658x larger", "std_base": 0.00225709142526814, "t_msg": "Significant (t=-704.172020, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015168476104738002, "timeline_link": null, "avg_changed": 0.18439454078681997, "min_base": 0.00139403343201, "delta_min": "129.9237x slower", "delta_avg": "121.5643x slower", "std_changed": 0.0018225578186568045, "min_changed": 0.181118011475, "delta_std": "6.0406x larger", "std_base": 0.00030172037096796924, "t_msg": "Significant (t=-699.992457, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.090068063735932, "timeline_link": null, "avg_changed": 0.30232452392576004, "min_base": 0.0351281166077, "delta_min": "8.2735x slower", "delta_avg": "3.3566x slower", "std_changed": 0.007728090515403369, "min_changed": 0.290633916855, "delta_std": "9.9912x smaller", "std_base": 0.07721273066812379, "t_msg": "Significant (t=-19.341606, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11984715938572, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18411820411682003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12048518657680006, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25805400371553994, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15339597702026, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13885757446284003, "timeline_link": null, "avg_changed": 0.43035022735588, "min_base": 0.134656906128, "delta_min": "3.1088x slower", "delta_avg": "3.0992x slower", "std_changed": 0.004910752889964828, "min_changed": 0.418627023697, "delta_std": "2.8196x larger", "std_base": 0.0017416210551932806, "t_msg": "Significant (t=-395.583158, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04228981971740801, "timeline_link": null, "avg_changed": 0.20989063739774003, "min_base": 0.0290880203247, "delta_min": "7.0151x slower", "delta_avg": "4.9631x slower", "std_changed": 0.002946099328850361, "min_changed": 0.204056024551, "delta_std": "4.1432x smaller", "std_base": 0.012206286560074078, "t_msg": "Significant (t=-94.380563, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005513648986816998, "timeline_link": null, "avg_changed": 0.33849040508273986, "min_base": 0.00508999824524, "delta_min": "65.2609x slower", "delta_avg": "61.3914x slower", "std_changed": 0.00270386525489257, "min_changed": 0.332177877426, "delta_std": "1.7542x larger", "std_base": 0.0015413877157378637, "t_msg": "Significant (t=-756.501118, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0136, "timeline_link": null, "avg_changed": 4.900999999999999, "min_base": 0.97, "delta_min": "4.8969x slower", "delta_avg": "4.8352x slower", "std_changed": 0.05277019876361108, "min_changed": 4.75, "delta_std": "2.1203x larger", "std_base": 0.02488832198900867, "t_msg": "Significant (t=-471.130961, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3784000000000001, "timeline_link": null, "avg_changed": 3.6471999999999998, "min_base": 0.36, "delta_min": "9.9167x slower", "delta_avg": "9.6385x slower", "std_changed": 0.034760991507899304, "min_changed": 3.57, "delta_std": "1.6089x larger", "std_base": 0.021604988086182372, "t_msg": "Significant (t=-564.745420, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.035147571563719344, "timeline_link": null, "avg_changed": 0.21566996415457798, "min_base": 0.0222949981689, "delta_min": "2.8052x slower", "delta_avg": "6.1361x slower", "std_changed": 0.08929448320484046, "min_changed": 0.0625419616699, "delta_std": "5.3455x larger", "std_base": 0.01670476397081502, "t_msg": "Significant (t=-24.337868, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.016350577354431302, "timeline_link": null, "avg_changed": 0.04394045114517463, "min_base": 0.00348281860352, "delta_min": "7.9303x slower", "delta_avg": "2.6874x slower", "std_changed": 0.07662396103545288, "min_changed": 0.0276198387146, "delta_std": "1.6207x larger", "std_base": 0.047278120559026866, "t_msg": "Significant (t=-6.852031, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7259047269820998, "timeline_link": null, "avg_changed": 17.0438398838, "min_base": 0.717051029205, "delta_min": "23.7258x slower", "delta_avg": "23.4794x slower", "std_changed": 0.02766030454664271, "min_changed": 17.0126390457, "delta_std": "5.1180x larger", "std_base": 0.005404563185454434, "t_msg": "Significant (t=-1830.932961, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2591897487642, "timeline_link": null, "avg_changed": 0.8347701549530001, "min_base": 0.169283866882, "delta_min": "4.8690x slower", "delta_avg": "3.2207x slower", "std_changed": 0.010155364456950516, "min_changed": 0.824236154556, "delta_std": "16.0237x smaller", "std_base": 0.16272701303407763, "t_msg": "Significant (t=-7.893821, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.159308195114, "timeline_link": null, "avg_changed": 4.872576236726, "min_base": 0.753729104996, "delta_min": "6.4354x slower", "delta_avg": "4.2030x slower", "std_changed": 0.01750047829198014, "min_changed": 4.85054588318, "delta_std": "33.6438x smaller", "std_base": 0.5887819871352981, "t_msg": "Significant (t=-14.095972, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24188857078561998, "timeline_link": null, "avg_changed": 0.39485578536980004, "min_base": 0.0894930362701, "delta_min": "4.3151x slower", "delta_avg": "1.6324x slower", "std_changed": 0.011545874308069795, "min_changed": 0.386173963547, "delta_std": "15.3177x smaller", "std_base": 0.1768558180494937, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2286724090576, "timeline_link": null, "avg_changed": 1.3931119918819999, "min_base": 0.154988050461, "delta_min": "8.9555x slower", "delta_avg": "6.0922x slower", "std_changed": 0.004143489123319369, "min_changed": 1.38799595833, "delta_std": "29.1972x smaller", "std_base": 0.1209783876046658, "t_msg": "Significant (t=-21.509960, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010993976439999999, "timeline_link": null, "avg_changed": 0.7274693271399998, "min_base": 0.00788099, "delta_min": "89.6255x slower", "delta_avg": "66.1698x slower", "std_changed": 0.01043975689416024, "min_changed": 0.706337947, "delta_std": "1.3383x larger", "std_base": 0.007800982124795135, "t_msg": "Significant (t=-388.741895, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [500.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025350508347312204, "timeline_link": null, "avg_changed": 0.12954823367442078, "min_base": 0.0024925472836219704, "delta_min": "51.1338x slower", "delta_avg": "51.1028x slower", "std_changed": 0.0009945386080023545, "min_changed": 0.1274534794799898, "delta_std": "56.3878x larger", "std_base": 1.7637473047059085e-05, "t_msg": "Significant (t=-902.908769, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006709311575066959, "timeline_link": null, "avg_changed": 0.006583232004754816, "min_base": 0.0006637902422834385, "delta_min": "9.7888x slower", "delta_avg": "9.8121x slower", "std_changed": 8.230065272682542e-05, "min_changed": 0.00649772579597141, "delta_std": "18.2504x larger", "std_base": 4.509521506126142e-06, "t_msg": "Significant (t=-160.393691, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002823586033164605, "timeline_link": null, "avg_changed": 0.04216971103296058, "min_base": 0.0024764735017335313, "delta_min": "16.6173x slower", "delta_avg": "14.9348x slower", "std_changed": 0.0005750004121246444, "min_changed": 0.0411522633744856, "delta_std": "2.8194x larger", "std_base": 0.0002039408153149278, "t_msg": "Significant (t=-456.025024, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.059012225981837904, "timeline_link": null, "avg_changed": 0.35180059387596324, "min_base": 0.057618207353523715, "delta_min": "5.9783x slower", "delta_avg": "5.9615x slower", "std_changed": 0.003116021798665877, "min_changed": 0.3444564047362756, "delta_std": "4.3746x larger", "std_base": 0.0007122915009055206, "t_msg": "Significant (t=-647.706365, a=0.95)\n"}]], "branch": "", "revision": "97485:6e05da20e7bd"}