{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019547677040104006, "timeline_link": null, "avg_changed": 0.3069939708709601, "min_base": 0.0192160606384, "delta_min": "15.5154x slower", "delta_avg": "15.7049x slower", "std_changed": 0.0040060405305158775, "min_changed": 0.298145055771, "delta_std": "9.6749x larger", "std_base": 0.00041406450613446915, "t_msg": "Significant (t=-504.683182, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008695219357810932, "timeline_link": null, "avg_changed": 0.06069839636484801, "min_base": 0.00644993782043, "delta_min": "8.8730x slower", "delta_avg": "6.9807x slower", "std_changed": 0.002053604186630604, "min_changed": 0.0572299957275, "delta_std": "1.8800x smaller", "std_base": 0.00386086799171307, "t_msg": "Significant (t=-145.643388, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15550409555439998, "timeline_link": null, "avg_changed": 1.0472557544705, "min_base": 0.122966051102, "delta_min": "8.3978x slower", "delta_avg": "6.7346x slower", "std_changed": 0.01021870365219821, "min_changed": 1.03264379501, "delta_std": "10.2779x smaller", "std_base": 0.10502686614035293, "t_msg": "Significant (t=-37.793103, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6474012231824002, "timeline_link": null, "avg_changed": 9.322000765800402, "min_base": 1.62832713127, "delta_min": "5.6763x slower", "delta_avg": "5.6586x slower", "std_changed": 0.040508159379479235, "min_changed": 9.24289798737, "delta_std": "4.5197x larger", "std_base": 0.008962664567832231, "t_msg": "Significant (t=-1308.036818, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006750054359437, "timeline_link": null, "avg_changed": 0.07823058128357199, "min_base": 0.00517606735229, "delta_min": "14.5412x slower", "delta_avg": "11.5896x slower", "std_changed": 0.0019060924376920994, "min_changed": 0.075266122818, "delta_std": "1.2439x smaller", "std_base": 0.002371042204342965, "t_msg": "Significant (t=-166.143687, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.067184638978, "timeline_link": null, "avg_changed": 23.7595940113, "min_base": 3.92764806747, "delta_min": "6.0030x slower", "delta_avg": "5.8418x slower", "std_changed": 0.10210639199890643, "min_changed": 23.5777640343, "delta_std": "2.5915x smaller", "std_base": 0.2646046159547025, "t_msg": "Significant (t=-155.254526, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0047309589385974, "timeline_link": null, "avg_changed": 0.22494306087502, "min_base": 0.00356793403625, "delta_min": "61.6777x slower", "delta_avg": "47.5470x slower", "std_changed": 0.002110043549172161, "min_changed": 0.220062017441, "delta_std": "3.4277x smaller", "std_base": 0.007232498344629947, "t_msg": "Significant (t=-206.680715, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [134.275840044], "base_times": [65.1657891273]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.02690691471100199, "timeline_link": null, "avg_changed": 1.797895746231, "min_base": 0.0254201889038, "delta_min": "69.4229x slower", "delta_avg": "66.8191x slower", "std_changed": 0.013736373104530264, "min_changed": 1.76474404335, "delta_std": "2.0578x larger", "std_base": 0.0066751588521182315, "t_msg": "Significant (t=-819.962535, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.005041522979733961, "timeline_link": null, "avg_changed": 0.019491877555842002, "min_base": 0.000681161880493, "delta_min": "27.7056x slower", "delta_avg": "3.8663x slower", "std_changed": 0.00027767281219644624, "min_changed": 0.0188720226288, "delta_std": "20.8218x smaller", "std_base": 0.005781644828674458, "t_msg": "Significant (t=-17.652727, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015680308341984, "timeline_link": null, "avg_changed": 0.4627319669724199, "min_base": 0.0151040554047, "delta_min": "29.7404x slower", "delta_avg": "29.5104x slower", "std_changed": 0.006350452029108851, "min_changed": 0.449199914932, "delta_std": "4.5537x larger", "std_base": 0.0013945608259420298, "t_msg": "Significant (t=-486.195537, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19336033821107992, "timeline_link": null, "avg_changed": 0.4695579814911599, "min_base": 0.163774967194, "delta_min": "2.7739x slower", "delta_avg": "2.4284x slower", "std_changed": 0.0074753753167701486, "min_changed": 0.454288959503, "delta_std": "6.3478x smaller", "std_base": 0.0474518453822246, "t_msg": "Significant (t=-40.656368, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.099259128570574, "timeline_link": null, "avg_changed": 0.7329998826980002, "min_base": 0.0947980880737, "delta_min": "7.5065x slower", "delta_avg": "7.3847x slower", "std_changed": 0.014678831497122291, "min_changed": 0.71160197258, "delta_std": "6.4908x larger", "std_base": 0.0022614886829068624, "t_msg": "Significant (t=-301.724923, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021059231758119995, "timeline_link": null, "avg_changed": 0.27290434837344, "min_base": 0.0181090831757, "delta_min": "14.7054x slower", "delta_avg": "12.9589x slower", "std_changed": 0.003980939028498789, "min_changed": 0.266300916672, "delta_std": "1.7049x larger", "std_base": 0.002335034113785183, "t_msg": "Significant (t=-385.856735, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0088959026336656, "timeline_link": null, "avg_changed": 0.11159440040590002, "min_base": 0.00713419914246, "delta_min": "15.2135x slower", "delta_avg": "12.5445x slower", "std_changed": 0.0014526734650846032, "min_changed": 0.10853600502, "delta_std": "4.5553x smaller", "std_base": 0.006617394072472207, "t_msg": "Significant (t=-107.186965, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024037113189688007, "timeline_link": null, "avg_changed": 0.23319136142730007, "min_base": 0.0210318565369, "delta_min": "10.7613x slower", "delta_avg": "9.7013x slower", "std_changed": 0.0031270135769375863, "min_changed": 0.22633099556, "delta_std": "4.2786x smaller", "std_base": 0.01337920071657514, "t_msg": "Significant (t=-107.639654, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.058808050155654004, "timeline_link": null, "avg_changed": 0.8025607919692598, "min_base": 0.0437681674957, "delta_min": "18.1432x slower", "delta_avg": "13.6471x slower", "std_changed": 0.0064813055806517425, "min_changed": 0.794095993042, "delta_std": "2.4274x smaller", "std_base": 0.015732997979188767, "t_msg": "Significant (t=-309.074650, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.212684512134998, "timeline_link": null, "avg_changed": 175.5436074730001, "min_base": 6.07931900024, "delta_min": "28.8091x slower", "delta_avg": "28.2557x slower", "std_changed": 0.4077657017704029, "min_changed": 175.139940023, "delta_std": "3.0268x larger", "std_base": 0.1347195111962425, "t_msg": "Significant (t=-2788.140544, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.459670591354, "timeline_link": null, "avg_changed": 8.785806179043998, "min_base": 1.11049389839, "delta_min": "7.8953x slower", "delta_avg": "6.0190x slower", "std_changed": 0.019158693639395506, "min_changed": 8.76765298843, "delta_std": "25.0383x smaller", "std_base": 0.4797006238783503, "t_msg": "Significant (t=-34.122715, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3642873001098, "timeline_link": null, "avg_changed": 11.58088402748, "min_base": 0.354609966278, "delta_min": "32.4691x slower", "delta_avg": "31.7905x slower", "std_changed": 0.03149599679342125, "min_changed": 11.5138750076, "delta_std": "3.5497x larger", "std_base": 0.008872949092045501, "t_msg": "Significant (t=-2423.855486, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046762681007388, "timeline_link": null, "avg_changed": 0.2243460130691999, "min_base": 0.0453310012817, "delta_min": "4.8326x slower", "delta_avg": "4.7975x slower", "std_changed": 0.0031806136067885193, "min_changed": 0.21906709671, "delta_std": "1.3216x larger", "std_base": 0.0024066041184310507, "t_msg": "Significant (t=-314.831936, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020767593383784, "timeline_link": null, "avg_changed": 0.35384719371796, "min_base": 0.0200111865997, "delta_min": "17.3009x slower", "delta_avg": "17.0384x slower", "std_changed": 0.004256137108654098, "min_changed": 0.346211910248, "delta_std": "2.1118x larger", "std_base": 0.0020154216952020594, "t_msg": "Significant (t=-500.132739, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.274400758746001, "timeline_link": null, "avg_changed": 18.4686975479, "min_base": 9.24169993401, "delta_min": "1.9906x slower", "delta_avg": "1.9914x slower", "std_changed": 0.07336177800841863, "min_changed": 18.3966529369, "delta_std": "3.8006x larger", "std_base": 0.019302936221859624, "t_msg": "Significant (t=-271.017723, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.56484360695, "timeline_link": null, "avg_changed": 4.623185396196001, "min_base": 4.54671096802, "delta_min": "1.0153x slower", "delta_avg": "1.0128x slower", "std_changed": 0.009391499668250244, "min_changed": 4.61613416672, "delta_std": "1.5318x smaller", "std_base": 0.014386294581009401, "t_msg": "Significant (t=-7.593321, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15916258335109995, "timeline_link": null, "avg_changed": 1.2941698694226003, "min_base": 0.155017137527, "delta_min": "8.2054x slower", "delta_avg": "8.1311x slower", "std_changed": 0.011395465327069806, "min_changed": 1.27198004723, "delta_std": "4.5175x larger", "std_base": 0.0025225416480495386, "t_msg": "Significant (t=-687.643684, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.043938670158372, "timeline_link": null, "avg_changed": 0.20219919204712, "min_base": 0.0102980136871, "delta_min": "19.2754x slower", "delta_avg": "4.6019x slower", "std_changed": 0.006578227218340235, "min_changed": 0.198498010635, "delta_std": "7.5559x smaller", "std_base": 0.04970441942228035, "t_msg": "Significant (t=-22.319889, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049279265403744006, "timeline_link": null, "avg_changed": 0.21624412536616003, "min_base": 0.0170609951019, "delta_min": "12.2482x slower", "delta_avg": "4.3881x slower", "std_changed": 0.003458064420954738, "min_changed": 0.208965778351, "delta_std": "16.6287x smaller", "std_base": 0.057503219796291506, "t_msg": "Significant (t=-20.494345, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010664658546449402, "timeline_link": null, "avg_changed": 1.2203885889050001, "min_base": 0.00866198539734, "delta_min": "138.9893x slower", "delta_avg": "114.4330x slower", "std_changed": 0.008469040962525376, "min_changed": 1.20392298698, "delta_std": "1.4068x larger", "std_base": 0.0060201283457363385, "t_msg": "Significant (t=-823.240184, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015606594085694001, "timeline_link": null, "avg_changed": 0.19034994125366, "min_base": 0.00142788887024, "delta_min": "128.8083x slower", "delta_avg": "121.9676x slower", "std_changed": 0.002366259853911611, "min_changed": 0.183923959732, "delta_std": "7.8523x larger", "std_base": 0.00030134616951996016, "t_msg": "Significant (t=-559.636957, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09211949825287201, "timeline_link": null, "avg_changed": 0.29875776290892003, "min_base": 0.0369138717651, "delta_min": "7.8132x slower", "delta_avg": "3.2432x slower", "std_changed": 0.005927998527593915, "min_changed": 0.288416862488, "delta_std": "12.3015x smaller", "std_base": 0.07292337984369027, "t_msg": "Significant (t=-19.970950, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11974594116213998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18454969406124, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12104840278614003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25804331302649997, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15371681690217995, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14168920516957997, "timeline_link": null, "avg_changed": 0.44711417675016024, "min_base": 0.137331008911, "delta_min": "3.1691x slower", "delta_avg": "3.1556x slower", "std_changed": 0.008056041825442213, "min_changed": 0.435219049454, "delta_std": "3.2497x larger", "std_base": 0.002479042114822431, "t_msg": "Significant (t=-256.224928, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04190979003906401, "timeline_link": null, "avg_changed": 0.21511852264404, "min_base": 0.0294218063354, "delta_min": "7.1110x slower", "delta_avg": "5.1329x slower", "std_changed": 0.0027642890437199878, "min_changed": 0.209218025208, "delta_std": "4.5257x smaller", "std_base": 0.012510345114727825, "t_msg": "Significant (t=-95.594808, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005595049858092801, "timeline_link": null, "avg_changed": 0.34729689121254, "min_base": 0.00519299507141, "delta_min": "64.9939x slower", "delta_avg": "62.0722x slower", "std_changed": 0.00439522736872115, "min_changed": 0.337512969971, "delta_std": "2.6995x larger", "std_base": 0.0016281355353922197, "t_msg": "Significant (t=-515.500000, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0418, "timeline_link": null, "avg_changed": 4.9159999999999995, "min_base": 1.01, "delta_min": "4.7822x slower", "delta_avg": "4.7188x slower", "std_changed": 0.048989794855663585, "min_changed": 4.83, "delta_std": "2.0090x larger", "std_base": 0.024385509246773806, "t_msg": "Significant (t=-500.603384, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3862000000000004, "timeline_link": null, "avg_changed": 3.793400000000001, "min_base": 0.36, "delta_min": "10.1944x slower", "delta_avg": "9.8224x slower", "std_changed": 0.0634263191363307, "min_changed": 3.67, "delta_std": "3.0366x larger", "std_base": 0.02088745351366973, "t_msg": "Significant (t=-360.790380, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03513038476308399, "timeline_link": null, "avg_changed": 0.21291514396670078, "min_base": 0.0208930969238, "delta_min": "2.9273x slower", "delta_avg": "6.0607x slower", "std_changed": 0.08969446505125003, "min_changed": 0.0611610412598, "delta_std": "5.3157x larger", "std_base": 0.016873498023527094, "t_msg": "Significant (t=-23.857370, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.016960768699648066, "timeline_link": null, "avg_changed": 0.04372137212753119, "min_base": 0.00363707542419, "delta_min": "7.4634x slower", "delta_avg": "2.5778x slower", "std_changed": 0.0754802248506949, "min_changed": 0.027144908905, "delta_std": "1.4834x larger", "std_base": 0.050884025515526315, "t_msg": "Significant (t=-6.573500, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7457445621492, "timeline_link": null, "avg_changed": 17.27686231137, "min_base": 0.742441892624, "delta_min": "23.1816x slower", "delta_avg": "23.1673x slower", "std_changed": 0.042860939145975614, "min_changed": 17.2109808922, "delta_std": "12.8029x larger", "std_base": 0.0033477434531405453, "t_msg": "Significant (t=-1215.961451, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25890479087819995, "timeline_link": null, "avg_changed": 0.8241681098939999, "min_base": 0.178405046463, "delta_min": "4.5667x slower", "delta_avg": "3.1833x slower", "std_changed": 0.008632019294140028, "min_changed": 0.814728021622, "delta_std": "18.0910x smaller", "std_base": 0.1561619783423623, "t_msg": "Significant (t=-8.081613, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.179816579817, "timeline_link": null, "avg_changed": 4.8209232330319995, "min_base": 0.799665927887, "delta_min": "5.9894x slower", "delta_avg": "4.0862x slower", "std_changed": 0.019242571145745596, "min_changed": 4.78952312469, "delta_std": "31.4577x smaller", "std_base": 0.6053265194354671, "t_msg": "Significant (t=-13.443408, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.250836467743, "timeline_link": null, "avg_changed": 0.41110773086560004, "min_base": 0.113517045975, "delta_min": "3.4923x slower", "delta_avg": "1.6389x slower", "std_changed": 0.014061327533426453, "min_changed": 0.396430015564, "delta_std": "13.2874x smaller", "std_base": 0.18683906632403435, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2307407855988, "timeline_link": null, "avg_changed": 1.4293103694940001, "min_base": 0.156501054764, "delta_min": "9.0513x slower", "delta_avg": "6.1944x slower", "std_changed": 0.013569203061192183, "min_changed": 1.41653299332, "delta_std": "7.9064x smaller", "std_base": 0.10728399841557403, "t_msg": "Significant (t=-24.783754, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01094254026, "timeline_link": null, "avg_changed": 0.7436548390400002, "min_base": 0.00798828, "delta_min": "90.0504x slower", "delta_avg": "67.9600x slower", "std_changed": 0.010570051717731519, "min_changed": 0.71934761, "delta_std": "1.2789x larger", "std_base": 0.00826510672625287, "t_msg": "Significant (t=-386.132551, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [186.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [500.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [61.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [88.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002566149267208141, "timeline_link": null, "avg_changed": 0.12784887218595906, "min_base": 0.0025250994889198636, "delta_min": "49.6644x slower", "delta_avg": "49.8213x slower", "std_changed": 0.0012266880880343104, "min_changed": 0.1254075746175069, "delta_std": "62.1651x larger", "std_base": 1.973273001452285e-05, "t_msg": "Significant (t=-722.080896, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006820892303282738, "timeline_link": null, "avg_changed": 0.006576414230978363, "min_base": 0.0006664445184938354, "delta_min": "9.7944x slower", "delta_avg": "9.6416x slower", "std_changed": 5.2760335696606834e-05, "min_changed": 0.006527415143603133, "delta_std": "5.4385x larger", "std_base": 9.701264113818444e-06, "t_msg": "Significant (t=-269.142231, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027460162693992308, "timeline_link": null, "avg_changed": 0.04266879809577551, "min_base": 0.0023946360153256703, "delta_min": "17.4000x slower", "delta_avg": "15.5384x slower", "std_changed": 0.00045929145600513856, "min_changed": 0.041666666666666664, "delta_std": "2.2689x larger", "std_base": 0.00020242832774456718, "t_msg": "Significant (t=-562.431213, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058747096528735304, "timeline_link": null, "avg_changed": 0.3542356869380911, "min_base": 0.05666525003541578, "delta_min": "6.1449x slower", "delta_avg": "6.0298x slower", "std_changed": 0.0029884430835104485, "min_changed": 0.3482045701849837, "delta_std": "3.6133x larger", "std_base": 0.0008270568726471994, "t_msg": "Significant (t=-673.837613, a=0.95)\n"}]], "branch": "", "revision": "96944:589aba948fbb"}