{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03962430953979599, "timeline_link": null, "avg_changed": 0.7639065647125598, "min_base": 0.0390748977661, "delta_min": "19.4285x slower", "delta_avg": "19.2787x slower", "std_changed": 0.0034010630596862123, "min_changed": 0.759166955948, "delta_std": "5.6816x larger", "std_base": 0.0005986148305085395, "t_msg": "Significant (t=-1483.041420, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01565125783284734, "timeline_link": null, "avg_changed": 0.1420113261540934, "min_base": 0.0127069950104, "delta_min": "10.8971x slower", "delta_avg": "9.0735x slower", "std_changed": 0.0032449040531833733, "min_changed": 0.138468980789, "delta_std": "1.9647x smaller", "std_base": 0.006375399638616568, "t_msg": "Significant (t=-216.334625, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2738298892976, "timeline_link": null, "avg_changed": 1.4103475451460001, "min_base": 0.208456039429, "delta_min": "6.6816x slower", "delta_avg": "5.1505x slower", "std_changed": 0.0454799102947136, "min_changed": 1.39282512665, "delta_std": "4.3205x smaller", "std_base": 0.19649810283897187, "t_msg": "Significant (t=-25.200033, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.493568577766199, "timeline_link": null, "avg_changed": 20.489147515293997, "min_base": 3.42889595032, "delta_min": "5.9522x slower", "delta_avg": "5.8648x slower", "std_changed": 0.0848379658456362, "min_changed": 20.409332037, "delta_std": "1.0346x smaller", "std_base": 0.0877724808596216, "t_msg": "Significant (t=-984.478269, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021599774360659997, "timeline_link": null, "avg_changed": 0.23773218631746004, "min_base": 0.0184588432312, "delta_min": "12.7179x slower", "delta_avg": "11.0062x slower", "std_changed": 0.0022058052195544093, "min_changed": 0.234758138657, "delta_std": "2.2056x smaller", "std_base": 0.004865103707878865, "t_msg": "Significant (t=-286.099701, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.742040553093999, "timeline_link": null, "avg_changed": 47.2025149107, "min_base": 7.65885090828, "delta_min": "6.1460x slower", "delta_avg": "6.0969x slower", "std_changed": 0.08248236819516176, "min_changed": 47.0714960098, "delta_std": "2.2669x smaller", "std_base": 0.18698024129861474, "t_msg": "Significant (t=-1365.341566, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008963027000418, "timeline_link": null, "avg_changed": 0.5546306419372401, "min_base": 0.00617408752441, "delta_min": "89.3955x slower", "delta_avg": "61.8798x slower", "std_changed": 0.0020235759067600226, "min_changed": 0.551935911179, "delta_std": "8.5613x smaller", "std_base": 0.017324429936178522, "t_msg": "Significant (t=-221.213507, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [141.7037251], "base_times": [153.143534184]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047792878150944, "timeline_link": null, "avg_changed": 3.0776130437852003, "min_base": 0.0450978279114, "delta_min": "68.0209x slower", "delta_avg": "64.3948x slower", "std_changed": 0.004823388378323947, "min_changed": 3.06759595871, "delta_std": "3.0734x smaller", "std_base": 0.014824075623225684, "t_msg": "Significant (t=-1374.302608, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0108914756774858, "timeline_link": null, "avg_changed": 0.038132038116458, "min_base": 0.00135612487793, "delta_min": "27.9066x slower", "delta_avg": "3.5011x slower", "std_changed": 0.0004055935780867979, "min_changed": 0.0378448963165, "delta_std": "31.2261x smaller", "std_base": 0.012665124170629476, "t_msg": "Significant (t=-15.200891, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030841350555423995, "timeline_link": null, "avg_changed": 1.0340756273276, "min_base": 0.02960896492, "delta_min": "34.7957x slower", "delta_avg": "33.5289x slower", "std_changed": 0.0028535635980421552, "min_changed": 1.03026485443, "delta_std": "1.4134x larger", "std_base": 0.002018999690952105, "t_msg": "Significant (t=-2029.393405, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46691240787499994, "timeline_link": null, "avg_changed": 1.0959268999096, "min_base": 0.353179931641, "delta_min": "3.0688x slower", "delta_avg": "2.3472x slower", "std_changed": 0.004840372646432882, "min_changed": 1.08383989334, "delta_std": "25.5458x smaller", "std_base": 0.12365105265955302, "t_msg": "Significant (t=-35.943084, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.1810496187209, "timeline_link": null, "avg_changed": 1.6078340959552002, "min_base": 0.179482936859, "delta_min": "8.9138x slower", "delta_avg": "8.8806x slower", "std_changed": 0.007720454660591754, "min_changed": 1.59987807274, "delta_std": "1.4677x larger", "std_base": 0.00526030006648521, "t_msg": "Significant (t=-1079.929789, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04025910377503, "timeline_link": null, "avg_changed": 0.5920090341568003, "min_base": 0.0306549072266, "delta_min": "18.9682x slower", "delta_avg": "14.7050x slower", "std_changed": 0.007055426852353869, "min_changed": 0.581466913223, "delta_std": "1.1182x larger", "std_base": 0.00630961303006408, "t_msg": "Significant (t=-412.189457, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015118875503542, "timeline_link": null, "avg_changed": 0.2621709823607599, "min_base": 0.0120751857758, "delta_min": "21.5199x slower", "delta_avg": "17.3406x slower", "std_changed": 0.002861831943641619, "min_changed": 0.259856939316, "delta_std": "5.4335x smaller", "std_base": 0.015549627149070799, "t_msg": "Significant (t=-110.489263, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054273729324346, "timeline_link": null, "avg_changed": 0.56528585433952, "min_base": 0.0488140583038, "delta_min": "11.4937x slower", "delta_avg": "10.4155x slower", "std_changed": 0.003467924240634131, "min_changed": 0.561053991318, "delta_std": "8.5850x smaller", "std_base": 0.029772240117510937, "t_msg": "Significant (t=-120.553062, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.24472384452822002, "timeline_link": null, "avg_changed": 1.4603769588472004, "min_base": 0.166049003601, "delta_min": "8.7634x slower", "delta_avg": "5.9674x slower", "std_changed": 0.00297381934743919, "min_changed": 1.4551589489, "delta_std": "25.4616x smaller", "std_base": 0.07571809555025609, "t_msg": "Significant (t=-113.438452, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.822682857549989, "timeline_link": null, "avg_changed": 351.9376430509998, "min_base": 12.3697729111, "delta_min": "28.4367x slower", "delta_avg": "27.4465x slower", "std_changed": 0.18437608501112368, "min_changed": 351.755120039, "delta_std": "2.4814x smaller", "std_base": 0.4575081348594732, "t_msg": "Significant (t=-4861.312593, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.517188358306, "timeline_link": null, "avg_changed": 19.992261648179998, "min_base": 2.8327088356, "delta_min": "7.0351x slower", "delta_avg": "5.6842x slower", "std_changed": 0.03663739181854635, "min_changed": 19.9284510612, "delta_std": "26.8557x smaller", "std_base": 0.9839242978601884, "t_msg": "Significant (t=-37.415349, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7850702095032198, "timeline_link": null, "avg_changed": 24.347350416182007, "min_base": 0.778001070023, "delta_min": "31.2596x slower", "delta_avg": "31.0130x slower", "std_changed": 0.014711554519533982, "min_changed": 24.3199760914, "delta_std": "1.4066x smaller", "std_base": 0.020693321990873377, "t_msg": "Significant (t=-6562.095468, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07462345600129, "timeline_link": null, "avg_changed": 0.4331172466277799, "min_base": 0.0726900100708, "delta_min": "5.9318x slower", "delta_avg": "5.8040x slower", "std_changed": 0.0019782060809213097, "min_changed": 0.431181907654, "delta_std": "2.6476x smaller", "std_base": 0.005237500093981414, "t_msg": "Significant (t=-452.777186, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031952538490298, "timeline_link": null, "avg_changed": 0.6293316698074001, "min_base": 0.0311679840088, "delta_min": "20.0628x slower", "delta_avg": "19.6958x slower", "std_changed": 0.003926050388099737, "min_changed": 0.625317811966, "delta_std": "1.2094x larger", "std_base": 0.0032463857199941295, "t_msg": "Significant (t=-829.167307, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.33483324052, "timeline_link": null, "avg_changed": 45.335991716399995, "min_base": 19.305024147, "delta_min": "2.3468x slower", "delta_avg": "2.3448x slower", "std_changed": 0.025914320340885214, "min_changed": 45.3051989079, "delta_std": "2.3579x smaller", "std_base": 0.06110429748416946, "t_msg": "Significant (t=-875.972734, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.391893815993999, "timeline_link": null, "avg_changed": 9.484413814544, "min_base": 9.37433600426, "delta_min": "1.0107x slower", "delta_avg": "1.0099x slower", "std_changed": 0.0065803123192946095, "min_changed": 9.47479701042, "delta_std": "3.0720x smaller", "std_base": 0.020214586860619204, "t_msg": "Significant (t=-9.731617, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29665742874146, "timeline_link": null, "avg_changed": 2.741653065681799, "min_base": 0.291347980499, "delta_min": "9.3705x slower", "delta_avg": "9.2418x slower", "std_changed": 0.006735807120612306, "min_changed": 2.73008799553, "delta_std": "2.0215x larger", "std_base": 0.0033320546252666276, "t_msg": "Significant (t=-2300.594223, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09643186092378601, "timeline_link": null, "avg_changed": 0.45305016040796, "min_base": 0.02237200737, "delta_min": "20.0254x slower", "delta_avg": "4.6981x slower", "std_changed": 0.01394402501489559, "min_changed": 0.448008060455, "delta_std": "8.2658x smaller", "std_base": 0.11525789392723103, "t_msg": "Significant (t=-21.720145, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10026460647583602, "timeline_link": null, "avg_changed": 0.4839798212050799, "min_base": 0.0413448810577, "delta_min": "11.6365x slower", "delta_avg": "4.8270x slower", "std_changed": 0.004241317147756036, "min_changed": 0.481108903885, "delta_std": "28.3360x smaller", "std_base": 0.12018215009856356, "t_msg": "Significant (t=-22.562321, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034460825920096, "timeline_link": null, "avg_changed": 2.8241620826733986, "min_base": 0.0205581188202, "delta_min": "135.2314x slower", "delta_avg": "81.9528x slower", "std_changed": 0.02081269578841268, "min_changed": 2.78010392189, "delta_std": "1.1472x smaller", "std_base": 0.023875654427413108, "t_msg": "Significant (t=-622.795768, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038083791732791998, "timeline_link": null, "avg_changed": 0.35908872604368, "min_base": 0.00338101387024, "delta_min": "105.5932x slower", "delta_avg": "94.2891x slower", "std_changed": 0.0015121586312144125, "min_changed": 0.357012033463, "delta_std": "1.1551x larger", "std_base": 0.0013090963054063081, "t_msg": "Significant (t=-1256.049684, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20341826915750197, "timeline_link": null, "avg_changed": 0.67641105175018, "min_base": 0.0860459804535, "delta_min": "7.6877x slower", "delta_avg": "3.3252x slower", "std_changed": 0.010520779340234366, "min_changed": 0.661492824554, "delta_std": "14.8468x smaller", "std_base": 0.1562000533681208, "t_msg": "Significant (t=-21.363650, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25105016231536004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4692692232131399, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21548020839704005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6052395391463602, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36905610561369995, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2446789312363601, "timeline_link": null, "avg_changed": 0.75203323841094, "min_base": 0.220501899719, "delta_min": "3.1626x slower", "delta_avg": "3.0736x slower", "std_changed": 0.042359924436490455, "min_changed": 0.697354078293, "delta_std": "2.1164x larger", "std_base": 0.020015401867638935, "t_msg": "Significant (t=-76.573962, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.085127182006842, "timeline_link": null, "avg_changed": 0.4214631891250602, "min_base": 0.0579891204834, "delta_min": "7.2264x slower", "delta_avg": "4.9510x slower", "std_changed": 0.0025934084566031764, "min_changed": 0.419053077698, "delta_std": "10.4602x smaller", "std_base": 0.027127498619629077, "t_msg": "Significant (t=-87.271615, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017906708717348, "timeline_link": null, "avg_changed": 0.7546178483963197, "min_base": 0.0169229507446, "delta_min": "44.1093x slower", "delta_avg": "42.1416x slower", "std_changed": 0.0065926001517572505, "min_changed": 0.746458768845, "delta_std": "1.6082x larger", "std_base": 0.004099320082249927, "t_msg": "Significant (t=-671.031899, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.3309999999999995, "timeline_link": null, "avg_changed": 8.951200000000002, "min_base": 2.31, "delta_min": "3.8398x slower", "delta_avg": "3.8401x slower", "std_changed": 0.03972558934716517, "min_changed": 8.87, "delta_std": "2.5764x larger", "std_base": 0.015419309389230699, "t_msg": "Significant (t=-1098.532303, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8184, "timeline_link": null, "avg_changed": 6.321800000000001, "min_base": 0.79, "delta_min": "7.9241x slower", "delta_avg": "7.7246x slower", "std_changed": 0.029185542968520318, "min_changed": 6.26, "delta_std": "1.2505x smaller", "std_base": 0.036497693525112784, "t_msg": "Significant (t=-832.725645, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.072678613662722, "timeline_link": null, "avg_changed": 0.50168715318048, "min_base": 0.0477960109711, "delta_min": "2.4871x slower", "delta_avg": "6.9028x slower", "std_changed": 0.2252788465889708, "min_changed": 0.118873119354, "delta_std": "7.5298x larger", "std_base": 0.029918286843273287, "t_msg": "Significant (t=-23.120363, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012480723381043545, "timeline_link": null, "avg_changed": 0.06319979286193897, "min_base": 0.00789499282837, "delta_min": "6.6835x slower", "delta_avg": "5.0638x slower", "std_changed": 0.008260746802523656, "min_changed": 0.052766084671, "delta_std": "1.5045x smaller", "std_base": 0.012428333987888727, "t_msg": "Significant (t=-75.996367, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9561888313294005, "timeline_link": null, "avg_changed": 45.679279828071984, "min_base": 1.94777488708, "delta_min": "23.3840x slower", "delta_avg": "23.3512x slower", "std_changed": 0.05803592980232012, "min_changed": 45.5468130112, "delta_std": "13.4838x larger", "std_base": 0.004304109976274785, "t_msg": "Significant (t=-5312.608918, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6623116493216, "timeline_link": null, "avg_changed": 1.925759601594, "min_base": 0.493084192276, "delta_min": "3.8517x slower", "delta_avg": "2.9076x slower", "std_changed": 0.01868657718556307, "min_changed": 1.8992099762, "delta_std": "17.2918x smaller", "std_base": 0.32312533851897723, "t_msg": "Significant (t=-8.728635, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6880315303799995, "timeline_link": null, "avg_changed": 11.68756756782, "min_base": 1.79291296005, "delta_min": "6.5119x slower", "delta_avg": "4.3480x slower", "std_changed": 0.013172417954392772, "min_changed": 11.6752650738, "delta_std": "98.4714x smaller", "std_base": 1.2971068097942196, "t_msg": "Significant (t=-15.513400, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5780205249791999, "timeline_link": null, "avg_changed": 0.935637617111, "min_base": 0.262836933136, "delta_min": "3.4996x slower", "delta_avg": "1.6187x slower", "std_changed": 0.019447132681416703, "min_changed": 0.919812917709, "delta_std": "20.3693x smaller", "std_base": 0.3961248643447033, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4838212013244, "timeline_link": null, "avg_changed": 3.274310398102, "min_base": 0.342983961105, "delta_min": "9.5187x slower", "delta_avg": "6.7676x slower", "std_changed": 0.010562421833596718, "min_changed": 3.26477503777, "delta_std": "19.7823x smaller", "std_base": 0.20894867506553425, "t_msg": "Significant (t=-29.824389, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02569585444, "timeline_link": null, "avg_changed": 1.63143413132, "min_base": 0.020821435, "delta_min": "78.2832x slower", "delta_avg": "63.4902x slower", "std_changed": 0.0014392572576189164, "min_changed": 1.629967874, "delta_std": "7.5003x smaller", "std_base": 0.010794895176984495, "t_msg": "Significant (t=-1042.593896, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [391.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [747.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [127.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [172.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [190.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004877511536348433, "timeline_link": null, "avg_changed": 0.2918638481128162, "min_base": 0.004849702858705847, "delta_min": "59.9361x slower", "delta_avg": "59.8387x slower", "std_changed": 0.0009148842083456113, "min_changed": 0.2906723250879284, "delta_std": "41.9663x larger", "std_base": 2.1800474561443563e-05, "t_msg": "Significant (t=-2217.465281, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016169462090560788, "timeline_link": null, "avg_changed": 0.013073680478538324, "min_base": 0.0015936254980079682, "delta_min": "8.1599x slower", "delta_avg": "8.0854x slower", "std_changed": 5.9864054694582476e-05, "min_changed": 0.013003901170351105, "delta_std": "3.4826x larger", "std_base": 1.7189312388028596e-05, "t_msg": "Significant (t=-1233.949171, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007000197141115126, "timeline_link": null, "avg_changed": 0.09460467607105275, "min_base": 0.006613756613756613, "delta_min": "13.8082x slower", "delta_avg": "13.5146x slower", "std_changed": 0.0020136347347971366, "min_changed": 0.091324200913242, "delta_std": "8.6865x larger", "std_base": 0.00023181123752830045, "t_msg": "Significant (t=-305.612922, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19604074354363668, "timeline_link": null, "avg_changed": 1.0243015349603553, "min_base": 0.1937984496124031, "delta_min": "5.1665x slower", "delta_avg": "5.2249x slower", "std_changed": 0.011122628271729216, "min_changed": 1.0012515644555695, "delta_std": "7.3259x larger", "std_base": 0.001518265873905885, "t_msg": "Significant (t=-521.718010, a=0.95)\n"}]], "branch": "", "revision": "83278:e7bacd0b61e2"}