{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037158188819884, "timeline_link": null, "avg_changed": 0.7511142444611001, "min_base": 0.0366201400757, "delta_min": "20.3834x slower", "delta_avg": "20.2140x slower", "std_changed": 0.004902884689848519, "min_changed": 0.746443986893, "delta_std": "5.9440x larger", "std_base": 0.0008248485906250023, "t_msg": "Significant (t=-1015.416179, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015984802246095997, "timeline_link": null, "avg_changed": 0.14672097682952664, "min_base": 0.0128951072693, "delta_min": "11.1204x slower", "delta_avg": "9.1788x slower", "std_changed": 0.0025592584223894438, "min_changed": 0.143399000168, "delta_std": "2.4246x smaller", "std_base": 0.006205093804123719, "t_msg": "Significant (t=-238.550087, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28735948801055, "timeline_link": null, "avg_changed": 1.4543475031855002, "min_base": 0.229030132294, "delta_min": "6.2598x slower", "delta_avg": "5.0611x slower", "std_changed": 0.045243299167317105, "min_changed": 1.43369197845, "delta_std": "4.2038x smaller", "std_base": 0.19019376049095352, "t_msg": "Significant (t=-26.695159, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.467432956694999, "timeline_link": null, "avg_changed": 20.576152439116, "min_base": 3.40823483467, "delta_min": "6.0171x slower", "delta_avg": "5.9341x slower", "std_changed": 0.07675645618493063, "min_changed": 20.5078420639, "delta_std": "1.0034x larger", "std_base": 0.07649830281747082, "t_msg": "Significant (t=-1116.356537, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.018288359642030003, "timeline_link": null, "avg_changed": 0.23799633502959996, "min_base": 0.0151789188385, "delta_min": "15.5462x slower", "delta_avg": "13.0135x slower", "std_changed": 0.001974905282335012, "min_changed": 0.235974788666, "delta_std": "2.5251x smaller", "std_base": 0.004986877106296435, "t_msg": "Significant (t=-289.645627, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.203802862167601, "timeline_link": null, "avg_changed": 46.93700914382601, "min_base": 8.10478115082, "delta_min": "5.7725x slower", "delta_avg": "5.7214x slower", "std_changed": 0.06007763820088188, "min_changed": 46.7844879627, "delta_std": "3.0491x smaller", "std_base": 0.18318240661440358, "t_msg": "Significant (t=-1420.694504, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087720966339058, "timeline_link": null, "avg_changed": 0.5347953176498401, "min_base": 0.0062460899353, "delta_min": "85.4687x slower", "delta_avg": "60.9655x slower", "std_changed": 0.0004902955776647439, "min_changed": 0.533844947815, "delta_std": "31.4992x smaller", "std_base": 0.015443914313329674, "t_msg": "Significant (t=-240.720896, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [134.925620079], "base_times": [138.878147125]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04842095375060399, "timeline_link": null, "avg_changed": 3.2050179290767993, "min_base": 0.0458931922913, "delta_min": "69.6435x slower", "delta_avg": "66.1907x slower", "std_changed": 0.0032425814437848305, "min_changed": 3.19616293907, "delta_std": "4.3591x smaller", "std_base": 0.014134821166372415, "t_msg": "Significant (t=-1539.135141, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009940166473386998, "timeline_link": null, "avg_changed": 0.03766139984130401, "min_base": 0.001384973526, "delta_min": "27.0980x slower", "delta_avg": "3.7888x slower", "std_changed": 0.00011212944292179371, "min_changed": 0.0375299453735, "delta_std": "103.1089x smaller", "std_base": 0.011561547355122685, "t_msg": "Significant (t=-16.953570, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.028950357437132, "timeline_link": null, "avg_changed": 1.0788639211654003, "min_base": 0.0273640155792, "delta_min": "39.3166x slower", "delta_avg": "37.2660x slower", "std_changed": 0.0022345559792504846, "min_changed": 1.07585906982, "delta_std": "1.2394x smaller", "std_base": 0.002769540256202131, "t_msg": "Significant (t=-2086.219811, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45423772335055984, "timeline_link": null, "avg_changed": 1.0796225976941998, "min_base": 0.355679035187, "delta_min": "3.0160x slower", "delta_avg": "2.3768x slower", "std_changed": 0.002218979504371509, "min_changed": 1.07271909714, "delta_std": "44.9396x smaller", "std_base": 0.09972008224119758, "t_msg": "Significant (t=-44.334545, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17481309890749996, "timeline_link": null, "avg_changed": 1.6266242980949996, "min_base": 0.17324090004, "delta_min": "9.3464x slower", "delta_avg": "9.3049x slower", "std_changed": 0.0038679600519629324, "min_changed": 1.61917209625, "delta_std": "1.2444x smaller", "std_base": 0.004813364009314934, "t_msg": "Significant (t=-1662.509317, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04443828105927199, "timeline_link": null, "avg_changed": 0.5991937780380201, "min_base": 0.0354561805725, "delta_min": "16.7205x slower", "delta_avg": "13.4837x slower", "std_changed": 0.004140440094119932, "min_changed": 0.592846155167, "delta_std": "1.2970x smaller", "std_base": 0.005370032314839051, "t_msg": "Significant (t=-578.495271, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016897492408744004, "timeline_link": null, "avg_changed": 0.26611962318418003, "min_base": 0.0138680934906, "delta_min": "19.0455x slower", "delta_avg": "15.7491x slower", "std_changed": 0.002217726062399814, "min_changed": 0.2641248703, "delta_std": "6.2844x smaller", "std_base": 0.01393712873367275, "t_msg": "Significant (t=-124.872991, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.058280024528505996, "timeline_link": null, "avg_changed": 0.58257729053498, "min_base": 0.0528528690338, "delta_min": "10.9420x slower", "delta_avg": "9.9962x slower", "std_changed": 0.002581024144896384, "min_changed": 0.578316926956, "delta_std": "10.3942x smaller", "std_base": 0.026827579632319437, "t_msg": "Significant (t=-137.556286, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.12679198265076802, "timeline_link": null, "avg_changed": 1.6605491304394002, "min_base": 0.0916121006012, "delta_min": "18.0851x slower", "delta_avg": "13.0966x slower", "std_changed": 0.0021216845017241475, "min_changed": 1.65681409836, "delta_std": "18.7632x smaller", "std_base": 0.03980954792600591, "t_msg": "Significant (t=-272.043551, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.172969460499987, "timeline_link": null, "avg_changed": 333.4994075300001, "min_base": 11.885571003, "delta_min": "28.0581x slower", "delta_avg": "27.3967x slower", "std_changed": 0.013370907389462866, "min_changed": 333.486171007, "delta_std": "21.7125x smaller", "std_base": 0.2903162831440048, "t_msg": "Significant (t=-7818.077026, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5892272472399993, "timeline_link": null, "avg_changed": 21.14958176614, "min_base": 2.8898370266, "delta_min": "7.3129x slower", "delta_avg": "5.8925x slower", "std_changed": 0.014344866715783533, "min_changed": 21.1330800056, "delta_std": "68.9883x smaller", "std_base": 0.9896273795510734, "t_msg": "Significant (t=-39.673541, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7544480466842601, "timeline_link": null, "avg_changed": 24.647447724345998, "min_base": 0.748922109604, "delta_min": "32.8907x slower", "delta_avg": "32.6695x slower", "std_changed": 0.010189014802847764, "min_changed": 24.6325790882, "delta_std": "1.8234x smaller", "std_base": 0.018579139039690173, "t_msg": "Significant (t=-7973.193442, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07373361587523397, "timeline_link": null, "avg_changed": 0.4385721445083999, "min_base": 0.0723688602448, "delta_min": "6.0541x slower", "delta_avg": "5.9481x slower", "std_changed": 0.00041256012314632383, "min_changed": 0.438125133514, "delta_std": "12.1003x smaller", "std_base": 0.00499208645666058, "t_msg": "Significant (t=-515.021739, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031786794662474, "timeline_link": null, "avg_changed": 0.6452685260773198, "min_base": 0.0310020446777, "delta_min": "20.7200x slower", "delta_avg": "20.2999x slower", "std_changed": 0.0031443883080899183, "min_changed": 0.642363071442, "delta_std": "1.0061x larger", "std_base": 0.0031254356106130664, "t_msg": "Significant (t=-978.462771, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.205579710019997, "timeline_link": null, "avg_changed": 46.3303085804, "min_base": 19.1892549992, "delta_min": "2.4139x slower", "delta_avg": "2.4123x slower", "std_changed": 0.01011083531340955, "min_changed": 46.3207838535, "delta_std": "2.6932x smaller", "std_base": 0.027230698411760314, "t_msg": "Significant (t=-2088.075066, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.267236042024, "timeline_link": null, "avg_changed": 9.451653337476, "min_base": 9.25932598114, "delta_min": "1.0203x slower", "delta_avg": "1.0199x slower", "std_changed": 0.004615452829417196, "min_changed": 9.4477148056, "delta_std": "3.3218x smaller", "std_base": 0.015331605761020497, "t_msg": "Significant (t=-25.754971, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29525975227358, "timeline_link": null, "avg_changed": 2.8206649875640006, "min_base": 0.286329030991, "delta_min": "9.8164x slower", "delta_avg": "9.5532x slower", "std_changed": 0.004186370343871272, "min_changed": 2.81073307991, "delta_std": "1.4193x smaller", "std_base": 0.005941916677810018, "t_msg": "Significant (t=-2456.785630, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.092210774421716, "timeline_link": null, "avg_changed": 0.46305049896238, "min_base": 0.0244660377502, "delta_min": "18.7824x slower", "delta_avg": "5.0217x slower", "std_changed": 0.022705607883366518, "min_changed": 0.459531068802, "delta_std": "4.8714x smaller", "std_base": 0.11060710831393472, "t_msg": "Significant (t=-23.223361, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10524733066559401, "timeline_link": null, "avg_changed": 0.49161771774299995, "min_base": 0.0424761772156, "delta_min": "11.5529x slower", "delta_avg": "4.6711x slower", "std_changed": 0.0012948814473270553, "min_changed": 0.490723848343, "delta_std": "88.0383x smaller", "std_base": 0.11399912483579623, "t_msg": "Significant (t=-23.964000, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.035530829429626, "timeline_link": null, "avg_changed": 2.7314138650896007, "min_base": 0.0191609859467, "delta_min": "139.4702x slower", "delta_avg": "76.8745x slower", "std_changed": 0.025005172109640577, "min_changed": 2.67238593102, "delta_std": "1.1081x larger", "std_base": 0.022565297622088046, "t_msg": "Significant (t=-565.969622, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035322475433352003, "timeline_link": null, "avg_changed": 0.35524822711942, "min_base": 0.00325703620911, "delta_min": "108.7710x slower", "delta_avg": "100.5729x slower", "std_changed": 0.0005516303030761593, "min_changed": 0.354270935059, "delta_std": "1.5611x smaller", "std_base": 0.0008611284067121663, "t_msg": "Significant (t=-2431.895268, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20519293308248404, "timeline_link": null, "avg_changed": 0.68731882572178, "min_base": 0.0892100334167, "delta_min": "7.5411x slower", "delta_avg": "3.3496x slower", "std_changed": 0.01063354614796514, "min_changed": 0.672744035721, "delta_std": "13.7734x smaller", "std_base": 0.14645965372762787, "t_msg": "Significant (t=-23.215915, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24446789264682006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4691353416443199, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.19495801925665998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60736353874208, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36719837188725996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2700170087814, "timeline_link": null, "avg_changed": 0.7349493789672797, "min_base": 0.26341509819, "delta_min": "2.7482x slower", "delta_avg": "2.7219x slower", "std_changed": 0.010725576206709027, "min_changed": 0.723911046982, "delta_std": "1.3321x larger", "std_base": 0.00805149160037891, "t_msg": "Significant (t=-245.133156, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.089029121398938, "timeline_link": null, "avg_changed": 0.4265500879287998, "min_base": 0.0588910579681, "delta_min": "7.2233x slower", "delta_avg": "4.7911x slower", "std_changed": 0.0020314662608740086, "min_changed": 0.425389051437, "delta_std": "13.9479x smaller", "std_base": 0.028334774140017, "t_msg": "Significant (t=-84.014197, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0093559503555304, "timeline_link": null, "avg_changed": 0.8447565507889597, "min_base": 0.00847887992859, "delta_min": "99.2747x slower", "delta_avg": "90.2908x slower", "std_changed": 0.0012768111321149187, "min_changed": 0.841737985611, "delta_std": "3.0198x smaller", "std_base": 0.0038557709830001952, "t_msg": "Significant (t=-1454.368460, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1552, "timeline_link": null, "avg_changed": 8.9376, "min_base": 2.12, "delta_min": "4.2075x slower", "delta_avg": "4.1470x slower", "std_changed": 0.018578020808010184, "min_changed": 8.92, "delta_std": "1.5991x smaller", "std_base": 0.029708790700699334, "t_msg": "Significant (t=-1368.713427, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7718000000000004, "timeline_link": null, "avg_changed": 6.159599999999999, "min_base": 0.74, "delta_min": "8.2432x slower", "delta_avg": "7.9808x slower", "std_changed": 0.026260857812745272, "min_changed": 6.1, "delta_std": "1.2469x smaller", "std_base": 0.032744527506633134, "t_msg": "Significant (t=-907.640022, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07102975209554466, "timeline_link": null, "avg_changed": 0.5287517611185997, "min_base": 0.0446689128876, "delta_min": "2.6880x slower", "delta_avg": "7.4441x slower", "std_changed": 0.24153251935195003, "min_changed": 0.120068073273, "delta_std": "8.1615x larger", "std_base": 0.029594293866272225, "t_msg": "Significant (t=-23.037536, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012894234657288941, "timeline_link": null, "avg_changed": 0.05684988927841182, "min_base": 0.00777697563171, "delta_min": "6.9597x slower", "delta_avg": "4.4089x slower", "std_changed": 0.005926295982378647, "min_changed": 0.0541257858276, "delta_std": "2.1252x smaller", "std_base": 0.01259461037021633, "t_msg": "Significant (t=-70.612939, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8994706821436003, "timeline_link": null, "avg_changed": 48.07360358238201, "min_base": 1.8885781765, "delta_min": "25.3960x slower", "delta_avg": "25.3089x slower", "std_changed": 0.06266780877466334, "min_changed": 47.9623448849, "delta_std": "10.4881x larger", "std_base": 0.005975112915097162, "t_msg": "Significant (t=-5186.496783, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5988859653484001, "timeline_link": null, "avg_changed": 1.930955362318, "min_base": 0.44437789917, "delta_min": "4.3246x slower", "delta_avg": "3.2242x slower", "std_changed": 0.00849034100879923, "min_changed": 1.92174506187, "delta_std": "39.5644x smaller", "std_base": 0.3359152465875427, "t_msg": "Significant (t=-8.864280, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5302197933199997, "timeline_link": null, "avg_changed": 11.61808686258, "min_base": 1.67789196968, "delta_min": "6.9044x slower", "delta_avg": "4.5917x slower", "std_changed": 0.026077463719040034, "min_changed": 11.5848531723, "delta_std": "46.1384x smaller", "std_base": 1.203172678749971, "t_msg": "Significant (t=-16.885620, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5528058528904001, "timeline_link": null, "avg_changed": 0.9446228504183999, "min_base": 0.251152992249, "delta_min": "3.6847x slower", "delta_avg": "1.7088x slower", "std_changed": 0.016202920483756954, "min_changed": 0.925434112549, "delta_std": "23.9145x smaller", "std_base": 0.38748422704361685, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4818831443788, "timeline_link": null, "avg_changed": 3.411308383942, "min_base": 0.327360868454, "delta_min": "10.3716x slower", "delta_avg": "7.0791x slower", "std_changed": 0.013072577304793082, "min_changed": 3.39525604248, "delta_std": "17.5830x smaller", "std_base": 0.22985487536295335, "t_msg": "Significant (t=-28.451978, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024706220520000002, "timeline_link": null, "avg_changed": 1.5939184867200007, "min_base": 0.019076947, "delta_min": "83.4965x slower", "delta_avg": "64.5149x slower", "std_changed": 0.0008961882779199223, "min_changed": 1.592858849, "delta_std": "17.8784x smaller", "std_base": 0.01602242089563448, "t_msg": "Significant (t=-691.449180, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [381.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [737.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [123.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [186.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0046863721635563215, "timeline_link": null, "avg_changed": 0.29615356834183393, "min_base": 0.0046572280178837555, "delta_min": "63.4722x slower", "delta_avg": "63.1946x slower", "std_changed": 0.0006421761579557806, "min_changed": 0.29560436312039967, "delta_std": "29.1834x larger", "std_base": 2.2004834166251882e-05, "t_msg": "Significant (t=-3207.492810, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015599482576827415, "timeline_link": null, "avg_changed": 0.013453842236076024, "min_base": 0.0015382248884786955, "delta_min": "8.7145x slower", "delta_avg": "8.6245x slower", "std_changed": 4.133654243389925e-05, "min_changed": 0.013404825737265416, "delta_std": "3.5237x larger", "std_base": 1.1730889335263731e-05, "t_msg": "Significant (t=-1856.848283, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006854374975776758, "timeline_link": null, "avg_changed": 0.09681727763569192, "min_base": 0.006385696040868455, "delta_min": "15.1304x slower", "delta_avg": "14.1249x slower", "std_changed": 0.0004980247694712498, "min_changed": 0.0966183574879227, "delta_std": "1.4629x larger", "std_base": 0.000340439822035568, "t_msg": "Significant (t=-1054.485859, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20206477555361374, "timeline_link": null, "avg_changed": 0.9915981989812113, "min_base": 0.1976406645667346, "delta_min": "4.9972x slower", "delta_avg": "4.9073x slower", "std_changed": 0.0038045655472182917, "min_changed": 0.9876543209876543, "delta_std": "1.4438x smaller", "std_base": 0.005493190141424847, "t_msg": "Significant (t=-835.498138, a=0.95)\n"}]], "branch": "", "revision": "90576:b2f0ed2ba5b5"}