{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019387183189388, "timeline_link": null, "avg_changed": 0.28613387584692, "min_base": 0.0189180374146, "delta_min": "14.7647x slower", "delta_avg": "14.7589x slower", "std_changed": 0.003159101775153893, "min_changed": 0.279320001602, "delta_std": "8.1902x larger", "std_base": 0.0003857159569545929, "t_msg": "Significant (t=-592.662125, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.00871055761973087, "timeline_link": null, "avg_changed": 0.0587326955795307, "min_base": 0.00650811195374, "delta_min": "8.5168x slower", "delta_avg": "6.7427x slower", "std_changed": 0.0023878471541327728, "min_changed": 0.0554280281067, "delta_std": "1.5711x smaller", "std_base": 0.00375148631760214, "t_msg": "Significant (t=-137.766791, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15861613750464998, "timeline_link": null, "avg_changed": 1.01621301174165, "min_base": 0.127171039581, "delta_min": "7.8419x slower", "delta_avg": "6.4067x slower", "std_changed": 0.008127751131472256, "min_changed": 0.997261047363, "delta_std": "12.8132x smaller", "std_base": 0.10414238169416234, "t_msg": "Significant (t=-36.715721, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6806757450104006, "timeline_link": null, "avg_changed": 9.040021529197801, "min_base": 1.66738510132, "delta_min": "5.3815x slower", "delta_avg": "5.3788x slower", "std_changed": 0.03404428914242722, "min_changed": 8.97310686111, "delta_std": "4.9687x larger", "std_base": 0.0068517271902653505, "t_msg": "Significant (t=-1498.503624, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006322889328002599, "timeline_link": null, "avg_changed": 0.07783884048462202, "min_base": 0.0047619342804, "delta_min": "15.8746x slower", "delta_avg": "12.3106x slower", "std_changed": 0.001322311119834183, "min_changed": 0.0755939483643, "delta_std": "1.7164x smaller", "std_base": 0.0022696776001901366, "t_msg": "Significant (t=-192.515263, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.956213808058, "timeline_link": null, "avg_changed": 22.45715575218, "min_base": 3.81527686119, "delta_min": "5.8776x slower", "delta_avg": "5.6764x slower", "std_changed": 0.025778942642372998, "min_changed": 22.4244878292, "delta_std": "9.9792x smaller", "std_base": 0.2572532323187558, "t_msg": "Significant (t=-160.010449, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004615192413330799, "timeline_link": null, "avg_changed": 0.21541600227360003, "min_base": 0.00349593162537, "delta_min": "60.0470x slower", "delta_avg": "46.6754x slower", "std_changed": 0.003024894191808789, "min_changed": 0.209920167923, "delta_std": "2.2817x smaller", "std_base": 0.006901841842866155, "t_msg": "Significant (t=-197.805749, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.064798117], "base_times": [66.6504840851]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026650409698483996, "timeline_link": null, "avg_changed": 1.6636227512362, "min_base": 0.0251741409302, "delta_min": "65.0782x slower", "delta_avg": "62.4239x slower", "std_changed": 0.010721222859840448, "min_changed": 1.63828802109, "delta_std": "1.6377x larger", "std_base": 0.006546677809978737, "t_msg": "Significant (t=-921.441730, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004908046722409642, "timeline_link": null, "avg_changed": 0.017609777450559992, "min_base": 0.000644207000732, "delta_min": "27.0007x slower", "delta_avg": "3.5879x slower", "std_changed": 0.00023043032547712732, "min_changed": 0.0173940658569, "delta_std": "24.6130x smaller", "std_base": 0.005671572708054609, "t_msg": "Significant (t=-15.822906, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.01518051624298, "timeline_link": null, "avg_changed": 0.43641594409934004, "min_base": 0.0142841339111, "delta_min": "29.7105x slower", "delta_avg": "28.7484x slower", "std_changed": 0.005052750307015772, "min_changed": 0.424388170242, "delta_std": "3.5438x larger", "std_base": 0.0014257810607625908, "t_msg": "Significant (t=-567.342827, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18872363090518005, "timeline_link": null, "avg_changed": 0.45501436233522, "min_base": 0.151993989944, "delta_min": "2.9033x slower", "delta_avg": "2.4110x slower", "std_changed": 0.006143890198730326, "min_changed": 0.44128704071, "delta_std": "7.7306x smaller", "std_base": 0.047496166476998, "t_msg": "Significant (t=-39.316882, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097281875610348, "timeline_link": null, "avg_changed": 0.7206736660003399, "min_base": 0.094358921051, "delta_min": "7.4437x slower", "delta_avg": "7.4081x slower", "std_changed": 0.013212102195754385, "min_changed": 0.70237994194, "delta_std": "6.5223x larger", "std_base": 0.0020256874134526232, "t_msg": "Significant (t=-329.783334, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020973973274230003, "timeline_link": null, "avg_changed": 0.25835603237143995, "min_base": 0.0178561210632, "delta_min": "14.0631x slower", "delta_avg": "12.3179x slower", "std_changed": 0.003372198154515968, "min_changed": 0.251112937927, "delta_std": "1.4896x larger", "std_base": 0.0022638357448319124, "t_msg": "Significant (t=-413.270796, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008511557579042, "timeline_link": null, "avg_changed": 0.11402134418489998, "min_base": 0.00683403015137, "delta_min": "16.2475x slower", "delta_avg": "13.3961x slower", "std_changed": 0.002033478429049751, "min_changed": 0.111035823822, "delta_std": "3.1382x smaller", "std_base": 0.006381520906307462, "t_msg": "Significant (t=-111.391925, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023912582397464, "timeline_link": null, "avg_changed": 0.2327657127380801, "min_base": 0.0206310749054, "delta_min": "10.9539x slower", "delta_avg": "9.7340x slower", "std_changed": 0.003063652080158693, "min_changed": 0.225990056992, "delta_std": "4.1839x smaller", "std_base": 0.01281792648702385, "t_msg": "Significant (t=-112.058442, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08203555107118002, "timeline_link": null, "avg_changed": 0.7633838319778599, "min_base": 0.0488669872284, "delta_min": "15.2494x slower", "delta_avg": "9.3055x slower", "std_changed": 0.00649574827961981, "min_changed": 0.745192050934, "delta_std": "4.8927x smaller", "std_base": 0.03178165926659552, "t_msg": "Significant (t=-148.522024, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.18419992924, "timeline_link": null, "avg_changed": 168.55409646000015, "min_base": 6.06767892838, "delta_min": "27.7719x slower", "delta_avg": "27.2556x slower", "std_changed": 0.043639087929860466, "min_changed": 168.510895967, "delta_std": "2.6972x smaller", "std_base": 0.11770398551249901, "t_msg": "Significant (t=-9146.011116, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4129195690140002, "timeline_link": null, "avg_changed": 8.701536560060001, "min_base": 1.06649303436, "delta_min": "8.1320x slower", "delta_avg": "6.1586x slower", "std_changed": 0.04017753653208141, "min_changed": 8.67272901535, "delta_std": "12.0439x smaller", "std_base": 0.4838955213127359, "t_msg": "Significant (t=-33.565002, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37423248767848, "timeline_link": null, "avg_changed": 11.167328033448003, "min_base": 0.36524605751, "delta_min": "30.4135x slower", "delta_avg": "29.8406x slower", "std_changed": 0.028396412899177704, "min_changed": 11.1084020138, "delta_std": "3.2287x larger", "std_base": 0.008794938140758162, "t_msg": "Significant (t=-2567.301216, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04611354351043202, "timeline_link": null, "avg_changed": 0.22228651523590007, "min_base": 0.0447559356689, "delta_min": "4.8676x slower", "delta_avg": "4.8204x slower", "std_changed": 0.0017622750457484983, "min_changed": 0.217852830887, "delta_std": "1.3476x smaller", "std_base": 0.002374909364987396, "t_msg": "Significant (t=-421.234872, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020818362236036007, "timeline_link": null, "avg_changed": 0.35189023971553984, "min_base": 0.0200228691101, "delta_min": "17.1302x slower", "delta_avg": "16.9029x slower", "std_changed": 0.005014081802531988, "min_changed": 0.342995882034, "delta_std": "2.9220x larger", "std_base": 0.001715972679050596, "t_msg": "Significant (t=-441.738860, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.023183774948, "timeline_link": null, "avg_changed": 18.02758755686, "min_base": 8.99109005928, "delta_min": "2.0009x slower", "delta_avg": "1.9979x slower", "std_changed": 0.07578286466790421, "min_changed": 17.9901080132, "delta_std": "3.1640x larger", "std_base": 0.02395163535850922, "t_msg": "Significant (t=-253.334323, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.5478473663339996, "timeline_link": null, "avg_changed": 4.626458406448, "min_base": 4.54481601715, "delta_min": "1.0154x slower", "delta_avg": "1.0173x slower", "std_changed": 0.011471723337828347, "min_changed": 4.61475586891, "delta_std": "3.3336x larger", "std_base": 0.0034412585925852673, "t_msg": "Significant (t=-14.676731, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15643771648407995, "timeline_link": null, "avg_changed": 1.2401565742496001, "min_base": 0.151661157608, "delta_min": "8.0802x slower", "delta_avg": "7.9275x slower", "std_changed": 0.010021135237346752, "min_changed": 1.22544908524, "delta_std": "3.9014x larger", "std_base": 0.002568626649533975, "t_msg": "Significant (t=-740.742294, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04762621402738599, "timeline_link": null, "avg_changed": 0.20165993213646, "min_base": 0.0109069347382, "delta_min": "17.8276x slower", "delta_avg": "4.2342x slower", "std_changed": 0.007327901297050351, "min_changed": 0.194443941116, "delta_std": "7.2671x smaller", "std_base": 0.05325241606194402, "t_msg": "Significant (t=-20.262270, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049055213928226, "timeline_link": null, "avg_changed": 0.2140116262436, "min_base": 0.0165810585022, "delta_min": "12.5567x slower", "delta_avg": "4.3627x slower", "std_changed": 0.004042344540517187, "min_changed": 0.208204030991, "delta_std": "14.0868x smaller", "std_base": 0.05694364081965924, "t_msg": "Significant (t=-20.432308, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009618802070616798, "timeline_link": null, "avg_changed": 1.1808348989491997, "min_base": 0.0086841583252, "delta_min": "133.4326x slower", "delta_avg": "122.7632x slower", "std_changed": 0.021180267980900683, "min_changed": 1.15875005722, "delta_std": "8.3190x larger", "std_base": 0.0025460125621583566, "t_msg": "Significant (t=-388.217698, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015799665451045996, "timeline_link": null, "avg_changed": 0.18566733360281998, "min_base": 0.00139904022217, "delta_min": "129.3986x slower", "delta_avg": "117.5135x slower", "std_changed": 0.001616994241027676, "min_changed": 0.181033849716, "delta_std": "3.8112x larger", "std_base": 0.00042427392730300643, "t_msg": "Significant (t=-778.651353, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.091027565002442, "timeline_link": null, "avg_changed": 0.30476809024811996, "min_base": 0.0358331203461, "delta_min": "8.2069x slower", "delta_avg": "3.3481x slower", "std_changed": 0.008622860629451083, "min_changed": 0.294078111649, "delta_std": "8.4421x smaller", "std_base": 0.072795465606969, "t_msg": "Significant (t=-20.617780, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12003792762748003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18324398040766, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12082630157469998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25703592777252, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15290105819706004, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14009447574621997, "timeline_link": null, "avg_changed": 0.4422853755950799, "min_base": 0.135406970978, "delta_min": "3.1902x slower", "delta_avg": "3.1571x slower", "std_changed": 0.0058684430327211315, "min_changed": 0.431968927383, "delta_std": "2.5681x larger", "std_base": 0.0022851637568742497, "t_msg": "Significant (t=-339.302266, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041554765701288, "timeline_link": null, "avg_changed": 0.20570901393890004, "min_base": 0.0284688472748, "delta_min": "7.0345x slower", "delta_avg": "4.9503x slower", "std_changed": 0.00270173749810396, "min_changed": 0.200263023376, "delta_std": "4.5043x smaller", "std_base": 0.012169536564400597, "t_msg": "Significant (t=-93.114176, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005683193206786202, "timeline_link": null, "avg_changed": 0.3322987079620201, "min_base": 0.00527095794678, "delta_min": "61.6552x slower", "delta_avg": "58.4704x slower", "std_changed": 0.0044517016172490554, "min_changed": 0.324981927872, "delta_std": "2.9995x larger", "std_base": 0.0014841454806704445, "t_msg": "Significant (t=-492.164008, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0194000000000003, "timeline_link": null, "avg_changed": 4.8414, "min_base": 0.98, "delta_min": "4.8163x slower", "delta_avg": "4.7493x slower", "std_changed": 0.05174545232901821, "min_changed": 4.72, "delta_std": "2.2010x larger", "std_base": 0.02350944230625264, "t_msg": "Significant (t=-475.505141, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3910000000000003, "timeline_link": null, "avg_changed": 3.918999999999999, "min_base": 0.37, "delta_min": "10.3243x slower", "delta_avg": "10.0230x slower", "std_changed": 0.04348351787206982, "min_changed": 3.82, "delta_std": "2.1496x larger", "std_base": 0.020228288940723278, "t_msg": "Significant (t=-520.175221, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03420301119486599, "timeline_link": null, "avg_changed": 0.20774936676025807, "min_base": 0.0213811397552, "delta_min": "2.9048x slower", "delta_avg": "6.0740x slower", "std_changed": 0.08590763072178842, "min_changed": 0.0621089935303, "delta_std": "5.1614x larger", "std_base": 0.01664410530491818, "t_msg": "Significant (t=-24.290006, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.016921398639679, "timeline_link": null, "avg_changed": 0.04350210571288917, "min_base": 0.00355005264282, "delta_min": "7.6880x slower", "delta_avg": "2.5708x slower", "std_changed": 0.07566610997649306, "min_changed": 0.0272929668427, "delta_std": "1.4236x larger", "std_base": 0.053152882022893644, "t_msg": "Significant (t=-6.427669, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7322547435759998, "timeline_link": null, "avg_changed": 16.956930065149997, "min_base": 0.721974849701, "delta_min": "23.4388x slower", "delta_avg": "23.1571x slower", "std_changed": 0.023820256001649606, "min_changed": 16.9222290516, "delta_std": "5.0160x larger", "std_base": 0.004748851638216455, "t_msg": "Significant (t=-2112.351242, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.24987835884100001, "timeline_link": null, "avg_changed": 0.8046256065368, "min_base": 0.169780015945, "delta_min": "4.6632x slower", "delta_avg": "3.2201x slower", "std_changed": 0.011513332518116587, "min_changed": 0.791726112366, "delta_std": "13.9121x smaller", "std_base": 0.16017431110848102, "t_msg": "Significant (t=-7.724462, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.181148242951, "timeline_link": null, "avg_changed": 4.7395822048200005, "min_base": 0.79384303093, "delta_min": "5.9226x slower", "delta_avg": "4.0127x slower", "std_changed": 0.024910179200791655, "min_changed": 4.7016210556, "delta_std": "23.4398x smaller", "std_base": 0.5838886938386172, "t_msg": "Significant (t=-13.615042, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24408564567559998, "timeline_link": null, "avg_changed": 0.40044493675219994, "min_base": 0.111536026001, "delta_min": "3.4890x slower", "delta_avg": "1.6406x slower", "std_changed": 0.013412207496383916, "min_changed": 0.389149904251, "delta_std": "13.1670x smaller", "std_base": 0.17659832686562793, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22231578826899998, "timeline_link": null, "avg_changed": 1.344556999208, "min_base": 0.154279947281, "delta_min": "8.6585x slower", "delta_avg": "6.0480x slower", "std_changed": 0.005897830322493424, "min_changed": 1.33583903313, "delta_std": "17.1639x smaller", "std_base": 0.101229674536222, "t_msg": "Significant (t=-24.747283, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011383206980000003, "timeline_link": null, "avg_changed": 0.73280385694, "min_base": 0.007976209, "delta_min": "89.7270x slower", "delta_avg": "64.3759x slower", "std_changed": 0.010873089581712791, "min_changed": 0.715681326, "delta_std": "1.0899x larger", "std_base": 0.009976663065603547, "t_msg": "Significant (t=-345.689850, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [486.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [58.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002486452369610342, "timeline_link": null, "avg_changed": 0.12312893807392936, "min_base": 0.002408648396586849, "delta_min": "50.1232x slower", "delta_avg": "49.5199x slower", "std_changed": 0.0008785036605632235, "min_changed": 0.12072920439454304, "delta_std": "29.7596x larger", "std_base": 2.9520057312139367e-05, "t_msg": "Significant (t=-970.502487, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006605410482168558, "timeline_link": null, "avg_changed": 0.006486231110205768, "min_base": 0.0006508298080052066, "delta_min": "9.8810x slower", "delta_avg": "9.8196x slower", "std_changed": 4.982608545142065e-05, "min_changed": 0.006430868167202572, "delta_std": "8.8142x larger", "std_base": 5.652930592182343e-06, "t_msg": "Significant (t=-259.775629, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028126427251040894, "timeline_link": null, "avg_changed": 0.041230678745141545, "min_base": 0.00248015873015873, "delta_min": "16.2909x slower", "delta_avg": "14.6591x slower", "std_changed": 0.0005530428856155785, "min_changed": 0.04040404040404041, "delta_std": "2.7444x larger", "std_base": 0.00020152009652409133, "t_msg": "Significant (t=-461.518761, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.060024419031473195, "timeline_link": null, "avg_changed": 0.3480765600410535, "min_base": 0.05849770579310093, "delta_min": "5.8325x slower", "delta_avg": "5.7989x slower", "std_changed": 0.003024641098983365, "min_changed": 0.341187759889114, "delta_std": "2.1615x larger", "std_base": 0.001399322814274502, "t_msg": "Significant (t=-611.176100, a=0.95)\n"}]], "branch": "", "revision": "97705:cd96ab5b8d1e"}