{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.020283942222595996, "timeline_link": null, "avg_changed": 0.28783421039574, "min_base": 0.0194671154022, "delta_min": "14.5382x slower", "delta_avg": "14.1902x slower", "std_changed": 0.0032332019233970344, "min_changed": 0.28301692009, "delta_std": "6.8127x larger", "std_base": 0.0004745840331624758, "t_msg": "Significant (t=-578.933478, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008688610394794866, "timeline_link": null, "avg_changed": 0.05970422744751065, "min_base": 0.00653696060181, "delta_min": "8.5269x slower", "delta_avg": "6.8716x slower", "std_changed": 0.0022132478711909816, "min_changed": 0.0557398796082, "delta_std": "1.7567x smaller", "std_base": 0.0038880198937438796, "t_msg": "Significant (t=-139.659084, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15482465028770004, "timeline_link": null, "avg_changed": 1.0174514174469997, "min_base": 0.12201499939, "delta_min": "8.2302x slower", "delta_avg": "6.5716x slower", "std_changed": 0.00899561515839913, "min_changed": 1.00420689583, "delta_std": "11.6482x smaller", "std_base": 0.10478235127218928, "t_msg": "Significant (t=-36.682187, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6414099788668, "timeline_link": null, "avg_changed": 9.058899497986202, "min_base": 1.62533402443, "delta_min": "5.5218x slower", "delta_avg": "5.5190x slower", "std_changed": 0.03573870039710492, "min_changed": 8.97478699684, "delta_std": "4.6431x larger", "std_base": 0.007697121286969023, "t_msg": "Significant (t=-1434.687782, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006381211280823601, "timeline_link": null, "avg_changed": 0.08005534172058, "min_base": 0.00482702255249, "delta_min": "16.0242x slower", "delta_avg": "12.5455x slower", "std_changed": 0.0015626101271268616, "min_changed": 0.077348947525, "delta_std": "1.4593x smaller", "std_base": 0.0022803801661400716, "t_msg": "Significant (t=-188.451586, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.024834394456, "timeline_link": null, "avg_changed": 22.39538593292, "min_base": 3.8444108963, "delta_min": "5.8013x slower", "delta_avg": "5.5643x slower", "std_changed": 0.07818459842553213, "min_changed": 22.3025450706, "delta_std": "3.8357x smaller", "std_base": 0.2998898747630645, "t_msg": "Significant (t=-132.545754, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004723720550536999, "timeline_link": null, "avg_changed": 0.22577239990226, "min_base": 0.00355887413025, "delta_min": "62.0134x slower", "delta_avg": "47.7955x slower", "std_changed": 0.0017253477889839477, "min_changed": 0.220697879791, "delta_std": "4.1888x smaller", "std_base": 0.007227077910479596, "t_msg": "Significant (t=-210.365232, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.025708914], "base_times": [63.0970890522]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026983280181886005, "timeline_link": null, "avg_changed": 1.6968285560606, "min_base": 0.025533914566, "delta_min": "65.3665x slower", "delta_avg": "62.8844x slower", "std_changed": 0.012695182001819051, "min_changed": 1.66906309128, "delta_std": "1.9043x larger", "std_base": 0.006666555647031989, "t_msg": "Significant (t=-823.452350, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00486555099487464, "timeline_link": null, "avg_changed": 0.01773018360137199, "min_base": 0.000646114349365, "delta_min": "27.0790x slower", "delta_avg": "3.6440x slower", "std_changed": 0.0002739563829131167, "min_changed": 0.0174961090088, "delta_std": "20.3931x smaller", "std_base": 0.0055868156272524975, "t_msg": "Significant (t=-16.262845, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015085701942440001, "timeline_link": null, "avg_changed": 0.4379195547103999, "min_base": 0.0143480300903, "delta_min": "29.7573x slower", "delta_avg": "29.0288x slower", "std_changed": 0.0041892665621294685, "min_changed": 0.426959037781, "delta_std": "3.0455x larger", "std_base": 0.0013755451241924367, "t_msg": "Significant (t=-678.083855, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18905850887300002, "timeline_link": null, "avg_changed": 0.4555925130843999, "min_base": 0.157822132111, "delta_min": "2.7984x slower", "delta_avg": "2.4098x slower", "std_changed": 0.009861040555823323, "min_changed": 0.441654920578, "delta_std": "4.5773x smaller", "std_base": 0.04513722503562126, "t_msg": "Significant (t=-40.792323, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097101655006406, "timeline_link": null, "avg_changed": 0.7390574216842402, "min_base": 0.0937628746033, "delta_min": "7.6854x slower", "delta_avg": "7.6112x slower", "std_changed": 0.01166081424885414, "min_changed": 0.720604896545, "delta_std": "5.8778x larger", "std_base": 0.0019838892442374033, "t_msg": "Significant (t=-383.764766, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021093287467963996, "timeline_link": null, "avg_changed": 0.26492620944974, "min_base": 0.0180938243866, "delta_min": "14.1273x slower", "delta_avg": "12.5597x slower", "std_changed": 0.004384039641301729, "min_changed": 0.255616903305, "delta_std": "1.9315x larger", "std_base": 0.0022698039334239028, "t_msg": "Significant (t=-349.247594, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008685550689698, "timeline_link": null, "avg_changed": 0.11179916858676003, "min_base": 0.00687289237976, "delta_min": "15.7091x slower", "delta_avg": "12.8719x slower", "std_changed": 0.0019043457305873924, "min_changed": 0.10796713829, "delta_std": "3.3420x smaller", "std_base": 0.006364372533645892, "t_msg": "Significant (t=-109.755262, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023944597244265998, "timeline_link": null, "avg_changed": 0.23640714645384006, "min_base": 0.0208277702332, "delta_min": "10.9645x slower", "delta_avg": "9.8731x slower", "std_changed": 0.0034200453687638515, "min_changed": 0.228365898132, "delta_std": "3.7768x smaller", "std_base": 0.012916716204917765, "t_msg": "Significant (t=-112.435054, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.058115715980524, "timeline_link": null, "avg_changed": 0.75731216907502, "min_base": 0.0435309410095, "delta_min": "16.9844x slower", "delta_avg": "13.0311x slower", "std_changed": 0.007557109634222164, "min_changed": 0.7393450737, "delta_std": "2.0308x smaller", "std_base": 0.01534706264152572, "t_msg": "Significant (t=-289.011893, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.261933445929998, "timeline_link": null, "avg_changed": 158.54720950149994, "min_base": 6.1543879509, "delta_min": "25.7368x slower", "delta_avg": "25.3192x slower", "std_changed": 0.15451949870116563, "min_changed": 158.394243002, "delta_std": "1.4223x larger", "std_base": 0.10863735545968135, "t_msg": "Significant (t=-5700.862068, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.374432802202, "timeline_link": null, "avg_changed": 8.724196386337999, "min_base": 1.04818916321, "delta_min": "8.2903x slower", "delta_avg": "6.3475x slower", "std_changed": 0.03309352669471114, "min_changed": 8.68975996971, "delta_std": "14.1919x smaller", "std_base": 0.46965969695082443, "t_msg": "Significant (t=-34.905962, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37432247161862003, "timeline_link": null, "avg_changed": 11.387575082778001, "min_base": 0.366387844086, "delta_min": "30.9154x slower", "delta_avg": "30.4218x slower", "std_changed": 0.029046436275306373, "min_changed": 11.3270449638, "delta_std": "3.4581x larger", "std_base": 0.008399498653752682, "t_msg": "Significant (t=-2575.543100, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046829366683960004, "timeline_link": null, "avg_changed": 0.22737643241882, "min_base": 0.0458180904388, "delta_min": "4.8218x slower", "delta_avg": "4.8554x slower", "std_changed": 0.00247942455220996, "min_changed": 0.22092795372, "delta_std": "1.0275x smaller", "std_base": 0.0025477281400399726, "t_msg": "Significant (t=-359.110642, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021311669349666, "timeline_link": null, "avg_changed": 0.35781116008758007, "min_base": 0.0207068920135, "delta_min": "16.8220x slower", "delta_avg": "16.7894x slower", "std_changed": 0.004628243193695461, "min_changed": 0.348331928253, "delta_std": "2.7649x larger", "std_base": 0.0016739028595347167, "t_msg": "Significant (t=-483.458457, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.969843387604, "timeline_link": null, "avg_changed": 18.13725805282, "min_base": 8.92766904831, "delta_min": "2.0258x slower", "delta_avg": "2.0220x slower", "std_changed": 0.04513103296219063, "min_changed": 18.0852620602, "delta_std": "1.7664x larger", "std_base": 0.025550271891219615, "t_msg": "Significant (t=-395.262750, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.568501377106, "timeline_link": null, "avg_changed": 4.626566171646, "min_base": 4.54933810234, "delta_min": "1.0132x slower", "delta_avg": "1.0127x slower", "std_changed": 0.012037294562405286, "min_changed": 4.60929393768, "delta_std": "1.3845x smaller", "std_base": 0.016665315468003452, "t_msg": "Significant (t=-6.315651, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15943078517918, "timeline_link": null, "avg_changed": 1.2693658161166004, "min_base": 0.154899835587, "delta_min": "8.0346x slower", "delta_avg": "7.9619x slower", "std_changed": 0.010801763594937333, "min_changed": 1.2445640564, "delta_std": "3.6194x larger", "std_base": 0.002984373103244369, "t_msg": "Significant (t=-700.348822, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.043719520568857986, "timeline_link": null, "avg_changed": 0.20249909877776, "min_base": 0.0102009773254, "delta_min": "19.1895x slower", "delta_avg": "4.6318x slower", "std_changed": 0.006499882217275325, "min_changed": 0.195751905441, "delta_std": "7.6013x smaller", "std_base": 0.04940730193797929, "t_msg": "Significant (t=-22.530064, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048783006668106, "timeline_link": null, "avg_changed": 0.20886374473567998, "min_base": 0.0162968635559, "delta_min": "12.4601x slower", "delta_avg": "4.2815x slower", "std_changed": 0.002588971398155677, "min_changed": 0.203059911728, "delta_std": "21.9665x smaller", "std_base": 0.05687075376934143, "t_msg": "Significant (t=-19.883166, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.011221246719361604, "timeline_link": null, "avg_changed": 1.1773278856276, "min_base": 0.00863409042358, "delta_min": "134.2836x slower", "delta_avg": "104.9195x slower", "std_changed": 0.008990003099896, "min_changed": 1.15941691399, "delta_std": "1.1363x larger", "std_base": 0.007911924318771692, "t_msg": "Significant (t=-688.526050, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015315151214599998, "timeline_link": null, "avg_changed": 0.18080405712126005, "min_base": 0.00139498710632, "delta_min": "125.9087x slower", "delta_avg": "118.0557x slower", "std_changed": 0.002280784219052071, "min_changed": 0.175641059875, "delta_std": "7.6199x larger", "std_base": 0.00029931835564169233, "t_msg": "Significant (t=-551.069764, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08926761627196203, "timeline_link": null, "avg_changed": 0.29401844978338, "min_base": 0.0350041389465, "delta_min": "8.1682x slower", "delta_avg": "3.2937x slower", "std_changed": 0.0064632464669985065, "min_changed": 0.285921812057, "delta_std": "11.3667x smaller", "std_base": 0.07346599404883143, "t_msg": "Significant (t=-19.631348, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11857908725737998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18363883495331998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12088348388668001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25744008064264, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15361727237702, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14085360527034, "timeline_link": null, "avg_changed": 0.43982063293459994, "min_base": 0.138327121735, "delta_min": "3.0863x slower", "delta_avg": "3.1225x slower", "std_changed": 0.005558623094575228, "min_changed": 0.426923036575, "delta_std": "3.9284x larger", "std_base": 0.0014149753884289509, "t_msg": "Significant (t=-368.559324, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041201596260077994, "timeline_link": null, "avg_changed": 0.20774630546569994, "min_base": 0.0288469791412, "delta_min": "6.9849x slower", "delta_avg": "5.0422x slower", "std_changed": 0.0031666441066349293, "min_changed": 0.201492071152, "delta_std": "3.8762x smaller", "std_base": 0.01227446398381958, "t_msg": "Significant (t=-92.901191, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055023860931392, "timeline_link": null, "avg_changed": 0.32525236606600005, "min_base": 0.00507092475891, "delta_min": "62.5247x slower", "delta_avg": "59.1111x slower", "std_changed": 0.0034267681153846955, "min_changed": 0.317058086395, "delta_std": "2.1001x larger", "std_base": 0.0016317538914207333, "t_msg": "Significant (t=-595.708042, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0428000000000002, "timeline_link": null, "avg_changed": 4.851399999999998, "min_base": 1.02, "delta_min": "4.6569x slower", "delta_avg": "4.6523x slower", "std_changed": 0.04716492989759343, "min_changed": 4.75, "delta_std": "2.1397x larger", "std_base": 0.022042630310841055, "t_msg": "Significant (t=-517.288730, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38940000000000036, "timeline_link": null, "avg_changed": 3.6609999999999996, "min_base": 0.37, "delta_min": "9.6216x slower", "delta_avg": "9.4016x slower", "std_changed": 0.0445499032271791, "min_changed": 3.56, "delta_std": "1.9850x larger", "std_base": 0.022443580055648102, "t_msg": "Significant (t=-463.750502, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03676926453907933, "timeline_link": null, "avg_changed": 0.21148262818654726, "min_base": 0.0224750041962, "delta_min": "2.6416x slower", "delta_avg": "5.7516x slower", "std_changed": 0.08897615716890915, "min_changed": 0.0593700408936, "delta_std": "5.7110x larger", "std_base": 0.015579695899637059, "t_msg": "Significant (t=-23.688656, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017462379932404473, "timeline_link": null, "avg_changed": 0.04414258718490839, "min_base": 0.0036199092865, "delta_min": "7.3952x slower", "delta_avg": "2.5279x slower", "std_changed": 0.07694829714044328, "min_changed": 0.0267701148987, "delta_std": "1.4035x larger", "std_base": 0.054826146745584704, "t_msg": "Significant (t=-6.314264, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7322383165359001, "timeline_link": null, "avg_changed": 16.6328797102, "min_base": 0.722472190857, "delta_min": "22.9358x slower", "delta_avg": "22.7151x slower", "std_changed": 0.04404503706430581, "min_changed": 16.5704882145, "delta_std": "5.7944x larger", "std_base": 0.007601281626954555, "t_msg": "Significant (t=-1124.979586, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2584854125974, "timeline_link": null, "avg_changed": 0.834303188324, "min_base": 0.173496007919, "delta_min": "4.7921x slower", "delta_avg": "3.2277x slower", "std_changed": 0.002567195620619725, "min_changed": 0.831408023834, "delta_std": "61.7158x smaller", "std_base": 0.15843645911984705, "t_msg": "Significant (t=-8.125647, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1724012374882, "timeline_link": null, "avg_changed": 4.838117980958001, "min_base": 0.750140190125, "delta_min": "6.4299x slower", "delta_avg": "4.1267x slower", "std_changed": 0.010335818435217055, "min_changed": 4.82330608368, "delta_std": "59.7616x smaller", "std_base": 0.6176845841100608, "t_msg": "Significant (t=-13.268333, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24258804321279998, "timeline_link": null, "avg_changed": 0.40147619247419997, "min_base": 0.11080622673, "delta_min": "3.5419x slower", "delta_avg": "1.6550x slower", "std_changed": 0.013189573636631695, "min_changed": 0.392463922501, "delta_std": "13.9885x smaller", "std_base": 0.18450203463832324, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2270483970644, "timeline_link": null, "avg_changed": 1.371003913882, "min_base": 0.160651922226, "delta_min": "8.3875x slower", "delta_avg": "6.0384x slower", "std_changed": 0.013449016257214395, "min_changed": 1.34746789932, "delta_std": "9.2283x smaller", "std_base": 0.12411112812020732, "t_msg": "Significant (t=-20.490305, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010705594919999999, "timeline_link": null, "avg_changed": 0.7292082950600001, "min_base": 0.007714937, "delta_min": "92.7249x slower", "delta_avg": "68.1147x slower", "std_changed": 0.009742283858784688, "min_changed": 0.71536684, "delta_std": "1.2970x larger", "std_base": 0.007511163675730179, "t_msg": "Significant (t=-413.001242, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [180.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [493.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [83.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025531262580321323, "timeline_link": null, "avg_changed": 0.12717505439025045, "min_base": 0.002519228007769299, "delta_min": "49.5651x slower", "delta_avg": "49.8115x slower", "std_changed": 0.0010131928926198942, "min_changed": 0.12486576929800465, "delta_std": "47.6502x larger", "std_base": 2.126314290401161e-05, "t_msg": "Significant (t=-869.544311, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006617345406885378, "timeline_link": null, "avg_changed": 0.006421101028976824, "min_base": 0.000651508241579256, "delta_min": "9.8139x slower", "delta_avg": "9.7034x slower", "std_changed": 3.393965159316676e-05, "min_changed": 0.00639386189258312, "delta_std": "3.9799x larger", "std_base": 8.527696762101283e-06, "t_msg": "Significant (t=-368.009277, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027951974795315465, "timeline_link": null, "avg_changed": 0.04096077661335454, "min_base": 0.002461841457410143, "delta_min": "16.3133x slower", "delta_avg": "14.6540x slower", "std_changed": 0.0004965543501334687, "min_changed": 0.040160642570281124, "delta_std": "2.3221x larger", "std_base": 0.00021383745155049882, "t_msg": "Significant (t=-499.169327, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.057295300956858426, "timeline_link": null, "avg_changed": 0.3320266768698521, "min_base": 0.055991041433370664, "delta_min": "5.8117x slower", "delta_avg": "5.7950x slower", "std_changed": 0.0028620311469997246, "min_changed": 0.3254016676835469, "delta_std": "4.1724x larger", "std_base": 0.0006859459320371499, "t_msg": "Significant (t=-660.070903, a=0.95)\n"}]], "branch": "", "revision": "97015:69d0c4bbdf2f"}