lib-python/3/test/test_tokenize.py::unmodified
== PyPy 3.12.13 (8ba7ab03fab8, Jul 08 2026, 04:20:17) [PyPy 7.3.24-alpha0 with GCC 10.2.1 20210130 (Red Hat 10.2.1-11)]
== Linux-6.1.0-22-amd64-x86_64-with-glibc2.17 little-endian
== Python build: release with_assert
== cwd: /tmp/pytest/test_python_worker_273973æ
== CPU count: 4
== encodings: locale=UTF-8 FS=utf-8
== resources (3): curses,gui,network
Using random seed: 3536462216
0:00:00 load avg: 0.47 Run 1 test sequentially in a single process
0:00:00 load avg: 0.47 [1/1] test_tokenize
test_additive (test.test_tokenize.CTokenizeTest.test_additive) ...
test_additive (test.test_tokenize.CTokenizeTest.test_additive) (source='x = 1 - y + 15 - 1 + 0x124 + z + a[5]') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) ...
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async = 1') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='a = (async = 1)') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async()') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='class async(Bar):pass') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='class async:pass') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='await = 1') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='foo.async') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async for a in b: pass') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async with a as b: pass') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async.foo') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async\n#comment\nawait') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async\n...\nawait') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async\nawait') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='foo.async + 1') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo(): pass') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo():\n def foo(await):\n await = 1\n if 1:\n await\nasync += 1\n') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo():\n async for i in 1: pass') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo(async): await') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='def f():\n\n def baz(): pass\n async def bar(): pass\n\n await = 2') ... FAIL
test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def f():\n\n def baz(): pass\n async def bar(): pass\n\n await = 2') ... FAIL
test_comparison (test.test_tokenize.CTokenizeTest.test_comparison) ...
test_comparison (test.test_tokenize.CTokenizeTest.test_comparison) (source='if 1 < 1 > 1 == 1 >= 5 <= 0x15 <= 0x12 != 1 and 5 in 1 not in 1 is 1 or 5 is not 1: pass') ... FAIL
test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation) ...
test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation) (source="\ndef fib(n):\n \\\n'''Print a Fibonacci series up to n.'''\n \\\na, b = 0, 1\n") ... FAIL
test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation) (source='\npass\n \\\n\npass\n') ... FAIL
test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation) ... FAIL
test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) ...
test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) (encoding='utf-8') ... FAIL
test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) (encoding='latin-1') ... FAIL
test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) (encoding='utf-16') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) ...
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3.14159') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 314159.') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = .314159') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3e14159') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3E123') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x+y = 3e-1230') ... FAIL
test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3.14e159') ... FAIL
test_function (test.test_tokenize.CTokenizeTest.test_function) ...
test_function (test.test_tokenize.CTokenizeTest.test_function) (source='def d22(a, b, c=2, d=2, *k): pass') ... FAIL
test_function (test.test_tokenize.CTokenizeTest.test_function) (source='def d01v_(a=1, *k, **w): pass') ... FAIL
test_function (test.test_tokenize.CTokenizeTest.test_function) (source='def d23(a: str, b: int=3) -> int: pass') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) ...
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xff <= 255') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0b10 <= 255') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0o123 <= 0O123') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='1234567 > ~0x15') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='2134568 != 1231515') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='(-124561-1) & 200000000') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xdeadbeef != -1') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xdeadc0de & 12345') ... FAIL
test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xFF & 0x15 | 1234') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) ...
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='(1+2]') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='(1+2}') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='{1+2]') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1.2_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e2_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e+') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='\xa0') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='€') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b12') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b1_2') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b2') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b1_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o18') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o1_8') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o8') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o1_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0x1_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0x') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='012') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1.2_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e2_') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e+') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case="'sdfsdf") ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case="'''sdfsdf''") ... ERROR
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((a))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))') ... FAIL
test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case=']') ... ERROR
test_max_indent (test.test_tokenize.CTokenizeTest.test_max_indent) ... FAIL
test_method (test.test_tokenize.CTokenizeTest.test_method) ...
test_method (test.test_tokenize.CTokenizeTest.test_method) (source='@staticmethod\ndef foo(x,y): pass') ... FAIL
test_multiplicative (test.test_tokenize.CTokenizeTest.test_multiplicative) ...
test_multiplicative (test.test_tokenize.CTokenizeTest.test_multiplicative) (source='x = 1//1*1/5*12%0x12@42') ... FAIL
test_selector (test.test_tokenize.CTokenizeTest.test_selector) ...
test_selector (test.test_tokenize.CTokenizeTest.test_selector) (source="import sys, time\nx = sys.modules['time'].time()") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) ...
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='x = \'\'; y = ""') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='x = \'"\'; y = "\'"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='x = "doesn\'t "shrink", does it"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="x = 'abc' + 'ABC'") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='y = "ABC" + "ABC"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="x = r'abc' + r'ABC' + R'ABC' + R'ABC'") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='y = r"abc" + r"ABC" + R"ABC" + R"ABC"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="u'abc' + U'abc'") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='u"abc" + U"abc"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="b'abc' + B'abc'") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='b"abc" + B"abc"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="br'abc' + bR'abc' + Br'abc' + BR'abc'") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='br"abc" + bR"abc" + Br"abc" + BR"abc"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="rb'abc' + rB'abc' + Rb'abc' + RB'abc'") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='rb"abc" + rB"abc" + Rb"abc" + RB"abc"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='fR"a{b}c"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source='f"{\na}"') ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="f'''__{\n x:a\n}__'''") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="f'''__{\n x:a\n b\n c\n d\n}__'''") ... FAIL
test_string (test.test_tokenize.CTokenizeTest.test_string) (source="f'__{\n x:d\n}__'") ... FAIL
test_tabs (test.test_tokenize.CTokenizeTest.test_tabs) ...
test_tabs (test.test_tokenize.CTokenizeTest.test_tabs) (source='@staticmethod\ndef foo(x,y): pass') ... FAIL
test_unary (test.test_tokenize.CTokenizeTest.test_unary) ...
test_unary (test.test_tokenize.CTokenizeTest.test_unary) (source='~1 ^ 1 & 1 |1 ^ -1') ... FAIL
test_unary (test.test_tokenize.CTokenizeTest.test_unary) (source='-1*1/1+1*1//1 - ---1**1') ... FAIL
test_unicode (test.test_tokenize.CTokenizeTest.test_unicode) ...
test_unicode (test.test_tokenize.CTokenizeTest.test_unicode) (source="Örter = u'places'\ngrün = U'green'") ... FAIL
test_newline_at_the_end_of_buffer (test.test_tokenize.CTokenizerBufferTests.test_newline_at_the_end_of_buffer) ...
===== script foo.py ======
===== script foo.py completed: exit code 0 ======
ok
test_additive (test.test_tokenize.GenerateTokensTest.test_additive) ... ok
test_async (test.test_tokenize.GenerateTokensTest.test_async) ... FAIL
test_basic (test.test_tokenize.GenerateTokensTest.test_basic) ... FAIL
test_closing_parenthesis_from_different_line (test.test_tokenize.GenerateTokensTest.test_closing_parenthesis_from_different_line) ... ERROR
test_comparison (test.test_tokenize.GenerateTokensTest.test_comparison) ... ok
test_float (test.test_tokenize.GenerateTokensTest.test_float) ... ok
test_function (test.test_tokenize.GenerateTokensTest.test_function) ... ok
test_implicit_newline (test.test_tokenize.GenerateTokensTest.test_implicit_newline) ... ok
test_int (test.test_tokenize.GenerateTokensTest.test_int) ... ok
test_invalid_readline (test.test_tokenize.GenerateTokensTest.test_invalid_readline) ... FAIL
test_long (test.test_tokenize.GenerateTokensTest.test_long) ... ok
test_method (test.test_tokenize.GenerateTokensTest.test_method) ... FAIL
test_multiline_non_ascii_fstring (test.test_tokenize.GenerateTokensTest.test_multiline_non_ascii_fstring) ... ok
test_multiline_non_ascii_fstring_with_expr (test.test_tokenize.GenerateTokensTest.test_multiline_non_ascii_fstring_with_expr) ... ok
test_multiplicative (test.test_tokenize.GenerateTokensTest.test_multiplicative) ... ok
test_newline_after_parenthesized_block_with_comment (test.test_tokenize.GenerateTokensTest.test_newline_after_parenthesized_block_with_comment) ... FAIL
test_non_ascii_identifiers (test.test_tokenize.GenerateTokensTest.test_non_ascii_identifiers) ... FAIL
test_selector (test.test_tokenize.GenerateTokensTest.test_selector) ... FAIL
test_shift (test.test_tokenize.GenerateTokensTest.test_shift) ... ok
test_string (test.test_tokenize.GenerateTokensTest.test_string) ... FAIL
test_tabs (test.test_tokenize.GenerateTokensTest.test_tabs) ... FAIL
test_unary (test.test_tokenize.GenerateTokensTest.test_unary) ... ok
test_underscore_literals (test.test_tokenize.GenerateTokensTest.test_underscore_literals) ... ok
test_unicode (test.test_tokenize.GenerateTokensTest.test_unicode) ... FAIL
test_number_followed_by_name (test.test_tokenize.InvalidPythonTests.test_number_followed_by_name) ... FAIL
test_number_starting_with_zero (test.test_tokenize.InvalidPythonTests.test_number_starting_with_zero) ... FAIL
test_bom_no_cookie (test.test_tokenize.TestDetectEncoding.test_bom_no_cookie) ... ok
test_cookie_first_line_no_bom (test.test_tokenize.TestDetectEncoding.test_cookie_first_line_no_bom) ... ok
test_cookie_second_line_commented_first_line (test.test_tokenize.TestDetectEncoding.test_cookie_second_line_commented_first_line) ... ok
test_cookie_second_line_empty_first_line (test.test_tokenize.TestDetectEncoding.test_cookie_second_line_empty_first_line) ... ok
test_cookie_second_line_no_bom (test.test_tokenize.TestDetectEncoding.test_cookie_second_line_no_bom) ... ok
test_cookie_second_line_noncommented_first_line (test.test_tokenize.TestDetectEncoding.test_cookie_second_line_noncommented_first_line) ... ok
test_false_encoding (test.test_tokenize.TestDetectEncoding.test_false_encoding) ... ok
test_filename_in_exception (test.test_tokenize.TestDetectEncoding.test_filename_in_exception) ... ok
test_latin1_normalization (test.test_tokenize.TestDetectEncoding.test_latin1_normalization) ... ok
test_matched_bom_and_cookie_first_line (test.test_tokenize.TestDetectEncoding.test_matched_bom_and_cookie_first_line) ... ok
test_matched_bom_and_cookie_second_line (test.test_tokenize.TestDetectEncoding.test_matched_bom_and_cookie_second_line) ... ok
test_mismatched_bom_and_cookie_first_line_raises_syntaxerror (test.test_tokenize.TestDetectEncoding.test_mismatched_bom_and_cookie_first_line_raises_syntaxerror) ... ok
test_mismatched_bom_and_cookie_second_line_raises_syntaxerror (test.test_tokenize.TestDetectEncoding.test_mismatched_bom_and_cookie_second_line_raises_syntaxerror) ... ok
test_no_bom_no_encoding_cookie (test.test_tokenize.TestDetectEncoding.test_no_bom_no_encoding_cookie) ... ok
test_open (test.test_tokenize.TestDetectEncoding.test_open) ... ok
test_open_error (test.test_tokenize.TestDetectEncoding.test_open_error) ... ok
test_short_files (test.test_tokenize.TestDetectEncoding.test_short_files) ... ok
test_syntaxerror_latin1 (test.test_tokenize.TestDetectEncoding.test_syntaxerror_latin1) ... ok
test_utf8_normalization (test.test_tokenize.TestDetectEncoding.test_utf8_normalization) ... ok
test_decistmt (test.test_tokenize.TestMisc.test_decistmt) ... ok
test_backslash_continuation (test.test_tokenize.TestRoundtrip.test_backslash_continuation) ... ok
test_continuation (test.test_tokenize.TestRoundtrip.test_continuation) ... ok
test_indentation_semantics_retained (test.test_tokenize.TestRoundtrip.test_indentation_semantics_retained)
Ensure that although whitespace might be mutated in a roundtrip, ... ok
test_random_files (test.test_tokenize.TestRoundtrip.test_random_files) ... ok
test_roundtrip (test.test_tokenize.TestRoundtrip.test_roundtrip) ... ERROR
test_string_concatenation (test.test_tokenize.TestRoundtrip.test_string_concatenation) ... ok
test_comment_at_the_end_of_the_source_without_newline (test.test_tokenize.TestTokenize.test_comment_at_the_end_of_the_source_without_newline) ... FAIL
test_exact_type (test.test_tokenize.TestTokenize.test_exact_type) ... ok
test_invalid_character_in_fstring_middle (test.test_tokenize.TestTokenize.test_invalid_character_in_fstring_middle) ... ok
test_newline_and_space_at_the_end_of_the_source_without_newline (test.test_tokenize.TestTokenize.test_newline_and_space_at_the_end_of_the_source_without_newline) ... FAIL
test_oneline_defs (test.test_tokenize.TestTokenize.test_oneline_defs) ... ok
test_pathological_trailing_whitespace (test.test_tokenize.TestTokenize.test_pathological_trailing_whitespace) ... ok
test_tokenize (test.test_tokenize.TestTokenize.test_tokenize) ... ok
test_bad_coding_cookie (test.test_tokenize.TestTokenizerAdheresToPep0263.test_bad_coding_cookie) ... ok
test_latin1_coding_cookie_and_utf8_bom (test.test_tokenize.TestTokenizerAdheresToPep0263.test_latin1_coding_cookie_and_utf8_bom)
As per PEP 0263, if a file starts with a utf-8 BOM signature, the only ... ok
test_no_coding_cookie_and_utf8_bom (test.test_tokenize.TestTokenizerAdheresToPep0263.test_no_coding_cookie_and_utf8_bom) ... ok
test_utf8_coding_cookie_and_no_utf8_bom (test.test_tokenize.TestTokenizerAdheresToPep0263.test_utf8_coding_cookie_and_no_utf8_bom) ... ok
test_utf8_coding_cookie_and_utf8_bom (test.test_tokenize.TestTokenizerAdheresToPep0263.test_utf8_coding_cookie_and_utf8_bom) ... ok
test__tokenize_decodes_with_specified_encoding (test.test_tokenize.Test_Tokenize.test__tokenize_decodes_with_specified_encoding) ... ok
test_additive (test.test_tokenize.TokenizeTest.test_additive) ... ok
test_async (test.test_tokenize.TokenizeTest.test_async) ... FAIL
test_basic (test.test_tokenize.TokenizeTest.test_basic) ... FAIL
test_closing_parenthesis_from_different_line (test.test_tokenize.TokenizeTest.test_closing_parenthesis_from_different_line) ... ERROR
test_comparison (test.test_tokenize.TokenizeTest.test_comparison) ... ok
test_float (test.test_tokenize.TokenizeTest.test_float) ... ok
test_function (test.test_tokenize.TokenizeTest.test_function) ... ok
test_implicit_newline (test.test_tokenize.TokenizeTest.test_implicit_newline) ... ok
test_int (test.test_tokenize.TokenizeTest.test_int) ... ok
test_invalid_readline (test.test_tokenize.TokenizeTest.test_invalid_readline) ... FAIL
test_long (test.test_tokenize.TokenizeTest.test_long) ... ok
test_method (test.test_tokenize.TokenizeTest.test_method) ... FAIL
test_multiline_non_ascii_fstring (test.test_tokenize.TokenizeTest.test_multiline_non_ascii_fstring) ... ok
test_multiline_non_ascii_fstring_with_expr (test.test_tokenize.TokenizeTest.test_multiline_non_ascii_fstring_with_expr) ... ok
test_multiplicative (test.test_tokenize.TokenizeTest.test_multiplicative) ... ok
test_newline_after_parenthesized_block_with_comment (test.test_tokenize.TokenizeTest.test_newline_after_parenthesized_block_with_comment) ... FAIL
test_non_ascii_identifiers (test.test_tokenize.TokenizeTest.test_non_ascii_identifiers) ... FAIL
test_selector (test.test_tokenize.TokenizeTest.test_selector) ... FAIL
test_shift (test.test_tokenize.TokenizeTest.test_shift) ... ok
test_string (test.test_tokenize.TokenizeTest.test_string) ... FAIL
test_tabs (test.test_tokenize.TokenizeTest.test_tabs) ... FAIL
test_unary (test.test_tokenize.TokenizeTest.test_unary) ... ok
test_underscore_literals (test.test_tokenize.TokenizeTest.test_underscore_literals) ... ok
test_unicode (test.test_tokenize.TokenizeTest.test_unicode) ... FAIL
test_backslash_continuation (test.test_tokenize.UntokenizeTest.test_backslash_continuation) ... ok
test_bad_input_order (test.test_tokenize.UntokenizeTest.test_bad_input_order) ... ok
test_iter_compat (test.test_tokenize.UntokenizeTest.test_iter_compat) ... ok
======================================================================
ERROR: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case="'''sdfsdf''")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/unittest/case.py", line 778, in assertRaises
return context.handle('assertRaises', args, kwargs)
^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/unittest/case.py", line 238, in handle
callable_obj(*args, **kwargs)
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3000, in get_tokens
return list(_generate_tokens_from_c_tokenizer(the_string.readline))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 584, in _generate_tokens_from_c_tokenizer
for info in it:
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 699, in __next__
return next(self._iter)
^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 506, in _generate
raise SyntaxError("EOF in multi-line string", (None, strstart))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: function missing required argument 'info[3]' (pos 4)
======================================================================
ERROR: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case=']')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/unittest/case.py", line 778, in assertRaises
return context.handle('assertRaises', args, kwargs)
^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/unittest/case.py", line 238, in handle
callable_obj(*args, **kwargs)
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3000, in get_tokens
return list(_generate_tokens_from_c_tokenizer(the_string.readline))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 584, in _generate_tokens_from_c_tokenizer
for info in it:
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 699, in __next__
return next(self._iter)
^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 575, in _generate
raise SyntaxError("EOF in multi-line statement", (lnum, 0))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: function missing required argument 'info[3]' (pos 4)
======================================================================
ERROR: test_closing_parenthesis_from_different_line (test.test_tokenize.GenerateTokensTest.test_closing_parenthesis_from_different_line)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1201, in test_closing_parenthesis_from_different_line
self.check_tokenize("); x", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1237, in check_tokenize
result = stringify_tokens_from_source(generate_tokens(f.readline), s)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 28, in stringify_tokens_from_source
for type, token, start, end, line in token_generator:
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 584, in _generate_tokens_from_c_tokenizer
for info in it:
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 699, in __next__
return next(self._iter)
^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 575, in _generate
raise SyntaxError("EOF in multi-line statement", (lnum, 0))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: function missing required argument 'info[3]' (pos 4)
======================================================================
ERROR: test_roundtrip (test.test_tokenize.TestRoundtrip.test_roundtrip)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1930, in test_roundtrip
self.check_roundtrip(r"f'\\N{{SNAKE}}'")
^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1866, in check_roundtrip
bytes_from5 = untokenize(tokens5)
^^^^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 343, in untokenize
out = ut.untokenize(iterable)
^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 264, in untokenize
self.add_whitespace(start)
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 180, in add_whitespace
raise ValueError("start ({},{}) precedes previous end ({},{})"
ValueError: start (1,14) precedes previous end (1,16)
======================================================================
ERROR: test_closing_parenthesis_from_different_line (test.test_tokenize.TokenizeTest.test_closing_parenthesis_from_different_line)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1201, in test_closing_parenthesis_from_different_line
self.check_tokenize("); x", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 50, in check_tokenize
result = stringify_tokens_from_source(tokenize(f.readline), s)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 28, in stringify_tokens_from_source
for type, token, start, end, line in token_generator:
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 494, in tokenize
yield from _generate_tokens_from_c_tokenizer(rl_gen.__next__, encoding, extra_tokens=True)
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/tokenize.py", line 584, in _generate_tokens_from_c_tokenizer
for info in it:
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 699, in __next__
return next(self._iter)
^^^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib_pypy/_tokenize.py", line 575, in _generate
raise SyntaxError("EOF in multi-line statement", (lnum, 0))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: function missing required argument 'info[3]' (pos 4)
======================================================================
FAIL: test_additive (test.test_tokenize.CTokenizeTest.test_additive) (source='x = 1 - y + 15 - 1 + 0x124 + z + a[5]')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [756 chars]37)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [756 chars]37)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
Diff is 1621 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async = 1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [86 chars] 9)"] != [" ASYNC 'async' (1, 0) (1, 5)", [86 chars] 9)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
- " OP '=' (1, 6) (1, 7)",
? ^^^^^
+ " EQUAL '=' (1, 6) (1, 7)",
? ^^^^^
" NUMBER '1' (1, 8) (1, 9)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='a = (async = 1)')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [231 chars]15)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [231 chars]15)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
Diff is 746 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async()')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [86 chars] 7)"] != [" ASYNC 'async' (1, 0) (1, 5)", [86 chars] 7)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
- " OP '(' (1, 5) (1, 6)",
? ^ ^^
+ " LPAR '(' (1, 5) (1, 6)",
? ^ ^^
- " OP ')' (1, 6) (1, 7)"]
? ^ ^^
+ " RPAR ')' (1, 6) (1, 7)"]
? ^ ^^
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='class async(Bar):pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" NAME 'async' (1, 6) (1, 11)",[235 chars]21)"] != [" [42 chars]" ASYNC 'async' (1, 6) (1, 11)",[235 chars]21)"]
First differing element 1:
" NAME 'async' (1, 6) (1, 11)"
" ASYNC 'async' (1, 6) (1, 11)"
Diff is 673 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='class async:pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" NAME 'async' (1, 6) (1, 11)",[91 chars]16)"] != [" [42 chars]" ASYNC 'async' (1, 6) (1, 11)",[91 chars]16)"]
First differing element 1:
" NAME 'async' (1, 6) (1, 11)"
" ASYNC 'async' (1, 6) (1, 11)"
[" NAME 'class' (1, 0) (1, 5)",
- " NAME 'async' (1, 6) (1, 11)",
? ^^^^
+ " ASYNC 'async' (1, 6) (1, 11)",
? +++ ^
- " OP ':' (1, 11) (1, 12)",
? ^^^^
+ " COLON ':' (1, 11) (1, 12)",
? + ^^^
" NAME 'pass' (1, 12) (1, 16)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='await = 1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'await' (1, 0) (1, 5)", [86 chars] 9)"] != [" AWAIT 'await' (1, 0) (1, 5)", [86 chars] 9)"]
First differing element 0:
" NAME 'await' (1, 0) (1, 5)"
" AWAIT 'await' (1, 0) (1, 5)"
- [" NAME 'await' (1, 0) (1, 5)",
? - ^^^
+ [" AWAIT 'await' (1, 0) (1, 5)",
? ^^^^
- " OP '=' (1, 6) (1, 7)",
? ^^^^^
+ " EQUAL '=' (1, 6) (1, 7)",
? ^^^^^
" NUMBER '1' (1, 8) (1, 9)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='foo.async')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '.' (1, 3) (1, 4)", [40 chars] 9)"] != [" [42 chars]" DOT '.' (1, 3) (1, 4)", [40 chars] 9)"]
First differing element 1:
" OP '.' (1, 3) (1, 4)"
" DOT '.' (1, 3) (1, 4)"
[" NAME 'foo' (1, 0) (1, 3)",
- " OP '.' (1, 3) (1, 4)",
? ^^
+ " DOT '.' (1, 3) (1, 4)",
? + ^
- " NAME 'async' (1, 4) (1, 9)"]
? ^^^^
+ " ASYNC 'async' (1, 4) (1, 9)"]
? +++ ^
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async for a in b: pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [280 chars]22)"] != [" ASYNC 'async' (1, 0) (1, 5)", [280 chars]22)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
" NAME 'for' (1, 6) (1, 9)",
" NAME 'a' (1, 10) (1, 11)",
" NAME 'in' (1, 12) (1, 14)",
" NAME 'b' (1, 15) (1, 16)",
- " OP ':' (1, 16) (1, 17)",
? ^^^^
+ " COLON ':' (1, 16) (1, 17)",
? + ^^^
" NAME 'pass' (1, 18) (1, 22)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async with a as b: pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [281 chars]23)"] != [" ASYNC 'async' (1, 0) (1, 5)", [281 chars]23)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
" NAME 'with' (1, 6) (1, 10)",
" NAME 'a' (1, 11) (1, 12)",
" NAME 'as' (1, 13) (1, 15)",
" NAME 'b' (1, 16) (1, 17)",
- " OP ':' (1, 17) (1, 18)",
? ^^^^
+ " COLON ':' (1, 17) (1, 18)",
? + ^^^
" NAME 'pass' (1, 19) (1, 23)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async.foo')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [86 chars] 9)"] != [" ASYNC 'async' (1, 0) (1, 5)", [86 chars] 9)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
- " OP '.' (1, 5) (1, 6)",
? ^^
+ " DOT '.' (1, 5) (1, 6)",
? + ^
" NAME 'foo' (1, 6) (1, 9)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)"] != [" ASYNC 'async' (1, 0) (1, 5)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)"]
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)"]
? +++ ^
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async\n#comment\nawait')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [87 chars] 5)"] != [" ASYNC 'async' (1, 0) (1, 5)", [86 chars] 5)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
- " NEWLINE '\\n' (1, 5) (1, 6)",
? --- ^
+ " NEWLINE '' (1, 5) (1, 5)",
? ++ ^
- " NAME 'await' (3, 0) (3, 5)"]
? - ^^^
+ " AWAIT 'await' (3, 0) (3, 5)"]
? ^^^^
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async\n...\nawait')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [180 chars] 5)"] != [" ASYNC 'async' (1, 0) (1, 5)", [178 chars] 5)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
Diff is 778 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async\nawait')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [87 chars] 5)"] != [" ASYNC 'async' (1, 0) (1, 5)", [86 chars] 5)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
- [" NAME 'async' (1, 0) (1, 5)",
? ^^^^
+ [" ASYNC 'async' (1, 0) (1, 5)",
? +++ ^
- " NEWLINE '\\n' (1, 5) (1, 6)",
? --- ^
+ " NEWLINE '' (1, 5) (1, 5)",
? ++ ^
- " NAME 'await' (2, 0) (2, 5)"]
? - ^^^
+ " AWAIT 'await' (2, 0) (2, 5)"]
? ^^^^
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='foo.async + 1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '.' (1, 3) (1, 4)", [136 chars]13)"] != [" [42 chars]" DOT '.' (1, 3) (1, 4)", [136 chars]13)"]
First differing element 1:
" OP '.' (1, 3) (1, 4)"
" DOT '.' (1, 3) (1, 4)"
[" NAME 'foo' (1, 0) (1, 3)",
- " OP '.' (1, 3) (1, 4)",
? ^^
+ " DOT '.' (1, 3) (1, 4)",
? + ^
- " NAME 'async' (1, 4) (1, 9)",
? ^^^^
+ " ASYNC 'async' (1, 4) (1, 9)",
? +++ ^
- " OP '+' (1, 10) (1, 11)",
? - ^^
+ " PLUS '+' (1, 10) (1, 11)",
? ^^^
" NUMBER '1' (1, 12) (1, 13)"]
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo(): pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [280 chars]21)"] != [" ASYNC 'async' (1, 0) (1, 5)", [280 chars]21)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
Diff is 671 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo():\n def foo(await):\n await = 1\n if 1:\n await\nasync += 1\n')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [1547 chars]11)"] != [" ASYNC 'async' (1, 0) (1, 5)", [1552 chars]10)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
Diff is 4593 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo():\n async for i in 1: pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [706 chars] 0)"] != [" ASYNC 'async' (1, 0) (1, 5)", [709 chars]-1)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
Diff is 1728 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def foo(async): await')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [328 chars]27)"] != [" ASYNC 'async' (1, 0) (1, 5)", [328 chars]27)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
Diff is 884 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='def f():\n\n def baz(): pass\n async def bar(): pass\n\n await = 2')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [88 chars]" OP '(' (1, 5) (1, 6)", [1079 chars] 0)"] != [" [88 chars]" LPAR '(' (1, 5) (1, 6)", [1080 chars]-1)"]
First differing element 2:
" OP '(' (1, 5) (1, 6)"
" LPAR '(' (1, 5) (1, 6)"
Diff is 2986 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.CTokenizeTest.test_async) (source='async def f():\n\n def baz(): pass\n async def bar(): pass\n\n await = 2')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'async' (1, 0) (1, 5)", [1227 chars] 0)"] != [" ASYNC 'async' (1, 0) (1, 5)", [1228 chars]-1)"]
First differing element 0:
" NAME 'async' (1, 0) (1, 5)"
" ASYNC 'async' (1, 0) (1, 5)"
Diff is 3136 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_comparison (test.test_tokenize.CTokenizeTest.test_comparison) (source='if 1 < 1 > 1 == 1 >= 5 <= 0x15 <= 0x12 != 1 and 5 in 1 not in 1 is 1 or 5 is not 1: pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [88 chars]" OP '<' (1, 5) (1, 6)", [1383 chars]88)"] != [" [88 chars]" LESS '<' (1, 5) (1, 6)", [1385 chars]88)"]
First differing element 2:
" OP '<' (1, 5) (1, 6)"
" LESS '<' (1, 5) (1, 6)"
Diff is 2310 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation) (source="\ndef fib(n):\n \\\n'''Print a Fibonacci series up to n.'''\n \\\na, b = 0, 1\n")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [88 chars]" OP '(' (2, 7) (2, 8)", [779 chars] 0)"] != [" [88 chars]" LPAR '(' (2, 7) (2, 8)", [780 chars]-1)"]
First differing element 2:
" OP '(' (2, 7) (2, 8)"
" LPAR '(' (2, 7) (2, 8)"
Diff is 2203 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation) (source='\npass\n \\\n\npass\n')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [54 chars] '\\n' (2, 4) (2, 5)", " INDENT[215 chars] 5)"] != [" [54 chars] '' (2, 4) (2, 4)", " NAME [74 chars] 4)"]
First differing element 1:
" NEWLINE '\\n' (2, 4) (2, 5)"
" NEWLINE '' (2, 4) (2, 4)"
First list contains 3 additional elements.
First extra element 4:
" DEDENT '' (5, 0) (5, 0)"
[" NAME 'pass' (2, 0) (2, 4)",
- " NEWLINE '\\n' (2, 4) (2, 5)",
? --- ^
+ " NEWLINE '' (2, 4) (2, 4)",
? ++ ^
- " INDENT ' ' (3, 0) (3, 4)",
- " NEWLINE '\\n' (4, 0) (4, 1)",
- " DEDENT '' (5, 0) (5, 0)",
" NAME 'pass' (5, 0) (5, 4)",
- " NEWLINE '\\n' (5, 4) (5, 5)"]
? --- ^
+ " NEWLINE '' (5, 4) (5, 4)"]
? ++ ^
======================================================================
FAIL: test_continuation_lines_indentation (test.test_tokenize.CTokenizeTest.test_continuation_lines_indentation)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3123, in test_continuation_lines_indentation
self.assertEqual(get_tokens(code), get_tokens(code_no_cont))
^^^^^^^^^^^
AssertionError: Lists differ: [(1, [16 chars]'), (5, ' '), (4, '\n'), (6, ''), (1, 'pass[18 chars] '')] != [(1, [16 chars]'), (1, 'pass'), (4, '\n'), (0, '')]
First differing element 2:
(5, ' ')
(1, 'pass')
First list contains 3 additional elements.
First extra element 5:
(1, 'pass')
+ [(1, 'pass'), (4, '\n'), (1, 'pass'), (4, '\n'), (0, '')]
- [(1, 'pass'),
- (4, '\n'),
- (5, ' '),
- (4, '\n'),
- (6, ''),
- (1, 'pass'),
- (4, '\n'),
- (0, '')]
======================================================================
FAIL: test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) (encoding='utf-8')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2104, in test_encoding
self.assertEqual(tokens, expected)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[293 chars]ine=''), TokenInfo(type=0 (ENDMARKER), string=[34 chars]='')] != [Toke[293 chars]ine='1+1'), TokenInfo(type=0 (ENDMARKER), stri[37 chars]='')]
First differing element 3:
TokenInfo(type=4 (NEWLINE), string='', start=(1, 3), end=(1, 4), line='')
TokenInfo(type=4 (NEWLINE), string='', start=(1, 3), end=(1, 4), line='1+1')
Diff is 770 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) (encoding='latin-1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2104, in test_encoding
self.assertEqual(tokens, expected)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[293 chars]ine=''), TokenInfo(type=0 (ENDMARKER), string=[34 chars]='')] != [Toke[293 chars]ine='1+1'), TokenInfo(type=0 (ENDMARKER), stri[37 chars]='')]
First differing element 3:
TokenInfo(type=4 (NEWLINE), string='', start=(1, 3), end=(1, 4), line='')
TokenInfo(type=4 (NEWLINE), string='', start=(1, 3), end=(1, 4), line='1+1')
Diff is 770 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_encoding (test.test_tokenize.CTokenizeTest.test_encoding) (encoding='utf-16')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2104, in test_encoding
self.assertEqual(tokens, expected)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[293 chars]ine=''), TokenInfo(type=0 (ENDMARKER), string=[34 chars]='')] != [Toke[293 chars]ine='1+1'), TokenInfo(type=0 (ENDMARKER), stri[37 chars]='')]
First differing element 3:
TokenInfo(type=4 (NEWLINE), string='', start=(1, 3), end=(1, 4), line='')
TokenInfo(type=4 (NEWLINE), string='', start=(1, 3), end=(1, 4), line='1+1')
Diff is 770 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3.14159')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [41 chars]11)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [41 chars]11)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
" NUMBER '3.14159' (1, 4) (1, 11)"]
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 314159.')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [41 chars]11)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [41 chars]11)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
" NUMBER '314159.' (1, 4) (1, 11)"]
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = .314159')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [41 chars]11)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [41 chars]11)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
" NUMBER '.314159' (1, 4) (1, 11)"]
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3e14159')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [41 chars]11)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [41 chars]11)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
" NUMBER '3e14159' (1, 4) (1, 11)"]
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3E123')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [40 chars] 9)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [40 chars] 9)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
" NUMBER '3E123' (1, 4) (1, 9)"]
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x+y = 3e-1230')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '+' (1, 1) (1, 2)", [133 chars]13)"] != [" [42 chars]" PLUS '+' (1, 1) (1, 2)", [133 chars]13)"]
First differing element 1:
" OP '+' (1, 1) (1, 2)"
" PLUS '+' (1, 1) (1, 2)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '+' (1, 1) (1, 2)",
? - ^^
+ " PLUS '+' (1, 1) (1, 2)",
? ^^^
" NAME 'y' (1, 2) (1, 3)",
- " OP '=' (1, 4) (1, 5)",
? ^^^^^
+ " EQUAL '=' (1, 4) (1, 5)",
? ^^^^^
" NUMBER '3e-1230' (1, 6) (1, 13)"]
======================================================================
FAIL: test_float (test.test_tokenize.CTokenizeTest.test_float) (source='x = 3.14e159')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [41 chars]12)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [41 chars]12)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
" NUMBER '3.14e159' (1, 4) (1, 12)"]
======================================================================
FAIL: test_function (test.test_tokenize.CTokenizeTest.test_function) (source='def d22(a, b, c=2, d=2, *k): pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [88 chars]" OP '(' (1, 7) (1, 8)", [807 chars]33)"] != [" [88 chars]" LPAR '(' (1, 7) (1, 8)", [807 chars]33)"]
First differing element 2:
" OP '(' (1, 7) (1, 8)"
" LPAR '(' (1, 7) (1, 8)"
Diff is 1812 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_function (test.test_tokenize.CTokenizeTest.test_function) (source='def d01v_(a=1, *k, **w): pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [88 chars]" OP '(' (1, 9) (1, 10)",[571 chars]29)"] != [" [88 chars]" LPAR '(' (1, 9) (1, 10)",[571 chars]29)"]
First differing element 2:
" OP '(' (1, 9) (1, 10)"
" LPAR '(' (1, 9) (1, 10)"
Diff is 1411 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_function (test.test_tokenize.CTokenizeTest.test_function) (source='def d23(a: str, b: int=3) -> int: pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [88 chars]" OP '(' (1, 7) (1, 8)", [663 chars]38)"] != [" [88 chars]" LPAR '(' (1, 7) (1, 8)", [663 chars]38)"]
First differing element 2:
" OP '(' (1, 7) (1, 8)"
" LPAR '(' (1, 7) (1, 8)"
Diff is 1501 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xff <= 255')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '<=' (1, 5) (1, 7)", [41 chars]11)"] != [" [42 chars]" LESSEQUAL '<=' (1, 5) (1, 7)", [41 chars]11)"]
First differing element 1:
" OP '<=' (1, 5) (1, 7)"
" LESSEQUAL '<=' (1, 5) (1, 7)"
[" NUMBER '0xff' (1, 0) (1, 4)",
- " OP '<=' (1, 5) (1, 7)",
? ^^^^^^^^^
+ " LESSEQUAL '<=' (1, 5) (1, 7)",
? ^^^^^^^^^
" NUMBER '255' (1, 8) (1, 11)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0b10 <= 255')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '<=' (1, 5) (1, 7)", [41 chars]11)"] != [" [42 chars]" LESSEQUAL '<=' (1, 5) (1, 7)", [41 chars]11)"]
First differing element 1:
" OP '<=' (1, 5) (1, 7)"
" LESSEQUAL '<=' (1, 5) (1, 7)"
[" NUMBER '0b10' (1, 0) (1, 4)",
- " OP '<=' (1, 5) (1, 7)",
? ^^^^^^^^^
+ " LESSEQUAL '<=' (1, 5) (1, 7)",
? ^^^^^^^^^
" NUMBER '255' (1, 8) (1, 11)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0o123 <= 0O123')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '<=' (1, 6) (1, 8)", [41 chars]14)"] != [" [42 chars]" LESSEQUAL '<=' (1, 6) (1, 8)", [41 chars]14)"]
First differing element 1:
" OP '<=' (1, 6) (1, 8)"
" LESSEQUAL '<=' (1, 6) (1, 8)"
[" NUMBER '0o123' (1, 0) (1, 5)",
- " OP '<=' (1, 6) (1, 8)",
? ^^^^^^^^^
+ " LESSEQUAL '<=' (1, 6) (1, 8)",
? ^^^^^^^^^
" NUMBER '0O123' (1, 9) (1, 14)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='1234567 > ~0x15')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '>' (1, 8) (1, 9)", [90 chars]15)"] != [" [42 chars]" GREATER '>' (1, 8) (1, 9)", [90 chars]15)"]
First differing element 1:
" OP '>' (1, 8) (1, 9)"
" GREATER '>' (1, 8) (1, 9)"
[" NUMBER '1234567' (1, 0) (1, 7)",
- " OP '>' (1, 8) (1, 9)",
? ^^^^^^^
+ " GREATER '>' (1, 8) (1, 9)",
? ^^^^^^^
- " OP '~' (1, 10) (1, 11)",
? ^^^^^
+ " TILDE '~' (1, 10) (1, 11)",
? ^^^^^
" NUMBER '0x15' (1, 11) (1, 15)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='2134568 != 1231515')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '!=' (1, 8) (1, 10)",[43 chars]18)"] != [" [42 chars]" NOTEQUAL '!=' (1, 8) (1, 10)",[43 chars]18)"]
First differing element 1:
" OP '!=' (1, 8) (1, 10)"
" NOTEQUAL '!=' (1, 8) (1, 10)"
[" NUMBER '2134568' (1, 0) (1, 7)",
- " OP '!=' (1, 8) (1, 10)",
? ^^^^^^^
+ " NOTEQUAL '!=' (1, 8) (1, 10)",
? + ^^^^^^
" NUMBER '1231515' (1, 11) (1, 18)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='(-124561-1) & 200000000')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" OP '(' (1, 0) (1, 1)", [323 chars]23)"] != [" LPAR '(' (1, 0) (1, 1)", [323 chars]23)"]
First differing element 0:
" OP '(' (1, 0) (1, 1)"
" LPAR '(' (1, 0) (1, 1)"
Diff is 794 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xdeadbeef != -1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [43 chars]" OP '!=' (1, 11) (1, 13)"[92 chars]16)"] != [" [43 chars]" NOTEQUAL '!=' (1, 11) (1, 13)"[92 chars]16)"]
First differing element 1:
" OP '!=' (1, 11) (1, 13)"
" NOTEQUAL '!=' (1, 11) (1, 13)"
[" NUMBER '0xdeadbeef' (1, 0) (1, 10)",
- " OP '!=' (1, 11) (1, 13)",
? ^^^^^^^
+ " NOTEQUAL '!=' (1, 11) (1, 13)",
? + ^^^^^^
- " OP '-' (1, 14) (1, 15)",
? ^^^^^
+ " MINUS '-' (1, 14) (1, 15)",
? ^^^^^
" NUMBER '1' (1, 15) (1, 16)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xdeadc0de & 12345')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [43 chars]" OP '&' (1, 11) (1, 12)"[44 chars]18)"] != [" [43 chars]" AMPER '&' (1, 11) (1, 12)"[44 chars]18)"]
First differing element 1:
" OP '&' (1, 11) (1, 12)"
" AMPER '&' (1, 11) (1, 12)"
[" NUMBER '0xdeadc0de' (1, 0) (1, 10)",
- " OP '&' (1, 11) (1, 12)",
? ^ ^^^
+ " AMPER '&' (1, 11) (1, 12)",
? ^^ ^^
" NUMBER '12345' (1, 13) (1, 18)"]
======================================================================
FAIL: test_int (test.test_tokenize.CTokenizeTest.test_int) (source='0xFF & 0x15 | 1234')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '&' (1, 5) (1, 6)", [137 chars]18)"] != [" [42 chars]" AMPER '&' (1, 5) (1, 6)", [137 chars]18)"]
First differing element 1:
" OP '&' (1, 5) (1, 6)"
" AMPER '&' (1, 5) (1, 6)"
[" NUMBER '0xFF' (1, 0) (1, 4)",
- " OP '&' (1, 5) (1, 6)",
? ^ ^^^
+ " AMPER '&' (1, 5) (1, 6)",
? ^^ ^^
" NUMBER '0x15' (1, 7) (1, 11)",
- " OP '|' (1, 12) (1, 13)",
? ^^^^
+ " VBAR '|' (1, 12) (1, 13)",
? ^^^^
" NUMBER '1234' (1, 14) (1, 18)"]
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='(1+2]')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='(1+2}')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='{1+2]')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1.2_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e2_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e+')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='\xa0')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='€')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b12')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b1_2')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b2')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b1_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0b')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o18')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o1_8')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o8')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o1_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0o')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0x1_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='0x')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='012')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1.2_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e2_')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='1e+')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case="'sdfsdf")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_invalid_syntax (test.test_tokenize.CTokenizeTest.test_invalid_syntax) (case='((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((a))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3036, in test_invalid_syntax
self.assertRaises(TokenError, get_tokens, case)
^^^^^^^^^^^^
AssertionError: TokenError not raised by get_tokens
======================================================================
FAIL: test_max_indent (test.test_tokenize.CTokenizeTest.test_max_indent)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 3055, in test_max_indent
self.assertRaises(IndentationError, lambda: list(_generate_tokens_from_c_tokenizer(the_input.readline)))
^^^^^^^^^^^^
AssertionError: IndentationError not raised by <lambda>
======================================================================
FAIL: test_method (test.test_tokenize.CTokenizeTest.test_method) (source='@staticmethod\ndef foo(x,y): pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" OP '@' (1, 0) (1, 1)", [514 chars]18)"] != [" AT '@' (1, 0) (1, 1)", [513 chars]18)"]
First differing element 0:
" OP '@' (1, 0) (1, 1)"
" AT '@' (1, 0) (1, 1)"
Diff is 1142 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_multiplicative (test.test_tokenize.CTokenizeTest.test_multiplicative) (source='x = 1//1*1/5*12%0x12@42')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [609 chars]23)"] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [610 chars]23)"]
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
Diff is 1319 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_selector (test.test_tokenize.CTokenizeTest.test_selector) (source="import sys, time\nx = sys.modules['time'].time()")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [89 chars]" OP ',' (1, 10) (1, 11)"[662 chars]30)"] != [" [89 chars]" COMMA ',' (1, 10) (1, 11)"[661 chars]30)"]
First differing element 2:
" OP ',' (1, 10) (1, 11)"
" COMMA ',' (1, 10) (1, 11)"
Diff is 1636 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='x = \'\'; y = ""')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [232 chars]14)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [232 chars]14)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
' STRING "\'\'" (1, 4) (1, 6)',
- " OP ';' (1, 6) (1, 7)",
? ^^^^
+ " SEMI ';' (1, 6) (1, 7)",
? ^^^^
" NAME 'y' (1, 8) (1, 9)",
- " OP '=' (1, 10) (1, 11)",
? ^^^^^
+ " EQUAL '=' (1, 10) (1, 11)",
? ^^^^^
' STRING \'""\' (1, 12) (1, 14)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='x = \'"\'; y = "\'"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [239 chars]16)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [239 chars]16)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
' STRING \'\\\'"\\\'\' (1, 4) (1, 7)',
- " OP ';' (1, 7) (1, 8)",
? ^^^^
+ " SEMI ';' (1, 7) (1, 8)",
? ^^^^
" NAME 'y' (1, 9) (1, 10)",
- " OP '=' (1, 11) (1, 12)",
? ^^^^^
+ " EQUAL '=' (1, 11) (1, 12)",
? ^^^^^
' STRING \'"\\\'"\' (1, 13) (1, 16)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='x = "doesn\'t "shrink", does it"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [143 chars]31)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [143 chars]31)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
' STRING \'"doesn\\\'t "\' (1, 4) (1, 14)',
" NAME 'shrink' (1, 14) (1, 20)",
' STRING \'", does it"\' (1, 20) (1, 31)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="x = 'abc' + 'ABC'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [140 chars]17)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [140 chars]17)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'x' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
' STRING "\'abc\'" (1, 4) (1, 9)',
- " OP '+' (1, 10) (1, 11)",
? - ^^
+ " PLUS '+' (1, 10) (1, 11)",
? ^^^
' STRING "\'ABC\'" (1, 12) (1, 17)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='y = "ABC" + "ABC"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [140 chars]17)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [140 chars]17)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
[" NAME 'y' (1, 0) (1, 1)",
- " OP '=' (1, 2) (1, 3)",
? ^^^^^
+ " EQUAL '=' (1, 2) (1, 3)",
? ^^^^^
' STRING \'"ABC"\' (1, 4) (1, 9)',
- " OP '+' (1, 10) (1, 11)",
? - ^^
+ " PLUS '+' (1, 10) (1, 11)",
? ^^^
' STRING \'"ABC"\' (1, 12) (1, 17)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="x = r'abc' + r'ABC' + R'ABC' + R'ABC'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [337 chars]37)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [337 chars]37)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
Diff is 778 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='y = r"abc" + r"ABC" + R"ABC" + R"ABC"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 2) (1, 3)", [337 chars]37)'] != [" [42 chars]" EQUAL '=' (1, 2) (1, 3)", [337 chars]37)']
First differing element 1:
" OP '=' (1, 2) (1, 3)"
" EQUAL '=' (1, 2) (1, 3)"
Diff is 778 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="u'abc' + U'abc'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 7) (1, 8)", [43 chars]15)'] != [' [44 chars]" PLUS '+' (1, 7) (1, 8)", [43 chars]15)']
First differing element 1:
" OP '+' (1, 7) (1, 8)"
" PLUS '+' (1, 7) (1, 8)"
[' STRING "u\'abc\'" (1, 0) (1, 6)',
- " OP '+' (1, 7) (1, 8)",
? - ^^
+ " PLUS '+' (1, 7) (1, 8)",
? ^^^
' STRING "U\'abc\'" (1, 9) (1, 15)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='u"abc" + U"abc"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 7) (1, 8)", [43 chars]15)'] != [' [44 chars]" PLUS '+' (1, 7) (1, 8)", [43 chars]15)']
First differing element 1:
" OP '+' (1, 7) (1, 8)"
" PLUS '+' (1, 7) (1, 8)"
[' STRING \'u"abc"\' (1, 0) (1, 6)',
- " OP '+' (1, 7) (1, 8)",
? - ^^
+ " PLUS '+' (1, 7) (1, 8)",
? ^^^
' STRING \'U"abc"\' (1, 9) (1, 15)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="b'abc' + B'abc'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 7) (1, 8)", [43 chars]15)'] != [' [44 chars]" PLUS '+' (1, 7) (1, 8)", [43 chars]15)']
First differing element 1:
" OP '+' (1, 7) (1, 8)"
" PLUS '+' (1, 7) (1, 8)"
[' STRING "b\'abc\'" (1, 0) (1, 6)',
- " OP '+' (1, 7) (1, 8)",
? - ^^
+ " PLUS '+' (1, 7) (1, 8)",
? ^^^
' STRING "B\'abc\'" (1, 9) (1, 15)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='b"abc" + B"abc"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 7) (1, 8)", [43 chars]15)'] != [' [44 chars]" PLUS '+' (1, 7) (1, 8)", [43 chars]15)']
First differing element 1:
" OP '+' (1, 7) (1, 8)"
" PLUS '+' (1, 7) (1, 8)"
[' STRING \'b"abc"\' (1, 0) (1, 6)',
- " OP '+' (1, 7) (1, 8)",
? - ^^
+ " PLUS '+' (1, 7) (1, 8)",
? ^^^
' STRING \'B"abc"\' (1, 9) (1, 15)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="br'abc' + bR'abc' + Br'abc' + BR'abc'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 8) (1, 9)", [240 chars]37)'] != [' [44 chars]" PLUS '+' (1, 8) (1, 9)", [240 chars]37)']
First differing element 1:
" OP '+' (1, 8) (1, 9)"
" PLUS '+' (1, 8) (1, 9)"
[' STRING "br\'abc\'" (1, 0) (1, 7)',
- " OP '+' (1, 8) (1, 9)",
? - ^^
+ " PLUS '+' (1, 8) (1, 9)",
? ^^^
' STRING "bR\'abc\'" (1, 10) (1, 17)',
- " OP '+' (1, 18) (1, 19)",
? - ^^
+ " PLUS '+' (1, 18) (1, 19)",
? ^^^
' STRING "Br\'abc\'" (1, 20) (1, 27)',
- " OP '+' (1, 28) (1, 29)",
? - ^^
+ " PLUS '+' (1, 28) (1, 29)",
? ^^^
' STRING "BR\'abc\'" (1, 30) (1, 37)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='br"abc" + bR"abc" + Br"abc" + BR"abc"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 8) (1, 9)", [240 chars]37)'] != [' [44 chars]" PLUS '+' (1, 8) (1, 9)", [240 chars]37)']
First differing element 1:
" OP '+' (1, 8) (1, 9)"
" PLUS '+' (1, 8) (1, 9)"
[' STRING \'br"abc"\' (1, 0) (1, 7)',
- " OP '+' (1, 8) (1, 9)",
? - ^^
+ " PLUS '+' (1, 8) (1, 9)",
? ^^^
' STRING \'bR"abc"\' (1, 10) (1, 17)',
- " OP '+' (1, 18) (1, 19)",
? - ^^
+ " PLUS '+' (1, 18) (1, 19)",
? ^^^
' STRING \'Br"abc"\' (1, 20) (1, 27)',
- " OP '+' (1, 28) (1, 29)",
? - ^^
+ " PLUS '+' (1, 28) (1, 29)",
? ^^^
' STRING \'BR"abc"\' (1, 30) (1, 37)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="rb'abc' + rB'abc' + Rb'abc' + RB'abc'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 8) (1, 9)", [240 chars]37)'] != [' [44 chars]" PLUS '+' (1, 8) (1, 9)", [240 chars]37)']
First differing element 1:
" OP '+' (1, 8) (1, 9)"
" PLUS '+' (1, 8) (1, 9)"
[' STRING "rb\'abc\'" (1, 0) (1, 7)',
- " OP '+' (1, 8) (1, 9)",
? - ^^
+ " PLUS '+' (1, 8) (1, 9)",
? ^^^
' STRING "rB\'abc\'" (1, 10) (1, 17)',
- " OP '+' (1, 18) (1, 19)",
? - ^^
+ " PLUS '+' (1, 18) (1, 19)",
? ^^^
' STRING "Rb\'abc\'" (1, 20) (1, 27)',
- " OP '+' (1, 28) (1, 29)",
? - ^^
+ " PLUS '+' (1, 28) (1, 29)",
? ^^^
' STRING "RB\'abc\'" (1, 30) (1, 37)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='rb"abc" + rB"abc" + Rb"abc" + RB"abc"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [44 chars]" OP '+' (1, 8) (1, 9)", [240 chars]37)'] != [' [44 chars]" PLUS '+' (1, 8) (1, 9)", [240 chars]37)']
First differing element 1:
" OP '+' (1, 8) (1, 9)"
" PLUS '+' (1, 8) (1, 9)"
[' STRING \'rb"abc"\' (1, 0) (1, 7)',
- " OP '+' (1, 8) (1, 9)",
? - ^^
+ " PLUS '+' (1, 8) (1, 9)",
? ^^^
' STRING \'rB"abc"\' (1, 10) (1, 17)',
- " OP '+' (1, 18) (1, 19)",
? - ^^
+ " PLUS '+' (1, 18) (1, 19)",
? ^^^
' STRING \'Rb"abc"\' (1, 20) (1, 27)',
- " OP '+' (1, 28) (1, 29)",
? - ^^
+ " PLUS '+' (1, 28) (1, 29)",
? ^^^
' STRING \'RB"abc"\' (1, 30) (1, 37)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='fR"a{b}c"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [97 chars]" OP '{' (1, 4) (1, 5)", [185 chars] 9)'] != [' [97 chars]" LBRACE '{' (1, 4) (1, 5)", [185 chars] 9)']
First differing element 2:
" OP '{' (1, 4) (1, 5)"
" LBRACE '{' (1, 4) (1, 5)"
[' FSTRING_START \'fR"\' (1, 0) (1, 3)',
" FSTRING_MIDDLE 'a' (1, 3) (1, 4)",
- " OP '{' (1, 4) (1, 5)",
? ^^^^^^
+ " LBRACE '{' (1, 4) (1, 5)",
? ^^^^^^
" NAME 'b' (1, 5) (1, 6)",
- " OP '}' (1, 6) (1, 7)",
? ^^^^^^
+ " RBRACE '}' (1, 6) (1, 7)",
? ^^^^^^
" FSTRING_MIDDLE 'c' (1, 7) (1, 8)",
' FSTRING_END \'"\' (1, 8) (1, 9)']
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source='f"{\na}"')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'f' (1, 0) (1, [233 chars] 3)'] != [' FSTRING_START \'f"\' (1, 0)[191 chars] 3)']
First differing element 0:
" NAME 'f' (1, 0) (1, 1)"
' FSTRING_START \'f"\' (1, 0) (1, 2)'
First list contains 1 additional elements.
First extra element 5:
' ERRORTOKEN \'"\' (2, 2) (2, 3)'
Diff is 692 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="f'''__{\n x:a\n}__'''")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [98 chars]" OP '{' (1, 6) (1, 7)", [330 chars] 6)'] != [' [98 chars]" LBRACE '{' (1, 6) (1, 7)", [283 chars] 6)']
First differing element 2:
" OP '{' (1, 6) (1, 7)"
" LBRACE '{' (1, 6) (1, 7)"
First list contains 1 additional elements.
First extra element 9:
' FSTRING_END "\'\'\'" (3, 3) (3, 6)'
Diff is 755 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="f'''__{\n x:a\n b\n c\n d\n}__'''")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [98 chars]" OP '{' (1, 6) (1, 7)", [349 chars] 6)'] != [' [98 chars]" LBRACE '{' (1, 6) (1, 7)", [302 chars] 6)']
First differing element 2:
" OP '{' (1, 6) (1, 7)"
" LBRACE '{' (1, 6) (1, 7)"
First list contains 1 additional elements.
First extra element 9:
' FSTRING_END "\'\'\'" (6, 3) (6, 6)'
Diff is 774 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.CTokenizeTest.test_string) (source="f'__{\n x:d\n}__'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" NAME 'f' (1, 0) (1, [415 chars] 4)'] != [' FSTRING_START "f\'" (1, 0) [385 chars] 4)']
First differing element 0:
" NAME 'f' (1, 0) (1, 1)"
' FSTRING_START "f\'" (1, 0) (1, 2)'
First list contains 1 additional elements.
First extra element 9:
' ERRORTOKEN "\'" (3, 3) (3, 4)'
Diff is 1249 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_tabs (test.test_tokenize.CTokenizeTest.test_tabs) (source='@staticmethod\ndef foo(x,y): pass')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" OP '@' (1, 0) (1, 1)", [514 chars]18)"] != [" AT '@' (1, 0) (1, 1)", [513 chars]18)"]
First differing element 0:
" OP '@' (1, 0) (1, 1)"
" AT '@' (1, 0) (1, 1)"
Diff is 1142 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_unary (test.test_tokenize.CTokenizeTest.test_unary) (source='~1 ^ 1 & 1 |1 ^ -1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" OP '~' (1, 0) (1, 1)", [465 chars]18)"] != [" TILDE '~' (1, 0) (1, 1)", [465 chars]18)"]
First differing element 0:
" OP '~' (1, 0) (1, 1)"
" TILDE '~' (1, 0) (1, 1)"
Diff is 1048 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_unary (test.test_tokenize.CTokenizeTest.test_unary) (source='-1*1/1+1*1//1 - ---1**1')
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" OP '-' (1, 0) (1, 1)", [841 chars]23)"] != [" MINUS '-' (1, 0) (1, 1)", [842 chars]23)"]
First differing element 0:
" OP '-' (1, 0) (1, 1)"
" MINUS '-' (1, 0) (1, 1)"
Diff is 1847 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_unicode (test.test_tokenize.CTokenizeTest.test_unicode) (source="Örter = u'places'\ngrün = U'green'")
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2084, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [42 chars]" OP '=' (1, 6) (1, 7)", [233 chars]15)'] != [" [42 chars]" EQUAL '=' (1, 6) (1, 7)", [232 chars]15)']
First differing element 1:
" OP '=' (1, 6) (1, 7)"
" EQUAL '=' (1, 6) (1, 7)"
Diff is 660 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_async (test.test_tokenize.GenerateTokensTest.test_async)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 992, in test_async
self.check_tokenize("async\n#comment\nawait", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [79 chars] (1, 7)", " COMMENT '#comment' (2, 0)[97 chars] 5)"] != [" [79 chars] (1, 6)", " COMMENT '#comment' (2, 0)[97 chars] 5)"]
First differing element 1:
" NEWLINE '\\n' (1, 5) (1, 7)"
" NEWLINE '\\n' (1, 5) (1, 6)"
[" NAME 'async' (1, 0) (1, 5)",
- " NEWLINE '\\n' (1, 5) (1, 7)",
? ^
+ " NEWLINE '\\n' (1, 5) (1, 6)",
? ^
" COMMENT '#comment' (2, 0) (2, 8)",
" NL '\\n' (2, 8) (2, 9)",
" NAME 'await' (3, 0) (3, 5)"]
======================================================================
FAIL: test_basic (test.test_tokenize.GenerateTokensTest.test_basic)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 88, in test_basic
self.check_tokenize("if False:\n"
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [172 chars](1, 11)", " COMMENT '# NL' (2, 4)[428 chars] 0)"] != [" [172 chars](1, 10)", " COMMENT '# NL' (2, 4)[428 chars] 0)"]
First differing element 3:
" NEWLINE '\\n' (1, 9) (1, 11)"
" NEWLINE '\\n' (1, 9) (1, 10)"
Diff is 999 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_invalid_readline (test.test_tokenize.GenerateTokensTest.test_invalid_readline)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 65, in test_invalid_readline
with self.assertRaises(TypeError):
AssertionError: TypeError not raised
======================================================================
FAIL: test_method (test.test_tokenize.GenerateTokensTest.test_method)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 849, in test_method
self.check_tokenize("@staticmethod\ndef foo(x,y): pass", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [129 chars](1, 15)", " NAME 'def' (2, 0)[381 chars]18)"] != [" [129 chars](1, 14)", " NAME 'def' (2, 0)[381 chars]18)"]
First differing element 2:
" NEWLINE '\\n' (1, 13) (1, 15)"
" NEWLINE '\\n' (1, 13) (1, 14)"
Diff is 754 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_newline_after_parenthesized_block_with_comment (test.test_tokenize.GenerateTokensTest.test_newline_after_parenthesized_block_with_comment)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1184, in test_newline_after_parenthesized_block_with_comment
self.check_tokenize('''\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [312 chars] (4, 0) (4, 1)", " NEWLINE '\\n' (4, 1) (4, 3)"] != [" [312 chars] (4, 0) (4, 1)", " NEWLINE '\\n' (4, 1) (4, 2)"]
First differing element 7:
" NEWLINE '\\n' (4, 1) (4, 3)"
" NEWLINE '\\n' (4, 1) (4, 2)"
[" OP '[' (1, 0) (1, 1)",
" NL '\\n' (1, 1) (1, 2)",
" COMMENT '# A comment here' (2, 4) (2, 20)",
" NL '\\n' (2, 20) (2, 21)",
" NUMBER '1' (3, 4) (3, 5)",
" NL '\\n' (3, 5) (3, 6)",
" OP ']' (4, 0) (4, 1)",
- " NEWLINE '\\n' (4, 1) (4, 3)"]
? ^
+ " NEWLINE '\\n' (4, 1) (4, 2)"]
? ^
======================================================================
FAIL: test_non_ascii_identifiers (test.test_tokenize.GenerateTokensTest.test_non_ascii_identifiers)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 887, in test_non_ascii_identifiers
self.check_tokenize("Örter = 'places'\ngrün = 'green'", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [176 chars](1, 18)", " NAME 'grün' (2, 0)[99 chars]14)'] != [" [176 chars](1, 17)", " NAME 'grün' (2, 0)[99 chars]14)']
First differing element 3:
" NEWLINE '\\n' (1, 16) (1, 18)"
" NEWLINE '\\n' (1, 16) (1, 17)"
[" NAME 'Örter' (1, 0) (1, 5)",
" OP '=' (1, 6) (1, 7)",
' STRING "\'places\'" (1, 8) (1, 16)',
- " NEWLINE '\\n' (1, 16) (1, 18)",
? ^
+ " NEWLINE '\\n' (1, 16) (1, 17)",
? ^
" NAME 'grün' (2, 0) (2, 4)",
" OP '=' (2, 5) (2, 6)",
' STRING "\'green\'" (2, 7) (2, 14)']
======================================================================
FAIL: test_selector (test.test_tokenize.GenerateTokensTest.test_selector)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 827, in test_selector
self.check_tokenize("import sys, time\nx = sys.modules['time'].time()", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [224 chars](1, 18)", " NAME 'x' (2, 0)[527 chars]30)"] != [" [224 chars](1, 17)", " NAME 'x' (2, 0)[527 chars]30)"]
First differing element 4:
" NEWLINE '\\n' (1, 16) (1, 18)"
" NEWLINE '\\n' (1, 16) (1, 17)"
Diff is 1010 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.GenerateTokensTest.test_string)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 461, in test_string
self.check_tokenize('fR"a{{{b!r}}}c"', """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [' [87 chars] (1, 6)", " OP '{' (1, 6)[294 chars]15)'] != [' [87 chars] (1, 5)", " OP '{' (1, 6)[346 chars]15)']
First differing element 1:
" FSTRING_MIDDLE 'a{' (1, 3) (1, 6)"
" FSTRING_MIDDLE 'a{' (1, 3) (1, 5)"
Second list contains 1 additional elements.
First extra element 9:
' FSTRING_END \'"\' (1, 14) (1, 15)'
Diff is 835 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_tabs (test.test_tokenize.GenerateTokensTest.test_tabs)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 866, in test_tabs
self.check_tokenize("def f():\n"
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [263 chars] (1, 10)", " INDENT '\\t' (2, [331 chars] 0)"] != [" [263 chars] (1, 9)", " INDENT '\\t' (2, 0[330 chars] 0)"]
First differing element 5:
" NEWLINE '\\n' (1, 8) (1, 10)"
" NEWLINE '\\n' (1, 8) (1, 9)"
Diff is 985 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_unicode (test.test_tokenize.GenerateTokensTest.test_unicode)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 899, in test_unicode
self.check_tokenize("Örter = u'places'\ngrün = U'green'", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1238, in check_tokenize
self.assertEqual(result, expected.rstrip().splitlines())
^^^^^^^^^^^
AssertionError: Lists differ: [" [176 chars](1, 19)", " NAME 'grün' (2, 0)[99 chars]15)'] != [" [176 chars](1, 18)", " NAME 'grün' (2, 0)[99 chars]15)']
First differing element 3:
" NEWLINE '\\n' (1, 17) (1, 19)"
" NEWLINE '\\n' (1, 17) (1, 18)"
[" NAME 'Örter' (1, 0) (1, 5)",
" OP '=' (1, 6) (1, 7)",
' STRING "u\'places\'" (1, 8) (1, 17)',
- " NEWLINE '\\n' (1, 17) (1, 19)",
? ^
+ " NEWLINE '\\n' (1, 17) (1, 18)",
? ^
" NAME 'grün' (2, 0) (2, 4)",
" OP '=' (2, 5) (2, 6)",
' STRING "U\'green\'" (2, 7) (2, 15)']
======================================================================
FAIL: test_number_followed_by_name (test.test_tokenize.InvalidPythonTests.test_number_followed_by_name)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2062, in test_number_followed_by_name
self.assertEqual(tokens, expected_tokens)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[464 chars]ine=''), TokenInfo(type=0 (ENDMARKER), string=[34 chars]='')] != [Toke[464 chars]ine='2sin(x)'), TokenInfo(type=0 (ENDMARKER), [41 chars]='')]
First differing element 5:
TokenInfo(type=4 (NEWLINE), string='', start=(1, 7), end=(1, 8), line='')
TokenInfo(type=4 (NEWLINE), string='', start=(1, 7), end=(1, 8), line='2sin(x)')
Diff is 955 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_number_starting_with_zero (test.test_tokenize.InvalidPythonTests.test_number_starting_with_zero)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 2073, in test_number_starting_with_zero
self.assertEqual(tokens, expected_tokens)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[27 chars]ng='0', start=(1, 0), end=(1, 1), line='01234'[232 chars]='')] != [Toke[27 chars]ng='01234', start=(1, 0), end=(1, 5), line='01[158 chars]='')]
First differing element 0:
Token[14 chars]UMBER), string='0', start=(1, 0), end=(1, 1), line='01234')
Token[14 chars]UMBER), string='01234', start=(1, 0), end=(1, 5), line='01234')
First list contains 1 additional elements.
First extra element 3:
TokenInfo(type=0 (ENDMARKER), string='', start=(3, 0), end=(3, 0), line='')
Diff is 907 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_comment_at_the_end_of_the_source_without_newline (test.test_tokenize.TestTokenize.test_comment_at_the_end_of_the_source_without_newline)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1749, in test_comment_at_the_end_of_the_source_without_newline
self.assertEqual(tokens, expected_tokens)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[377 chars]=(1, 7), line='b = 1\n'), TokenInfo(type=66 (N[288 chars]='')] != [Toke[377 chars]=(1, 6), line='b = 1\n'), TokenInfo(type=66 (N[288 chars]='')]
First differing element 4:
Token[14 chars]EWLINE), string='\n', start=(1, 5), end=(1, 7), line='b = 1\n')
Token[14 chars]EWLINE), string='\n', start=(1, 5), end=(1, 6), line='b = 1\n')
Diff is 1390 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_newline_and_space_at_the_end_of_the_source_without_newline (test.test_tokenize.TestTokenize.test_newline_and_space_at_the_end_of_the_source_without_newline)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1763, in test_newline_and_space_at_the_end_of_the_source_without_newline
self.assertEqual(tokens, expected_tokens)
^^^^^^^^^^^
AssertionError: Lists differ: [Toke[212 chars]=(1, 3), line='a\n'), TokenInfo(type=0 (ENDMAR[47 chars]='')] != [Toke[212 chars]=(1, 2), line='a\n'), TokenInfo(type=66 (NL), [119 chars]='')]
First differing element 2:
TokenInfo(type=4 (NEWLINE), string='\n', start=(1, 1), end=(1, 3), line='a\n')
TokenInfo(type=4 (NEWLINE), string='\n', start=(1, 1), end=(1, 2), line='a\n')
Second list contains 1 additional elements.
First extra element 4:
TokenInfo(type=0 (ENDMARKER), string='', start=(3, 0), end=(3, 0), line='')
[TokenInfo(type=67 (ENCODING), string='utf-8', start=(0, 0), end=(0, 0), line=''),
TokenInfo(type=1 (NAME), string='a', start=(1, 0), end=(1, 1), line='a\n'),
- TokenInfo(type=4 (NEWLINE), string='\n', start=(1, 1), end=(1, 3), line='a\n'),
? ^
+ TokenInfo(type=4 (NEWLINE), string='\n', start=(1, 1), end=(1, 2), line='a\n'),
? ^
+ TokenInfo(type=66 (NL), string='', start=(2, 1), end=(2, 2), line=' '),
TokenInfo(type=0 (ENDMARKER), string='', start=(3, 0), end=(3, 0), line='')]
======================================================================
FAIL: test_async (test.test_tokenize.TokenizeTest.test_async)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 992, in test_async
self.check_tokenize("async\n#comment\nawait", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [125 chars] (1, 7)", " COMMENT '#comment' (2, 0)[97 chars] 5)"] != [" [125 chars] (1, 6)", " COMMENT '#comment' (2, 0)[97 chars] 5)"]
First differing element 2:
" NEWLINE '\\n' (1, 5) (1, 7)"
" NEWLINE '\\n' (1, 5) (1, 6)"
[" ENCODING 'utf-8' (0, 0) (0, 0)",
" NAME 'async' (1, 0) (1, 5)",
- " NEWLINE '\\n' (1, 5) (1, 7)",
? ^
+ " NEWLINE '\\n' (1, 5) (1, 6)",
? ^
" COMMENT '#comment' (2, 0) (2, 8)",
" NL '\\n' (2, 8) (2, 9)",
" NAME 'await' (3, 0) (3, 5)"]
======================================================================
FAIL: test_basic (test.test_tokenize.TokenizeTest.test_basic)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 88, in test_basic
self.check_tokenize("if False:\n"
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [218 chars](1, 11)", " COMMENT '# NL' (2, 4)[428 chars] 0)"] != [" [218 chars](1, 10)", " COMMENT '# NL' (2, 4)[428 chars] 0)"]
First differing element 4:
" NEWLINE '\\n' (1, 9) (1, 11)"
" NEWLINE '\\n' (1, 9) (1, 10)"
Diff is 1048 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_invalid_readline (test.test_tokenize.TokenizeTest.test_invalid_readline)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 65, in test_invalid_readline
with self.assertRaises(TypeError):
AssertionError: TypeError not raised
======================================================================
FAIL: test_method (test.test_tokenize.TokenizeTest.test_method)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 849, in test_method
self.check_tokenize("@staticmethod\ndef foo(x,y): pass", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [175 chars](1, 15)", " NAME 'def' (2, 0)[381 chars]18)"] != [" [175 chars](1, 14)", " NAME 'def' (2, 0)[381 chars]18)"]
First differing element 3:
" NEWLINE '\\n' (1, 13) (1, 15)"
" NEWLINE '\\n' (1, 13) (1, 14)"
Diff is 803 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_newline_after_parenthesized_block_with_comment (test.test_tokenize.TokenizeTest.test_newline_after_parenthesized_block_with_comment)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 1184, in test_newline_after_parenthesized_block_with_comment
self.check_tokenize('''\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [358 chars] (4, 0) (4, 1)", " NEWLINE '\\n' (4, 1) (4, 3)"] != [" [358 chars] (4, 0) (4, 1)", " NEWLINE '\\n' (4, 1) (4, 2)"]
First differing element 8:
" NEWLINE '\\n' (4, 1) (4, 3)"
" NEWLINE '\\n' (4, 1) (4, 2)"
[" ENCODING 'utf-8' (0, 0) (0, 0)",
" OP '[' (1, 0) (1, 1)",
" NL '\\n' (1, 1) (1, 2)",
" COMMENT '# A comment here' (2, 4) (2, 20)",
" NL '\\n' (2, 20) (2, 21)",
" NUMBER '1' (3, 4) (3, 5)",
" NL '\\n' (3, 5) (3, 6)",
" OP ']' (4, 0) (4, 1)",
- " NEWLINE '\\n' (4, 1) (4, 3)"]
? ^
+ " NEWLINE '\\n' (4, 1) (4, 2)"]
? ^
======================================================================
FAIL: test_non_ascii_identifiers (test.test_tokenize.TokenizeTest.test_non_ascii_identifiers)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 887, in test_non_ascii_identifiers
self.check_tokenize("Örter = 'places'\ngrün = 'green'", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [222 chars](1, 18)", " NAME 'grün' (2, 0)[99 chars]14)'] != [" [222 chars](1, 17)", " NAME 'grün' (2, 0)[99 chars]14)']
First differing element 4:
" NEWLINE '\\n' (1, 16) (1, 18)"
" NEWLINE '\\n' (1, 16) (1, 17)"
[" ENCODING 'utf-8' (0, 0) (0, 0)",
" NAME 'Örter' (1, 0) (1, 5)",
" OP '=' (1, 6) (1, 7)",
' STRING "\'places\'" (1, 8) (1, 16)',
- " NEWLINE '\\n' (1, 16) (1, 18)",
? ^
+ " NEWLINE '\\n' (1, 16) (1, 17)",
? ^
" NAME 'grün' (2, 0) (2, 4)",
" OP '=' (2, 5) (2, 6)",
' STRING "\'green\'" (2, 7) (2, 14)']
======================================================================
FAIL: test_selector (test.test_tokenize.TokenizeTest.test_selector)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 827, in test_selector
self.check_tokenize("import sys, time\nx = sys.modules['time'].time()", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [270 chars](1, 18)", " NAME 'x' (2, 0)[527 chars]30)"] != [" [270 chars](1, 17)", " NAME 'x' (2, 0)[527 chars]30)"]
First differing element 5:
" NEWLINE '\\n' (1, 16) (1, 18)"
" NEWLINE '\\n' (1, 16) (1, 17)"
Diff is 1059 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_string (test.test_tokenize.TokenizeTest.test_string)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 461, in test_string
self.check_tokenize('fR"a{{{b!r}}}c"', """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [133 chars] (1, 6)", " OP '{' (1, 6)[294 chars]15)'] != [" [133 chars] (1, 5)", " OP '{' (1, 6)[346 chars]15)']
First differing element 2:
" FSTRING_MIDDLE 'a{' (1, 3) (1, 6)"
" FSTRING_MIDDLE 'a{' (1, 3) (1, 5)"
Second list contains 1 additional elements.
First extra element 10:
' FSTRING_END \'"\' (1, 14) (1, 15)'
Diff is 884 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_tabs (test.test_tokenize.TokenizeTest.test_tabs)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 866, in test_tabs
self.check_tokenize("def f():\n"
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [309 chars] (1, 10)", " INDENT '\\t' (2, [331 chars] 0)"] != [" [309 chars] (1, 9)", " INDENT '\\t' (2, 0[330 chars] 0)"]
First differing element 6:
" NEWLINE '\\n' (1, 8) (1, 10)"
" NEWLINE '\\n' (1, 8) (1, 9)"
Diff is 1034 characters long. Set self.maxDiff to None to see it.
======================================================================
FAIL: test_unicode (test.test_tokenize.TokenizeTest.test_unicode)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 899, in test_unicode
self.check_tokenize("Örter = u'places'\ngrün = U'green'", """\
^^^^^^^^^^^^^^
File "/build_dir/pypy-c-jit-linux-x86-64/build/lib-python/3/test/test_tokenize.py", line 51, in check_tokenize
self.assertEqual(result,
^^^^^^^^^^^
AssertionError: Lists differ: [" [222 chars](1, 19)", " NAME 'grün' (2, 0)[99 chars]15)'] != [" [222 chars](1, 18)", " NAME 'grün' (2, 0)[99 chars]15)']
First differing element 4:
" NEWLINE '\\n' (1, 17) (1, 19)"
" NEWLINE '\\n' (1, 17) (1, 18)"
[" ENCODING 'utf-8' (0, 0) (0, 0)",
" NAME 'Örter' (1, 0) (1, 5)",
" OP '=' (1, 6) (1, 7)",
' STRING "u\'places\'" (1, 8) (1, 17)',
- " NEWLINE '\\n' (1, 17) (1, 19)",
? ^
+ " NEWLINE '\\n' (1, 17) (1, 18)",
? ^
" NAME 'grün' (2, 0) (2, 4)",
" OP '=' (2, 5) (2, 6)",
' STRING "U\'green\'" (2, 7) (2, 15)']
----------------------------------------------------------------------
Ran 110 tests in 1.314s
FAILED (failures=128, errors=5)
0:00:01 load avg: 0.51 [1/1/1] test_tokenize failed (5 errors, 128 failures)
== Tests result: FAILURE ==
1 test failed:
test_tokenize
Total duration: 1.5 sec
Total tests: run=110 failures=128
Total test files: run=1/1 failed=1
Result: FAILURE
test test_tokenize failed
builder: pypy-c-jit-linux-x86-64 build #11852+
test: lib-python/3/test/test_tokenize.py::unmodified