Home - Summaries: (main) : (py3.11) : Everything - Nightly builds - Benchmarks - RPython - Builders - About

pypy.module._multibytecodec.test.apptest_incremental:test_incremental_big5hkscs

def test_incremental_big5hkscs():
        import _codecs
        import _io
        with open(myfile + '/big5hkscs.txt', 'rb') as fid:
            uni_str = fid.read()
        with open(myfile + '/big5hkscs-utf8.txt', 'rb') as fid:
            utf8str = fid.read()
        UTF8Reader = _codecs.lookup('utf-8').streamreader
        for sizehint in [None] + list(range(1, 33)) + [64, 128, 256, 512, 1024]:
            istream = UTF8Reader(_io.BytesIO(utf8str))
            ostream = _io.BytesIO()
            encoder = IncrementalBig5hkscsEncoder()
            while 1:
                if sizehint is not None:
                    data = istream.read(sizehint)
                else:
                    data = istream.read()
                if not data:
                    break
>               e = encoder.encode(data)
E               UnicodeEncodeError: 'big5hkscs' codec can't encode character '\U0002010c' in position 0: illegal multibyte sequence

..\build\pypy\module\_multibytecodec\test\apptest_incremental.py:270: UnicodeEncodeError
builder: pypy-c-jit-win-x86-64 build #2361
test: pypy/module/_multibytecodec/test/apptest_incremental:test_incremental_big5hkscs