pypy/module/_multibytecodec/test/apptest_incremental.py::test_incremental_big5hkscs
def test_incremental_big5hkscs():
import _codecs
import _io
with open(myfile + '/big5hkscs.txt', 'rb') as fid:
uni_str = fid.read()
with open(myfile + '/big5hkscs-utf8.txt', 'rb') as fid:
utf8str = fid.read()
UTF8Reader = _codecs.lookup('utf-8').streamreader
for sizehint in [None] + list(range(1, 33)) + [64, 128, 256, 512, 1024]:
istream = UTF8Reader(_io.BytesIO(utf8str))
ostream = _io.BytesIO()
encoder = IncrementalBig5hkscsEncoder()
while 1:
if sizehint is not None:
data = istream.read(sizehint)
else:
data = istream.read()
if not data:
break
> e = encoder.encode(data)
E (application-level) UnicodeEncodeError: 'big5hkscs' codec can't encode character '\U0002010c' in position 0: illegal multibyte sequence
module\_multibytecodec\test\apptest_incremental.py:261: UnicodeEncodeError
builder: own-win-x86-64 build #2234
test: pypy/module/_multibytecodec/test/apptest_incremental/py/test_incremental_big5hkscs