def _tokenize_chinese_chars(self, text):
output = []<EOL>for char in text:<EOL><INDENT>cp = ord(char)<EOL>if self._is_chinese_char(cp):<EOL><INDENT>output.append('<STR_LIT:U+0020>')<EOL>output.append(char)<EOL>output.append('<STR_LIT:U+0020>')<EOL><DEDENT>else:<EOL><INDENT>output.append(char)<EOL><DEDENT><DEDENT>return '<STR_LIT>'.join(output)<EOL>
Adds whitespace around any CJK character.