def _tokenize_mteval_v14_intl(segment):
segment = segment.rstrip()<EOL>segment = unicodeRegex.nondigit_punct_re.sub(r'<STR_LIT>', segment)<EOL>segment = unicodeRegex.punct_nondigit_re.sub(r'<STR_LIT>', segment)<EOL>segment = unicodeRegex.symbol_re.sub(r'<STR_LIT>', segment)<EOL>return segment.strip()<EOL>
r"""Tokenize a string following following the international tokenizer in mteval-v14a.pl.
    See https://github.com/moses-smt/mosesdecoder/"
           "blob/master/scripts/generic/mteval-v14.pl#L954-L983

    Parameters
    ----------
    segment: str
        A string to be tokenized

    Returns
    -------
    The tokenized string