e3931c33e2e5f4b148a918d798cc27224ed090b7,examples/bert/utils/tokenization.py,,convert_to_unicode,#Any#,29

Before Change

    if six.PY3:
        if isinstance(text, str):
            return text
        elif isinstance(text, bytes):
            return text.decode("utf-8", "ignore")
        else:
            raise ValueError("Unsupported string type: %s" % (type(text)))
    elif six.PY2:
        if isinstance(text, str):

After Change

def convert_to_unicode(text):
    Returns the given argument as a unicode string.
    return tf.compat.as_text(text)

def printable_text(text):
    Returns text encoded in a way suitable for print or `tf.logging`.
    return tf.compat.as_str_any(text)

Instances