99d0fb1a8a00c80c97271b2cc58d52c4fcff0032,jieba/__init__.py,Tokenizer,load_userdict,#Tokenizer#,347

Before Change

                freq, tag = None, None
                if len(tup) == 2:
                    if tup[1].isdigit():
                        freq = tup[1]
                    else:
                        tag = tup[1]
                elif len(tup) > 2:
                    freq, tag = tup[1], tup[2]

After Change

            line = ln.strip()
            if not isinstance(f, text_type):
                try:
                    line = line.decode("utf-8").lstrip("\ufeff")
                except UnicodeDecodeError:
                    raise ValueError("dictionary file %s must be utf-8" % f.name)
            if not line:

Instances