0b9a5f4074f2b6f5ad3322234a82ac921fe1f358,spacy/lang/zh/__init__.py,Chinese,make_doc,#Chinese#,26

Before Change

            words = [x for x in words if x]
            return Doc(self.vocab, words=words, spaces=[False] * len(words))
        else:
            words = []
            spaces = []
            for token in self.tokenizer(text):
                words.extend(list(token.text))
                spaces.extend([False] * len(token.text))
                spaces[-1] = bool(token.whitespace_)
            return Doc(self.vocab, words=words, spaces=spaces)


__all__ = ["Chinese"]

After Change

    Defaults = ChineseDefaults  // override defaults

    def make_doc(self, text):
        return self.tokenizer(text)


__all__ = ["Chinese"]

Instances