2c5f22199b46837b9801378ce172dcd13f125769,gluonnlp/vocab/subwords.py,NGramHashes,_word_to_hashes,#NGramHashes#Any#,211

Before Change

        return h

    def _word_to_hashes(self, word):
        if word not in self._cache:
            if word not in self.special_tokens:
                hashes = nd.array([
                    self.fasttext_hash_asbytes((u"<" + word + u">")[i:i + N]) % self.num_subwords
                    for N in self.ngrams for i in range((len(word) + 2) - N + 1)
                ])
            else:
                hashes = nd.zeros(shape=0)
            if self.cache:
                self._cache[word] = hashes
            return hashes
        return self._cache[word]

    def __call__(self, words):
        return [self._word_to_hashes(word) for word in words]

After Change

                memoryview(word_enc), ns=self._ngrams,
                bucket_size=self.num_subwords)
        else:
            hashes = []
        return hashes

    def __call__(self, words):
        return [self._word_to_hashes(word) for word in words]

Instances