2488d9e39b8b83373237803e073c9894ef0cc594,matchzoo/preprocessors/dssm_preprocessor.py,DSSMPreprocessor,fit,#DSSMPreprocessor#,47

Before Change

        vocab_unit = build_vocab_unit(data_pack, verbose=verbose)

        self._context["vocab_unit"] = vocab_unit
        vocab_size = len(vocab_unit.state["term_index"]) + 1
        self._context["vocab_size"] = vocab_size
        self._context["embedding_input_dim"] = vocab_size
        self._context["input_shapes"] = [(vocab_size,), (vocab_size,)]
        return self

After Change

        vocab_unit = build_vocab_unit(data_pack, verbose=verbose)

        self._context["vocab_unit"] = vocab_unit
        vocab_size = len(vocab_unit.state["term_index"])
        self._context["vocab_size"] = vocab_size
        self._context["embedding_input_dim"] = vocab_size
        self._context["input_shapes"] = [(vocab_size,), (vocab_size,)]
        return self

Instances