03b0e7061cf477fbeccb9c128ee76603df582d86,scripts/word_embeddings/evaluate_pretrained.py,,load_embedding_from_path,#Any#,127

Before Change

                   evaluation.get_tokens_in_evaluation_datasets(args)))

        if args.analogy_datasets:
            token_set.update(model.token_to_idx.keys())

        // OOV words will be imputed and added to the
        // token_embedding.idx_to_token etc.
        with utils.print_time("compute vectors from subwords "

After Change

        if args.analogy_datasets:
            // Pre-compute all words in vocabulary in case of analogy evaluation
            idx_to_token = [
                model.token_to_idx[idx]
                for idx in range(len(model.token_to_idx))
            ]
            if args.max_vocab_size:
                idx_to_token = idx_to_token[:args.max_vocab_size]
        else:
            idx_to_token = [

Instances