35cf4f0ae774a4aa500318879a1a4d53408ac129,onmt/translate/translation.py,TranslationBuilder,_build_target_tokens,#TranslationBuilder#Any#Any#Any#Any#Any#,36

Before Change

                if tokens[i] == tgt_field.unk_token:
                    _, max_index = attn[i][:len(src_raw)].max(0)
                    tokens[i] = src_raw[max_index.item()]
                    if self.phrase_table != "":
                        with open(self.phrase_table, "r") as f:
                            for line in f:
                                if line.startswith(src_raw[max_index.item()]):
                                    tokens[i] = line.split("|||")[1].strip()
        return tokens

    def from_batch(self, translation_batch):
        batch = translation_batch["batch"]

After Change

                if tokens[i] == tgt_field.unk_token:
                    _, max_index = attn[i][:len(src_raw)].max(0)
                    tokens[i] = src_raw[max_index.item()]
                    if self.phrase_table_dict:
                        src_tok = src_raw[max_index.item()]
                        if src_tok in self.phrase_table_dict:
                            tokens[i] = self.phrase_table_dict[src_tok]
        return tokens

    def from_batch(self, translation_batch):
        batch = translation_batch["batch"]

Instances