458e0db65dd2e808d34bbb7dbeea5bf48739dd0f,texar/data/data/paired_text_data.py,PairedTextData,_make_processor,#Any#Any#Any#Any#,146

Before Change

        // Create source data decoder
        src_decoder = TextDataDecoder(
            delimiter=src_hparams["delimiter"],
            bos_token=src_hparams["bos_token"],
            eos_token=src_hparams["eos_token"],
            max_seq_length=src_hparams["max_seq_length"],
            token_to_id_map=data_spec.vocab[0].token_to_id_map)

After Change

        // Create target data decoder
        if tgt_hparams["processing_share"]:
            tgt_proc_hparams = copy.copy(src_hparams)
            tgt_proc_hparams["variable_utterance"] = \
                    tgt_hparams["variable_utterance"]
        else:
            tgt_proc_hparams = tgt_hparams
        data_spec_i = data_spec.get_ith_data_spec(1)
        tgt_decoder, tgt_trans, data_spec_i = MonoTextData._make_processor(
            tgt_proc_hparams, data_spec_i, chained=False)
        data_spec.set_ith_data_spec(1, data_spec_i, 2)

        if not name_prefix:
            name_prefix = ["source", "target"]

Instances