fae4d620ff94113e9c0cb2cd4e71e46635b79aa9,preprocess.py,,main,#Any#,105

Before Change

    tgt_reader = inputters.str2reader["text"].from_opt(opt)

    logger.info("Building & saving training data...")
    train_dataset_files = build_save_dataset(
        "train", fields, src_reader, tgt_reader, opt)

    if opt.valid_src and opt.valid_tgt:
        logger.info("Building & saving validation data...")
        build_save_dataset("valid", fields, src_reader, tgt_reader, opt)

After Change

    tgt_reader = inputters.str2reader["text"].from_opt(opt)

    logger.info("Building & saving training data...")
    build_save_dataset(
        "train", fields, src_reader, tgt_reader, opt)

    if opt.valid_src and opt.valid_tgt:
        logger.info("Building & saving validation data...")
        build_save_dataset("valid", fields, src_reader, tgt_reader, opt)

Instances