6955fab0f4f0a38ead24cec84152d82769a0cfa2,scripts/bert/run_pretraining_hvd.py,,,#,248

Before Change

if __name__ == "__main__":
    // random seed
    seed = args.seed
    np.random.seed(seed)
    random.seed(seed)
    mx.random.seed(seed)
    logging.debug("Random seed set to %d", seed)

After Change

        nlp.utils.mkdir(cache_dir)

        // generate dev dataset from the raw text if needed
        if not args.eval_use_npz:
            data_eval = cache_file
            if not os.path.isfile(cache_file) and rank == 0:
                generate_dev_set(tokenizer, vocab, cache_file, args)

    logging.debug("Random seed set to %d", random_seed)
    mx.random.seed(random_seed)

    if args.data:

Instances