c15e52623156084fbd74727dd3f34df2825e2ad3,deeppavlov/core/common/cross_validation.py,,calc_cv_score,#Any#Any#Any#Any#Any#,85

Before Change

    config, dirs_for_saved_models = change_savepath_for_model(config)

    target_metrics = config["train"]["metrics"]
    cv_score = OrderedDict((k, []) for k in target_metrics)
    for data_i in generate_train_valid(data, n_folds=n_folds, is_loo=is_loo):
        iterator = get_iterator_from_config(config, data_i)
        create_dirs_to_save_models(dirs_for_saved_models)

After Change

    config, dirs_for_saved_models = change_savepath_for_model(config)

    cv_score = OrderedDict()
    for data_i in generate_train_valid(data, n_folds=n_folds, is_loo=is_loo):
        iterator = get_iterator_from_config(config, data_i)
        create_dirs_to_save_models(dirs_for_saved_models)
        score = train_evaluate_model_from_config(config, iterator=iterator)

Instances