0066f83bc6f9f3861119db2593c3007796d2056c,deeppavlov/metrics/bleu.py,,per_item_dialog_bleu,#Any#Any#,40

Before Change

@register_metric("per_item_dialog_bleu")
def per_item_dialog_bleu(y_true, y_predicted):
    y_true = [y["text"] for dialog in y_true for y in dialog]
    y_predicted = itertools.chain(*y_predicted)
    examples_len = len(y_true)
    bleu_list = (sentence_bleu([y2.lower().split()], y1.lower().split())\
                 for y1, y2 in zip(y_true, y_predicted))
    return sum(bleu_list) / examples_len if examples_len else 0.

After Change

@register_metric("per_item_dialog_bleu")
def per_item_dialog_bleu(y_true, y_predicted):
    y_true = (y["text"] for dialog in y_true for y in dialog)
    return corpus_bleu([[y_t.lower().split()] for y_t in y_true],
                       [y_p.lower().split() for y_p in y_predicted])

Instances