0066f83bc6f9f3861119db2593c3007796d2056c,deeppavlov/metrics/bleu.py,,per_item_bleu,#Any#Any#,29

Before Change

@register_metric("per_item_bleu")
def per_item_bleu(y_true, y_predicted):
    if isinstance(y_true[0], (tuple, list)):
        y_true = map(lambda y: y[0], y_true)
    y_true = list(itertools.chain(*y_true))
    y_predicted = itertools.chain(*y_predicted)
    examples_len = len(y_true)
    bleu_list = (sentence_bleu([y2.lower().split()], y1.lower().split())\
                 for y1, y2 in zip(y_true, y_predicted))
    return sum(bleu_list) / examples_len if examples_len else 0.

@register_metric("per_item_dialog_bleu")
def per_item_dialog_bleu(y_true, y_predicted):
    y_true = [y["text"] for dialog in y_true for y in dialog]

After Change

def per_item_bleu(y_true, y_predicted):
    y_predicted = itertools.chain(*y_predicted)
    if isinstance(y_true[0][0], (tuple, list)):
        y_true = (y[0] for y_list in y_true for y in y_list)
    return corpus_bleu([[y_t.lower().split()] for y_t in y_true],
                       [y_p.lower().split() for y_p in y_predicted])


@register_metric("per_item_dialog_bleu")
def per_item_dialog_bleu(y_true, y_predicted):

Instances