6b3c362cc85fc4fbd4a972954a39b39404950b14,conceptnet5/vectors/evaluation/wordsim.py,,evaluate_semeval_crosslingual_global,#,370

Before Change

    scores = []
    for pair in ["en-de", "en-es", "en-fa", "en-it", "de-es", "de-fa", "de-it", "es-fa", "es-it",
                 "it-fa"]:
        lang1, lang2 = pair.split("-")
        score = evaluate_semeval_crosslingual(vectors, lang1, lang2)
        scores.append(score)

    top_scores = sorted(scores, key=lambda x: x["acc"] if not np.isnan(x["acc"]) else 0)[-6:]

After Change

    scores are supplied, the global score is NaN.
    
    scores = []
    languages = ["en", "de", "es", "it", "fa"]
    for lang1, lang2 in combinations(languages, 2):
        score = evaluate_semeval_crosslingual(vectors, lang1, lang2)
        scores.append(score)

Instances