79d149dd39dc7e7d22c623c0a4a4d3ab99e61c76,conceptnet5/vectors/transforms.py,,choose_small_vocabulary,#,153

Before Change

     - contain more than one word
     - are not in ConceptNet
    
    small_vocabulary = []
    finder = AssertionFinder()

    for term in big_frame.index:
        // Make sure the term is not a phrase
        if term.count("_") < 1:
            // Check if a term comes from ConceptNet
            results = finder.lookup(term)
            if results:
                small_vocabulary.append(term)
    return small_vocabulary


def make_big_frame(frame, lang):

After Change

     - are not in ConceptNet
    
    DATA = environ.get("CONCEPTNET_BUILD_DATA", "data")
    concepts = set(line.strip() for line in open(path.join(DATA, "stats", "core_concepts.txt")))
    small_vocab = [term for term in big_frame.index if term.count("_") < 1 and term in concepts]
    return small_vocab

Instances