79d149dd39dc7e7d22c623c0a4a4d3ab99e61c76,conceptnet5/vectors/transforms.py,,choose_small_vocabulary,#,153

Before Change

     - are not in ConceptNet
    
    small_vocabulary = []
    finder = AssertionFinder()

    for term in big_frame.index:
        // Make sure the term is not a phrase
        if term.count("_") < 1:

After Change

     - contain more than one word
     - are not in ConceptNet
    
    DATA = environ.get("CONCEPTNET_BUILD_DATA", "data")
    concepts = set(line.strip() for line in open(path.join(DATA, "stats", "core_concepts.txt")))
    small_vocab = [term for term in big_frame.index if term.count("_") < 1 and term in concepts]
    return small_vocab

Instances