ce4a4c6551c8acbb701e16ed8988a17a4209a57c,sequenceLabelling/preprocess.py,,to_vector_elmo,#Any#Any#Any#Any#Any#,236

Before Change

    for i in range(0, len(tokens)):
        local_tokens = []
        for j in range(0, min(len(tokens[i]), maxlen)):
            word = tokens[i][j]
            if lowercase:
                word = _lower(word)
            if num_norm:
                word = _normalize_num(word)
            local_tokens.append(word)    
        subtokens.append(local_tokens)

After Change

    for i in range(0, len(tokens)):
        local_tokens = []
        for j in range(0, min(len(tokens[i]), maxlen)):
            if lowercase:
                local_tokens.append(_lower(tokens[i][j]))
            else:
                local_tokens.append(tokens[i][j])
        subtokens.append(local_tokens)
    return embeddings.get_sentence_vector_only_ELMo(subtokens)
    
    if use_token_dump:

Instances