459d7fe3d7aeb065c42249e955a4053270e81814,examples/babi_memnn.py,,,#,96

Before Change

train_stories = get_stories(tar.extractfile(challenge.format("train")))
test_stories = get_stories(tar.extractfile(challenge.format("test")))

vocab = sorted(reduce(lambda x, y: x | y, (set(story + q + [answer]) for story, q, answer in train_stories + test_stories)))
// Reserve 0 for masking via pad_sequences
vocab_size = len(vocab) + 1
story_maxlen = max(map(len, (x for x, _, _ in train_stories + test_stories)))
query_maxlen = max(map(len, (x for _, x, _ in train_stories + test_stories)))

After Change

test_stories = get_stories(tar.extractfile(challenge.format("test")))

vocab = set()
for story, q, answer in train_stories + test_stories:
    vocab |= set(story + q + [answer])
vocab = sorted(vocab)

// Reserve 0 for masking via pad_sequences
vocab_size = len(vocab) + 1

Instances