2ac94357935b3bee8ec00c52e91273322ffba642,open_seq2seq/data/text2text/text2text.py,ParallelTextDataLayer,build_graph,#ParallelTextDataLayer#,149

Before Change

          .shard(num_shards=self._num_workers, index=self._worker_id)

    if self.params["shuffle"]:
      _src_tgt_dataset = _src_tgt_dataset\
          .shuffle(buffer_size=self.get_size_in_samples())
    else:
      _src_tgt_dataset = _src_tgt_dataset

    if self.params["repeat"]:

After Change

    if self.params["shuffle"]:
      bf_size = self.get_size_in_samples() if self._shuffle_buffer_size == -1 \
                                           else self._shuffle_buffer_size
      _src_tgt_dataset = _src_tgt_dataset.shuffle(buffer_size=bf_size)
    else:
      _src_tgt_dataset = _src_tgt_dataset

    if self.params["repeat"]:

Instances