abfd430f17c08d1b8829a7e58e3d873bda95c39c,examples/mnist/tf/mnist_dist_dataset.py,,map_fun,#,17

Before Change

      file_pattern = os.path.join(image_dir, "part-*")
      files = tf.gfile.Glob(file_pattern)

      parse_fn = _parse_tfr if args.format == "tfr" else _parse_csv
      ds = tf.data.TextLineDataset(files).map(parse_fn).batch(args.batch_size)
      iterator = ds.make_initializable_iterator()
      x, y_, y_val = iterator.get_next()

After Change

        ds = tf.data.TFRecordDataset(files)
        parse_fn = _parse_tfr

      ds = ds.shard(num_workers, task_index).repeat(args.epochs).shuffle(args.shuffle_size)
      ds = ds.map(parse_fn).batch(args.batch_size)
      iterator = ds.make_initializable_iterator()
      x, y_ = iterator.get_next()

Instances