0087cadc21b723f49bff2c56416a2412e4db11e7,open_seq2seq/optimizers/optimizers.py,,optimize_loss,#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#,96

Before Change

            trainable=False,
            validate_shape=bool(grad.get_shape())
          )
          accum_ops.append(tf.assign(grad_accum, grad_accum + grad / iter_size))
          grads_and_vars_accum.append((grad_accum, var))

        accum_op = tf.group(accum_ops)

After Change

            trainable=False,
            validate_shape=bool(var.get_shape())
          )
          if isinstance(grad, tf.IndexedSlices):
            add_grads = tf.scatter_nd_add(grad_accum, grad.indices,
                                          grad.values / iter_size)
          else:
            add_grads = grad_accum + grad / iter_size

          accum_ops.append(tf.assign(grad_accum, add_grads))
          grads_and_vars_accum.append((grad_accum, var))

        accum_op = tf.group(accum_ops)

Instances