defa1283c44653c29b81403f9d9f19fb3df0a27d,keras/optimizers.py,SGD,get_updates,#SGD#Any#Any#Any#,124

Before Change

        self.updates = [K.update_add(self.iterations, 1)]

        // momentum
        self.weights = [K.variable(np.zeros(K.get_value(p).shape)) for p in params]
        for p, g, m in zip(params, grads, self.weights):
            v = self.momentum * m - lr * g  // velocity
            self.updates.append(K.update(m, v))

After Change

        // momentum
        shapes = [x.shape for x in K.batch_get_value(params)]
        moments = [K.zeros(shape) for shape in shapes]
        self.weights = [self.iterations] + moments
        for p, g, m in zip(params, grads, moments):
            v = self.momentum * m - lr * g  // velocity
            self.updates.append(K.update(m, v))

Instances