93ff2240f329431e77f3e613a8dbfaab911c82e9,keras/layers/recurrent.py,JZS2,__init__,#JZS2#Any#Any#Any#Any#Any#Any#Any#Any#Any#,494

Before Change

        self.b_h = shared_zeros((self.output_dim))

        // P_h used to project X onto different dimension
        P = np.ones((self.input_dim, self.output_dim), dtype=theano.config.floatX)
        P = P / np.linalg.norm(P, axis=0)
        self.Pmat = theano.shared(P, name=None)

        self.params = [
            self.W_z, self.U_z, self.b_z,

After Change

            self.Pmat = theano.shared(np.identity(self.output_dim), name=None)
        else:
            P = np.random.binomial(1, 0.5, size=(self.input_dim, self.output_dim)) * 2 - 1
            P = 1 / np.sqrt(self.input_dim) * P
            self.Pmat = theano.shared(P, name=None)

        self.params = [
            self.W_z, self.U_z, self.b_z,

Instances