if self.rnn_dropout > 0:
w.mul_((1-self.rnn_dropout)**0.5)
if self.is_input_normalized:
w.mul_(0.25)
self.weight_c.data.mul_(0.25)
self.scale_x.data[0] = 1
if not self.rescale:
After Change
w.mul_((1-self.rnn_dropout)**0.5)
//if self.is_input_normalized:
if self.layer_norm:
w.mul_(0.1)
//self.weight_c.data.mul_(0.25)
self.scale_x.data[0] = 1
if not self.rescale: