self.bias.data.zero_()
bias_val, n_out = self.highway_bias, self.n_out
if self.bidirectional:
self.bias.data[n_out*2:].zero_().add_(bias_val)
else:
self.bias.data[n_out:].zero_().add_(bias_val)
if not self.v1:
After Change
// initialize bias
self.bias.data.zero_()
bias_val, output_size = self.highway_bias, self.output_size
self.bias.data[output_size:].zero_().add_(bias_val)
// projection matrix as a tensor of size:
// (input_size, bidirection, hidden_size, num_matrices)
w = self.weight.data.view(d, -1, self.hidden_size, self.num_matrices)