b9aa500b2fcbdb1d6d82e482b4cf361efb108f15,open_seq2seq/parts/convs2s/ffn_wn_layer.py,FeedFowardNetworkNormalized,__init__,#FeedFowardNetworkNormalized#,16

Before Change

        self.V_norm = tf.norm(self.V.initialized_value(), axis=0)
        self.g = tf.get_variable("g", initializer=self.V_norm, trainable=True)
      else:
        self.V = tf.get_variable(
            "W",
            shape=[in_dim, out_dim],
            initializer=tf.contrib.layers.variance_scaling_initializer(),
            //tf.random_normal_initializer(mean=0, stddev=0.01),
            trainable=True)
      if self.bias_enabled:

After Change

        self.V_norm = tf.norm(self.V.initialized_value(), axis=0)
        self.g = tf.get_variable("g", initializer=self.V_norm, trainable=True)
      else:
        self.V = tf.get_variable(
            "W",
            shape=[in_dim, out_dim],
            initializer=tf.random_normal_initializer(mean=0, stddev=0.01),//tf.contrib.layers.variance_scaling_initializer(),
            trainable=True)
      if self.bias_enabled:
        self.b = tf.get_variable(

Instances