36092e2ae66342ee1d7ad5678cd99c46090373eb,src/gluonnlp/layers.py,PositionwiseFFN,__init__,#PositionwiseFFN#,496

Before Change

        ])
        self.dropout_layer = nn.Dropout(dropout)
        self.activation_dropout_layer = nn.Dropout(activation_dropout)
        self.ffn_1 = nn.Dense(units=hidden_size,
                              in_units=units,
                              flatten=False,
                              weight_initializer=weight_initializer,
                              bias_initializer=bias_initializer,
                              dtype=dtype)
        self.activation = get_activation(activation)
        self.ffn_2 = nn.Dense(units=units,
                              in_units=hidden_size,
                              flatten=False,

After Change

                                        bias_initializer=bias_initializer,
                                        dtype=dtype)
        self.activation = get_activation(activation)
        self.ffn_2 = nn.Dense(units=units,
                              in_units=hidden_size,
                              flatten=False,
                              use_bias=use_bias,
                              weight_initializer=weight_initializer,
                              bias_initializer=bias_initializer,
                              dtype=dtype)
        // TODO(sxjscience) We may need to set the dtype flag in LayerNorm, need to double check
        self.layer_norm = get_norm_layer(in_channels=units,
                                         normalization=normalization,
                                         epsilon=layer_norm_eps, 

Instances