54fed17211d0b077579fba58e93075aee9312668,texar/modules/decoders/transformer_decoders.py,TransformerDecoder,__init__,#TransformerDecoder#Any#Any#Any#,85

Before Change

                    layers.get_initializer(self._hparams.initializer))

            // Make the output layer
            if is_callable(output_layer):
                self._output_layer = output_layer
            elif tf.contrib.framework.is_tensor(output_layer):
                self._vocab_size = shape_list(output_layer)[1]
                self._output_layer = self._make_output_layer_from_tensor(
                    output_layer)
            elif output_layer is None:
                if self._vocab_size is None:
                    raise ValueError(
                        "Either `output_layer` or `vocab_size` must be provided"
                        " Set `output_layer=tf.identity` if no output layer is "
                        "wanted.")
                with tf.variable_scope(self.variable_scope):
                    self._output_layer = tf.layers.Dense(
                        units=self._vocab_size,
                        use_bias=self._hparams.output_layer_bias)
            else:
                raise ValueError(
                    "output_layer should be tensor or callable layer or None."
                    "Unsupported type:", type(output_layer)
                )
            self.multihead_attentions = {
                "self_att": [],
                "encdec_att": []
            }

After Change

                    layers.get_initializer(self._hparams.initializer))

            // Make the output layer
            self._output_layer, self._vocab_size = _make_output_layer(
                output_layer, vocab_size, self._hparams.output_layer_bias,
                self.variable_scope)

Instances