3a0ed9fe4d5097397c62b3827c260d0c2aff4fe4,src/gluonnlp/models/roberta.py,RobertaModel,hybrid_forward,#RobertaModel#Any#Any#Any#,233

Before Change

    def hybrid_forward(self, F, tokens, valid_length):
        x = self.tokens_embed(tokens)
        if self.pos_embed_type:
            positional_embedding = self.pos_embed(F.npx.arange_like(x, axis=1))
            positional_embedding = F.np.expand_dims(positional_embedding, axis=0)
            x = x + positional_embedding
        if self.embed_ln:
            x = self.embed_ln(x)
        x = self.embed_dropout(x)
        inner_states = self.encoder(x, valid_length)

After Change

                                   bias_initializer=bias_initializer)

    def hybrid_forward(self, F, tokens, valid_length):
        outputs = []
        embedding = self.get_initial_embedding(F, tokens)

        contextual_embeddings, additional_outputs = self.encoder(embedding, valid_length)
        outputs.append(contextual_embeddings)

Instances