2f337387d6759627bae60284e7fa612268580724,mmf/models/mmf_transformer.py,MMFTransformerEmbeddings,forward,#MMFTransformerEmbeddings#,155
Before Change
segment_ids: Dict[str, Tensor],
) -> Tensor:
list_embeddings = []
for modality in self.model_config.modalities:
total_embedding = getattr(self, modality.key + "_embedding")(
input_ids[modality.key]
)
if modality.key not in position_ids:
total_embedding += getattr(self, modality.key + "_pos_embedding")(
position_ids[modality.key]
)
if modality.key in segment_ids:
total_embedding += self.token_type_embeddings(segment_ids[modality.key])
layer_norm_layer = getattr(self, modality.key + "_layer_norm")
dropout_layer = getattr(self, modality.key + "_dropout")
list_embeddings.append(dropout_layer(layer_norm_layer(total_embedding)))
return torch.cat(list_embeddings, dim=1)
@registry.register_model("mmf_transformer")
After Change
segment_ids: Dict[str, Tensor],
) -> Tensor:
list_embeddings = []
for idx, (token_emb, pos_emb, layer_norm, dropout) in enumerate(
zip(
self.token_embeddings,
self.pos_embeddings,
self.layer_norms,
self.dropouts,
)
):
modality_name = self.modality_keys[idx]
total_embedding = token_emb(input_ids[modality_name])
if modality_name in position_ids:
total_embedding += pos_emb(position_ids[modality_name])
if modality_name in segment_ids:
total_embedding += self.token_type_embeddings(
segment_ids[modality_name]
)
list_embeddings.append(dropout(layer_norm(total_embedding)))
return torch.cat(list_embeddings, dim=1)
@registry.register_model("mmf_transformer")

In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 8
Instances
Project Name: facebookresearch/pythia
Commit Name: 2f337387d6759627bae60284e7fa612268580724
Time: 2020-09-15
Author: vedanujg@gmail.com
File Name: mmf/models/mmf_transformer.py
Class Name: MMFTransformerEmbeddings
Method Name: forward
Project Name: facebookresearch/pythia
Commit Name: 2f337387d6759627bae60284e7fa612268580724
Time: 2020-09-15
Author: vedanujg@gmail.com
File Name: mmf/models/mmf_transformer.py
Class Name: MMFTransformerEmbeddings
Method Name: forward
Project Name: ylongqi/openrec
Commit Name: 93f84bee4d0c9e082c5ef04fa5f4a0886cdad2db
Time: 2018-09-26
Author: ylongqi@gmail.com
File Name: openrec/recommenders/recommender.py
Class Name: Recommender
Method Name: _optimistic_restore
Project Name: MycroftAI/padatious
Commit Name: a1383be585a1798a3333139c4c1be149d3c5a454
Time: 2017-09-15
Author: matthew3311999@gmail.com
File Name: padatious/util.py
Class Name:
Method Name: resolve_conflicts