f1cda70a9f60f2a6f9e2f3e80390410274f38172,torchnlp/nn/attention.py,Attention,__init__,#Attention#,15

Before Change

        super(Attention, self).__init__()

        self.attention_type = attention_type
        assert (self.attention_type in ["dot", "general"]), "Invalid attention type selected."

        if self.attention_type == "general":
            self.linear_in = nn.Linear(dimensions, dimensions, bias=False)
        self.linear_out = nn.Linear(dimensions * 2, dimensions, bias=False)

After Change

    def __init__(self, dimensions, attention_type="general"):
        super(Attention, self).__init__()

        if attention_type not in ["dot", "general"]:
            raise ValueError("Invalid attention type selected.")

        self.attention_type = attention_type
        if self.attention_type == "general":
            self.linear_in = nn.Linear(dimensions, dimensions, bias=False)

Instances