8b79f460070e04e09ef799bd37c282946715cca7,thinc/neural/_classes/multiheaded_attention.py,MultiHeadedAttention,__init__,#MultiHeadedAttention#,18

Before Change

        self.nH = nH
        self.nM = nM  // model size: the length of the embeddings
        self.nD = nM // nH
        self.linears = [with_reshape(Affine(nM, nM)) for i in range(4)]
        self._layers = list(self.linears)

    def begin_update(self, input, drop=0.0):

After Change

        self.nD = nM // nH
        self.get_queries = with_reshape(Affine(nM, nM))
        self.get_keys = with_reshape(Affine(nM, nM))
        self.get_values = with_reshape(Affine(nM, nM))
        self.get_output = with_reshape(Affine(nM, nM))
        self._layers = [self.get_queries, self.get_keys, self.get_values, self.get_output]

    def begin_update(self, input, drop=0.0):

Instances