7df18981f43e07e385a20ec18b820dd25e01a4b2,src/networks.py,LayerNorm,forward,#LayerNorm#,464

Before Change

    //std = x.view(x.size(0), -1).std(1).view(*shape)
    //// work for batch size = 1
    assert(x.size(0) == 1)
    mean = x.mean()
    std = x.std()
    x = (x - mean) / (std + self.eps)
    if self.affine:
      shape = [1, -1] + [1]*(x.dim() - 2)

After Change

  def forward(self, x):
    shape = [-1] + [1]*(x.dim() - 1)
    mean = x.view(x.size(0), -1).mean(1).view(*shape)
    std = x.view(x.size(0), -1).std(1).view(*shape)
    //// work for batch size = 1
    //print(x.size())
    //assert(x.size(0) == 1)
    //mean = x.mean()

Instances