5c3f7d5f5cd23ceb70d77ccdde7ee928d59439a9,thinc/backends/jax_ops.py,,forward_lstm_gates,#,725

Before Change

    // Ct1: Previous cells (i.e. C_{t-1}
    // Xt: Current inputs.
    // hf, hi, ho, hc: Forget, input, output, cell gates.
    At_hf, At_hi, At_ho, At_hc = xp.split(At, 4, axis=-1)
    // Number the steps here, to refer back for backward pass.
    // 1. Activations
    hf = sigmoid(At_hf) // 1a

After Change

    Ct3 = hf * Ct2 // 2a
    Ct3 += hi * hc // 2b
    tanhCt3 = tanh(Ct3) // 3a
    Yt3 = tanhCt3 * ho // 3b
    // We don"t need the gradient for this, it"s just for backprop calculation.
    Gt3 = xp.concatenate((hf, hi, ho, hc), axis=-1)

Instances