6e79bef9961fc6ad3efeed659307c5c9aebb8d4f,tests/trainer/optimization/test_manual_optimization.py,TesManualOptimizationDDPModel,training_step,#TesManualOptimizationDDPModel#Any#Any#Any#,979

Before Change

            make_manual_backward(loss_ones_gen, opt_dis, make_optimizer_step=make_dis_optimizer_step)

        // this will accumulate gradients for 2 batches and then call opt_gen.step()
        opt_gen.step(closure=gen_closure, make_optimizer_step=make_gen_optimizer_step)

        // update discriminator every 4 baches
        // therefore, no gradient accumulation for discriminator
        if make_dis_optimizer_step:

After Change

            make_manual_backward(loss_ones_gen, opt_dis, make_optimizer_step=make_dis_optimizer_step)

        // this will accumulate gradients for 2 batches and then call opt_gen.step()
        if make_gen_optimizer_step:
            opt_gen.step(closure=gen_closure)
            opt_gen.zero_grad()

        // update discriminator every 4 baches
        // therefore, no gradient accumulation for discriminator
        if make_dis_optimizer_step:
            opt_dis.step(closure=dis_closure)

    def training_epoch_end(self, outputs) -> None:

Instances