73b2221b5eb4fd21802e6bf41e21d5df8ef9bf2c,src/sdk/pynni/nni/nas/pytorch/darts/trainer.py,DartsTrainer,train_one_epoch,#DartsTrainer#Any#,43

Before Change

            // phase 1. child network step
            self.optimizer.zero_grad()
            self.mutator.reset()
            logits = self.model(trn_X)
            loss = self.loss(logits, trn_y)
            loss.backward()
            // gradient clipping

After Change

            // phase 2: child network step
            self.optimizer.zero_grad()
            logits, loss = self._logits_and_loss(trn_X, trn_y)
            loss.backward()
            nn.utils.clip_grad_norm_(self.model.parameters(), 5.)  // gradient clipping
            self.optimizer.step()

Instances