self.ddp_plugin.on_after_setup_optimizers(self.trainer)
// set model properties before going into wrapperself.trainer.model_connector.copy_trainer_model_properties(model)// 16-bit
model = self.trainer.precision_connector.connect(model)
// device ids change depending on the DDP setup
device_ids = self.get_device_ids()
// allow user to configure ddp
model = self.configure_ddp(model, device_ids)
// set up training routineself.trainer.train_loop.setup_training(model)// train or test
results = self.train_or_test()
After Change
// allow user to configure ddp
model = self.configure_ddp(model, device_ids)
self.trainer.setup_trainer(model)// train or test
results = self.train_or_test()