c5c350cf9f9b576cc9de939e4dc308404eb48852,catalyst/dl/experiments/experiment.py,ConfigExperiment,get_optimizer_and_model,#ConfigExperiment#Any#Any#,272

Before Change

        if fp16:
            utils.assert_fp16_available()
            from apex import amp
            if fp16_opt_level not in {"O1", "O2", "O3"}:
                raise ValueError("fp16 mode must be one of O1, O2, O3")

            model, optimizer = amp.initialize(
                model, optimizer, opt_level=fp16_opt_level)
        elif torch.cuda.device_count() > 1:
            model = torch.nn.DataParallel(model)

After Change

        optimizer_params = \
            self.stages_config[stage].get("optimizer_params", {})
        distributed_params = \
            self.stages_config[stage].get("distributed_params", {})

        optimizer = self._get_optimizer(
            model_params=model_params, **optimizer_params)

Instances