81314143ebce027d36f51e32bb281721b60a7100,rllib/agents/pg/tests/test_pg.py,TestPG,test_pg_compilation,#TestPG#,30

Before Change

        config["num_workers"] = 0  // Run locally.

        // tf.
        trainer = pg.PGTrainer(config=config, env="CartPole-v0")

        num_iterations = 2
        for i in range(num_iterations):
            trainer.train()

        // Torch.
        config["use_pytorch"] = True
        trainer = pg.PGTrainer(config=config, env="CartPole-v0")
        for i in range(num_iterations):
            trainer.train()

After Change

        config["num_workers"] = 0  // Run locally.
        num_iterations = 2

        for _ in framework_iterator(config):
            trainer = pg.PGTrainer(config=config, env="CartPole-v0")
            for i in range(num_iterations):
                trainer.train()

    def test_pg_loss_functions(self):
        Tests the PG loss function math.
        config = pg.DEFAULT_CONFIG.copy()
        config["num_workers"] = 0  // Run locally.

Instances