7327bc3aa7a0e66168a84380edbd1e74a5a16355,ch04/04_frozenlake_nonslippery.py,,,#,93

Before Change

        loss_v.backward()
        optimizer.step()
        print("%d: loss=%.3f, reward_mean=%.3f, reward_bound=%.3f, batch=%d" % (
            iter_no, loss_v.data[0], reward_mean, reward_bound, len(full_batch)))
        writer.add_scalar("loss", loss_v.data[0], iter_no)
        writer.add_scalar("reward_mean", reward_mean, iter_no)
        writer.add_scalar("reward_bound", reward_bound, iter_no)

After Change

        if not full_batch:
            continue
        obs_v = torch.FloatTensor(obs)
        acts_v = torch.LongTensor(acts)
        full_batch = full_batch[-500:]

        optimizer.zero_grad()
        action_scores_v = net(obs_v)

Instances