b5e848af46b4a6fc21e718803dbf3d7c72afd72a,ch08/lib/validation.py,,validation_run,#,9

Before Change

        while True:
            obs_v = Variable(torch.from_numpy(np.expand_dims(obs, 0)))
            if cuda:
                obs_v = obs_v.cuda()
            out_v = net(obs_v)

            action_idx = out_v.max(dim=1)[1].data.cpu().numpy()[0]
            if np.random.random() < epsilon:

After Change

        episode_steps = 0

        while True:
            obs_v = torch.tensor([obs]).to(device)
            out_v = net(obs_v)

            action_idx = out_v.max(dim=1)[1].item()
            if np.random.random() < epsilon:

Instances