ee950b503eeed5aca3747a4bcf2a40f624b743a0,tensorforce/core/optimizers/multi_step.py,MultiStep,tf_step,#MultiStep#Any#Any#Any#Any#,49

Before Change

            // Unrolled for loop
            for _ in range(self.num_steps - 1):
                with tf.control_dependencies(control_inputs=deltas):
                    step_deltas = self.optimizer.step(
                        time=time, variables=variables, arguments=arguments, **kwargs
                    )
                    deltas = [delta1 + delta2 for delta1, delta2 in zip(deltas, step_deltas)]

            return deltas

After Change

                    step_deltas = self.optimizer.step(
                        variables=variables, arguments=arguments, **kwargs
                    )
                    deltas = [delta1 + delta2 for delta1, delta2 in zip(deltas, step_deltas)]

            return deltas

        else:
            // TensorFlow while loop
            def body(deltas):
                with tf.control_dependencies(control_inputs=deltas):
                    step_deltas = self.optimizer.step(
                        variables=variables, arguments=arguments, **kwargs
                    )
                    deltas = [delta1 + delta2 for delta1, delta2 in zip(deltas, step_deltas)]
                    return deltas

            num_steps = self.num_steps.value()
            one = tf.constant(value=1, dtype=util.tf_dtype(dtype="int"))
            deltas = self.while_loop(
                cond=util.tf_always_true, body=body, loop_vars=(deltas,),
                maximum_iterations=(num_steps - one)
            )

            return deltas

Instances