b2bcab711d333442c282cf64c66a9fac2c93218f,rllib/utils/sgd.py,,minibatches,#Any#Any#,48

Before Change

    slices = []
    if samples.seq_lens:
        seq_no = 0
        while i < samples.count:
            seq_no_end = seq_no
            actual_count = 0
            while actual_count < sgd_minibatch_size and len(
                    samples.seq_lens) > seq_no_end:
                actual_count += samples.seq_lens[seq_no_end]
                seq_no_end += 1
            slices.append((seq_no, seq_no_end))
            i += actual_count
            seq_no = seq_no_end
    else:
        while i < samples.count:
            slices.append((i, i + sgd_minibatch_size))
            i += sgd_minibatch_size

After Change

            minibatch_size += seq_len
            // Complete minibatch -> Append to slices.
            if minibatch_size >= sgd_minibatch_size:
                slices.append((start_pos, start_pos + sgd_minibatch_size))
                start_pos += sgd_minibatch_size
                if minibatch_size > sgd_minibatch_size:
                    overhead = minibatch_size - sgd_minibatch_size
                    start_pos -= (seq_len - overhead)

Instances