3b3f8bd00c463e441600673141ff2de608880c9a,deeppavlov/datasets/dialog_dataset.py,DialogDataset,batch_generator,#DialogDataset#Any#Any#Any#,58

Before Change

            return data[idx["start"]: idx["end"]]

        data = self.data[data_type]
        dialog_indices = self._dialog_indices(data)
        num_dialogs = len(dialog_indices)
        order = list(range(num_dialogs))
        if shuffle:
            random.shuffle(order)
        for i in range((num_dialogs - 1) // batch_size + 1):
            print("Getting dialogs =", [dialog_indices[o] for o in
                                        order[i*batch_size:(i+1)*batch_size]])
            yield list(itertools.chain.from_iterable(
                _dialog(dialog_indices[o])\
                for o in order[i*batch_size:(i+1)*batch_size]))

    @staticmethod
    def _dialog_indices(data):
        dialog_indices = []
        i, last_idx = 0, 0

After Change

            self.random_state = random.getstate()
            random.setstate(rs)
        for i in order:
            for x, y in dialogs[i]:
                yield [x], [y]

    @staticmethod
    def _dialogs(data):
        dialogs = []
        for x, y in data:

Instances