3a99b86173201bb9081e1695c28d1e781c4c15b4,onmt/inputters/text_dataset.py,TextDataReader,read,#TextDataReader#,12

Before Change

        if isinstance(sequences, str):
            sequences = DataReaderBase._read_file(sequences)
        for i, seq in enumerate(sequences):
            yield {side: seq.decode("utf-8"), "indices": i}


class TextDataset(DatasetBase):

After Change

        if isinstance(sequences, str):
            sequences = DataReaderBase._read_file(sequences)
        for i, seq in enumerate(sequences):
            if isinstance(seq, six.binary_type):
                seq = seq.decode("utf-8")
            yield {side: seq, "indices": i}


class TextDataset(DatasetBase):

Instances