52dd8f17b382dea2ddaf3b4054d7845c8c3b4f72,pycorrector/seq2seq/fce_reader.py,FCEReader,read_samples_by_string,#FCEReader#,26

Before Change

                    elif not dropout_token:
                        source.append(token)
                else:
                    source.append(token)
            yield source, target

    def unknown_token(self):
        return FCEReader.UNKNOWN_TOKEN

After Change

            line_src = f.readline()
            line_dst = f.readline()
            if line_src and line_dst:
                source = line_src.lower()[5:].strip().split()
                target = line_dst.lower()[5:].strip().split()
                if self.config.enable_data_dropout:
                    new_source = []

Instances