3b9042c743facfbd1e641784f21e29a95db2aac2,t2t_csaky/scripts/remove.py,,main,#,5

Before Change

  with open(args.input, "r") as fin, open(out_file, "w") as fou:
    for line in fin:
      ou_line = []
      for word in line.strip().split():
        if word not in tokens:
          ou_line.append(word)
      fou.write(" ".join(ou_line) + "\n")


if __name__ == "__main__":

After Change

  with open(args.input, "r") as fin, open(out_file, "w") as fou:
    for line in fin:
      fou.write(" ".join([word for word in line.strip().split()
                          if word not in tokens]) + "\n")


if __name__ == "__main__":
  main()

Instances