50837ed17dbd9e74af2f01a3255cf3148ead1f4a,sklearn/sklearn-template/template/trainer/utils.py,,read_df_from_gcs,#,79

Before Change

  blobs = bucket.list_blobs(prefix=file_pattern)

  for blob in blobs:
    file_path = temp_folder + blob.name.split("/")[-1]
    blob.download_to_filename(file_path)
    // Assume there is no header
    df_list.append(pd.read_csv(file_path, header=None))
    // TODO: Can remove after download to save space

After Change

  df_list = []

  for file in gfile.Glob(file_pattern):
    with gfile.Open(file, "r") as f:
      // Assume there is no header
      df_list.append(pd.read_csv(f, header=None))

  data_df = pd.concat(df_list)

  return data_df

Instances