82163919065afede72161039c6ff65616fc91031,auto_ml/utils_data_cleaning.py,BasicDataCleaning,transform,#BasicDataCleaning#,179

Before Change

                X.drop(cols_to_clean, axis=1, inplace=True)


                pool = pathos.multiprocessing.ProcessPool()
                try:
                    pool.restart()
                except AssertionError as e:
                    pass

                if df_to_clean.shape[0] > 100000 or os.environ.get("is_test_suite", 0) == "True":
                    results = list(map(lambda col: self.process_one_column(col_vals=df_to_clean[col], col_name=col), df_to_clean.columns))
                else:
                    results = list(pool.map(lambda col: self.process_one_column(col_vals=df_to_clean[col], col_name=col), df_to_clean.columns))

                pool.close()
                try:
                    pool.join()
                except AssertionError:
                    pass

After Change

                if df_to_clean.shape[0] > 100000 or os.environ.get("is_test_suite", 0) == "True":
                    results = list(map(lambda col: self.process_one_column(col_vals=df_to_clean[col], col_name=col), df_to_clean.columns))
                else:
                    pool = pathos.multiprocessing.ProcessPool()
                    try:
                        pool.restart()
                    except AssertionError as e:
                        pass

                    results = list(pool.map(lambda col: self.process_one_column(col_vals=df_to_clean[col], col_name=col), df_to_clean.columns))
                    pool.close()
                    try:
                        pool.join()
                    except AssertionError:
                        pass

Instances