remove tqdm dependency (#373)

m3dev · May 11, 2024 · 34dea8b · 34dea8b
1 parent 3f72843
commit 34dea8b
Show file tree

Hide file tree

Showing 5 changed files with 699 additions and 647 deletions.
diff --git a/gokart/target.py b/gokart/target.py
@@ -10,7 +10,6 @@
 import luigi
 import numpy as np
 import pandas as pd
-from tqdm import tqdm
 
 from gokart.conflict_prevention_lock.task_lock import TaskLockParams, make_task_lock_params
 from gokart.conflict_prevention_lock.task_lock_wrappers import wrap_dump_with_lock, wrap_load_with_lock, wrap_remove_with_lock
@@ -179,7 +178,7 @@ def save(self, df: pd.DataFrame, file_path: str):
 
         split_size = df.values.nbytes // self.max_byte + 1
         logger.info(f'saving a large pdDataFrame with split_size={split_size}')
-        for i, idx in tqdm(list(enumerate(np.array_split(range(df.shape[0]), split_size)))):
+        for i, idx in list(enumerate(np.array_split(range(df.shape[0]), split_size))):
             df.iloc[idx[0] : idx[-1] + 1].to_pickle(os.path.join(dir_path, f'data_{i}.pkl'))
 
     @staticmethod