add logging to ensure history read is working

Voteshield · Dec 9, 2024 · 2d29ffc · 2d29ffc
1 parent 750b554
commit 2d29ffc
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/reggie/ingestion/preprocessor/michigan_preprocessor.py b/reggie/ingestion/preprocessor/michigan_preprocessor.py
@@ -207,6 +207,7 @@ def fill_empty_columns(df):
                         on_bad_lines="warn",
                         names=range(len(header) + 1)
                     )
+                    logging.info(f"This history file has: {hdf_tmp.shape[0]} rows")
 
                     # Drop final (empty) column
                     hdf_tmp.drop(columns=[hdf_tmp.columns[-1]], inplace=True)
@@ -238,6 +239,7 @@ def fill_empty_columns(df):
             # Collect history files, if multiple
             hdf = pd.concat([hdf, hdf_tmp])
         hdf = hdf.reset_index(drop=True)
+        logging.info(f"Total history has: {hdf.shape[0]} rows")
         del hist_files
         gc.collect()