start_purge_scheduler() added

src/purge/purge_old_runs.py

@@ -2,6 +2,8 @@ import logging
 import os
 import shutil
 import datetime
+import threading
+import time
 
 logger = logging.getLogger(__name__)
 
@@ -9,7 +11,6 @@ def purge_old_runs(run_dir: str, max_age_hours: float = 1.0) -> None:
     """
     Deletes runs in the specified run_dir older than max_age_hours.
     """
-    # raise exception if the run_dir is not an absolute path
     if not os.path.isabs(run_dir):
         raise ValueError(f"run_dir must be an absolute path: {run_dir}")
     
@@ -33,3 +34,25 @@ def purge_old_runs(run_dir: str, max_age_hours: float = 1.0) -> None:
 
         except Exception as e:
             logger.error(f"Error processing {run_id} in {run_dir}: {e}")
+
+def start_purge_scheduler(run_dir: str, purge_interval_seconds: float=3600) -> None:
+    """
+    Start the purge scheduler in a background thread.
+    """
+    logger.info(f"Starting purge scheduler for {run_dir} every {purge_interval_seconds} seconds...")
+
+    if not os.path.isabs(run_dir):
+        raise ValueError(f"run_dir must be an absolute path: {run_dir}")
+
+    def purge_scheduler():
+        """
+        Schedules the purge_old_runs function to run periodically.
+        """
+        while True:
+            logger.info("Running purge...")
+            print("Running purge...")
+            purge_old_runs(run_dir)
+            time.sleep(purge_interval_seconds)
+
+    purge_thread = threading.Thread(target=purge_scheduler, daemon=True)
+    purge_thread.start()