streamlit-octostar-utils 0.5.0.dev15__tar.gz → 0.5.0.dev16__tar.gz

{streamlit_octostar_utils-0.5.0.dev15 → streamlit_octostar_utils-0.5.0.dev16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: streamlit-octostar-utils
-Version: 0.5.0.dev15
+Version: 0.5.0.dev16
 Summary: 
 License: MIT
 License-File: LICENSE

{streamlit_octostar_utils-0.5.0.dev15 → streamlit_octostar_utils-0.5.0.dev16}/pyproject.toml

@@ -5,7 +5,7 @@ include = '\.pyi?$'
 
 [tool.poetry]
 name = "streamlit-octostar-utils"
-version = "0.5.0-dev.15"
+version = "0.5.0-dev.16"
 description = ""
 license = "MIT"
 authors = ["Octostar"]

{streamlit_octostar_utils-0.5.0.dev15 → streamlit_octostar_utils-0.5.0.dev16}/streamlit_octostar_utils/api_crafter/celery.py

@@ -258,7 +258,7 @@ class CeleryExecutor(object):
         self._last_stall_check = 0
         self._stall_check_interval = 60
 
-        atexit.register(self.close)
+        self._is_owner = False
         self.set_cleanup_task()
         self.register_state_signals()
 
@@ -323,6 +323,9 @@ class CeleryExecutor(object):
 
     def cleanup_task_results(in_dir, out_dir, redis_host, redis_port, task_expires, result_expires):
         logger.info("Starting cleanup of expired task results...")
+        if not os.path.isdir(in_dir) or not os.path.isdir(out_dir):
+            logger.warning(f"Data directories missing (in={os.path.isdir(in_dir)}, out={os.path.isdir(out_dir)}), skipping cleanup")
+            return
         redis_client = redis.StrictRedis(host=redis_host, port=redis_port)
         for file_name in os.listdir(in_dir):
             file_path = os.path.join(in_dir, file_name)
@@ -392,6 +395,8 @@ class CeleryExecutor(object):
         }
 
     def start(self):
+        self._is_owner = True
+        atexit.register(self.close)
         logger.info("Initializing data folders...")
         shutil.rmtree(self.root_folder, ignore_errors=True)
         for folder in [self.in_folder, self.out_folder]:
@@ -591,6 +596,9 @@ class CeleryExecutor(object):
                 logger.error(f"Error checking stall for queue '{queue_name}': {e}")
 
     def close(self):
+        if not self._is_owner:
+            return
+        self._is_owner = False
         self.stop_event.set()
         if self.worker_health_check_thread and self.worker_health_check_thread.is_alive():
             self.worker_health_check_thread.join(timeout=2)