streamlit-octostar-utils 0.6.3.dev1__tar.gz → 0.6.5.dev1__tar.gz

{streamlit_octostar_utils-0.6.3.dev1 → streamlit_octostar_utils-0.6.5.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: streamlit-octostar-utils
-Version: 0.6.3.dev1
+Version: 0.6.5.dev1
 Summary: 
 License: MIT
 License-File: LICENSE

{streamlit_octostar_utils-0.6.3.dev1 → streamlit_octostar_utils-0.6.5.dev1}/pyproject.toml

@@ -5,7 +5,7 @@ include = '\.pyi?$'
 
 [tool.poetry]
 name = "streamlit-octostar-utils"
-version = "0.6.3-dev.1"
+version = "0.6.5-dev.1"
 description = ""
 license = "MIT"
 authors = ["Octostar"]

{streamlit_octostar_utils-0.6.3.dev1 → streamlit_octostar_utils-0.6.5.dev1}/streamlit_octostar_utils/api_crafter/celery.py

@@ -352,6 +352,7 @@ class CeleryQueueConfig:
         max_tasks_per_child=None,
         max_memory_per_child=None,
         warn_memory_per_child=None,
+        worker_env=None,
         **options,
     ):
         self.n_workers = n_workers
@@ -359,6 +360,7 @@ class CeleryQueueConfig:
         self.max_tasks_per_child = max_tasks_per_child
         self.max_memory_per_child = max_memory_per_child  # KiB — hard limit, worker restarted
         self.warn_memory_per_child = warn_memory_per_child  # KiB — soft limit, logs WARNING
+        self.worker_env = dict(worker_env) if worker_env else {}
         self.options = options
 
 
@@ -800,6 +802,10 @@ class CeleryExecutor(object):
                     f"PYTHONPATH={os.getcwd()}",
                     f"CELERY_WORKER_QUEUES={queue}",
                     f"CELERY_WORKER_NAME={worker_name}",
+                ]
+                for env_key, env_val in queue_config.worker_env.items():
+                    command.append(f"{env_key}={env_val}")
+                command.extend([
                     "celery",
                     "--app",
                     f"{self.filename}.{self.name}",
@@ -808,7 +814,7 @@ class CeleryExecutor(object):
                     "--concurrency=1",
                     f"--loglevel={self.loglevel}",
                     f"-n {worker_name}",
-                ]
+                ])
                 if queue_config.max_tasks_per_child is not None:
                     command.append(f"--max-tasks-per-child={queue_config.max_tasks_per_child}")
                 if queue_config.max_memory_per_child is not None:

{streamlit_octostar_utils-0.6.3.dev1 → streamlit_octostar_utils-0.6.5.dev1}/streamlit_octostar_utils/api_crafter/nifi.py

@@ -668,6 +668,7 @@ class NifiContextManager(object):
         self.out_entities = None
         self.nonlazy_sync_ids = set()
         self.lazy_sync = lazy_sync
+        self.sync_allowed_flags = None
         self.client, self.ontology_name = self.get_client(json_data)
         self._ontology = None
         self._input_loader = input_loader
@@ -1068,7 +1069,8 @@ class NifiContextManager(object):
             if statuses:
                 update_processing_status.sync(statuses, client=self.client)
 
-    def sync_entities(self):
+    def sync_entities(self, allowed_flags=None):
+        effective_flags = allowed_flags if allowed_flags is not None else self.sync_allowed_flags
         if not self.lazy_sync:
             entities = self.out_entities
         else:
@@ -1076,9 +1078,18 @@ class NifiContextManager(object):
         if not entities:
             return
 
-        attachables_to_write = self._find_attachables_to_write(entities)
-        entities_to_upsert = self._find_entities_to_upsert(entities)
-        fetch_rel_entities, fetch_concept_rels = self._find_relationships_to_fetch(entities)
+        run_writes = effective_flags is None or NifiContextManager.SyncFlag.WRITE_CONTENTS in effective_flags
+        run_upserts = effective_flags is None or (
+            NifiContextManager.SyncFlag.UPSERT_ENTITY_ALL in effective_flags
+            or NifiContextManager.SyncFlag.UPSERT_ENTITY_SPECIFIC_FIELDS in effective_flags
+        )
+        run_fetch = effective_flags is None or NifiContextManager.SyncFlag.FETCH_RELATIONSHIPS in effective_flags
+
+        attachables_to_write = self._find_attachables_to_write(entities) if run_writes else []
+        entities_to_upsert = self._find_entities_to_upsert(entities) if run_upserts else []
+        fetch_rel_entities, fetch_concept_rels = (
+            self._find_relationships_to_fetch(entities) if run_fetch else ({}, {})
+        )
 
         all_entities_to_modify = attachables_to_write + [e[0] for e in entities_to_upsert]
         with self.reindex_lock(all_entities_to_modify) as locked:
@@ -1091,8 +1102,14 @@ class NifiContextManager(object):
         for entity in all_entities_to_modify:
             entity.request["is_temporary"] = False
 
-        for entity in entities:
-            entity.sync_params = {}
+        if effective_flags is None:
+            for entity in entities:
+                entity.sync_params = {}
+        else:
+            for entity in entities:
+                entity.sync_params = {
+                    k: v for k, v in entity.sync_params.items() if k not in effective_flags
+                }
 
     def _find_attachables_to_write(self, entities) -> list:
         attachables_to_write = []