streamlit-octostar-utils 0.5.0.dev2__tar.gz → 0.5.0.dev3__tar.gz

{streamlit_octostar_utils-0.5.0.dev2 → streamlit_octostar_utils-0.5.0.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: streamlit-octostar-utils
-Version: 0.5.0.dev2
+Version: 0.5.0.dev3
 Summary: 
 License: MIT
 License-File: LICENSE

{streamlit_octostar_utils-0.5.0.dev2 → streamlit_octostar_utils-0.5.0.dev3}/pyproject.toml

@@ -5,7 +5,7 @@ include = '\.pyi?$'
 
 [tool.poetry]
 name = "streamlit-octostar-utils"
-version = "0.5.0-dev.2"
+version = "0.5.0-dev.3"
 description = ""
 license = "MIT"
 authors = ["Octostar"]

{streamlit_octostar_utils-0.5.0.dev2 → streamlit_octostar_utils-0.5.0.dev3}/streamlit_octostar_utils/api_crafter/nifi.py

@@ -1,4 +1,5 @@
 from copy import deepcopy
+import hashlib
 import uuid
 from functools import wraps
 from contextlib import contextmanager
@@ -388,6 +389,66 @@ class NifiFragmenter(object):
         ]
         return parent_fn(tree, child_results)
 
+    _FRAGMENTS_NAMESPACE = b"octostar.pipeline.fragments"
+
+    @staticmethod
+    def _create_deterministic_uuid(namespace: bytes, data: bytes):
+        return str(
+            uuid.uuid5(
+                uuid.UUID(bytes=hashlib.md5(namespace).digest()),
+                hashlib.md5(data).hexdigest(),
+            )
+        )
+
+    @staticmethod
+    def create_fragment_uuid(os_entity_uid, stable_fragment_identifier, processor_name, os_workspace):
+        """Create a deterministic UUID for a fragment.
+
+        The UUID is stable across re-runs for the same entity, fragment
+        identifier, processor, and workspace -- enabling idempotent fragment
+        creation while ensuring uniqueness across workspaces.
+
+        Args:
+            os_entity_uid: The parent entity UID.
+            stable_fragment_identifier: A unique and stable identifier within
+                the fragmentation (e.g. page range, keyframe number, face index).
+            processor_name: Name of the NiFi processor.
+            os_workspace: The workspace UID the fragment will be written to.
+
+        Returns:
+            A deterministic UUID string.
+        """
+        return NifiFragmenter._create_deterministic_uuid(
+            NifiFragmenter._FRAGMENTS_NAMESPACE,
+            (processor_name + "::" + os_workspace + "::" + os_entity_uid + "::" + stable_fragment_identifier).encode("utf-8"),
+        )
+
+    @staticmethod
+    def resolve_source_entity_uid(entity, fragment_root_source=None) -> str:
+        """Resolve the source_entity_uid to use for child fragments.
+
+        When fragment_root_source is set (a fragment name or stack index),
+        the UID is looked up via entity.get_fragment_root_uid() -- this is
+        necessary when the current entity is a clone that may not be persisted.
+        Otherwise falls back to the entity's own UID.
+
+        Args:
+            entity: A NifiEntity or NifiEntityProxy.
+            fragment_root_source: None to use the entity's own UID, an int
+                to index into the fragments stack, or a string fragmenter
+                keylist name.
+
+        Returns:
+            The resolved source entity UID string.
+        """
+        if fragment_root_source is None:
+            return entity.record["os_entity_uid"]
+        try:
+            idx = int(fragment_root_source)
+            return entity.get_fragment_root_uid(idx)
+        except (ValueError, TypeError):
+            return entity.get_fragment_root_uid(fragment_root_source)
+
 
 class NifiEntityBatch(object):
     def __init__(self, entities, config, config_key):