trustgraph-flow 1.3.9__tar.gz → 1.3.10__tar.gz

{trustgraph_flow-1.3.9 → trustgraph_flow-1.3.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-flow
-Version: 1.3.9
+Version: 1.3.10
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

trustgraph_flow-1.3.10/trustgraph/flow_version.py

@@ -0,0 +1 @@
+__version__ = "1.3.10"

{trustgraph_flow-1.3.9 → trustgraph_flow-1.3.10}/trustgraph/gateway/dispatch/manager.py

@@ -37,6 +37,7 @@ from . triples_import import TriplesImport
 from . graph_embeddings_import import GraphEmbeddingsImport
 from . document_embeddings_import import DocumentEmbeddingsImport
 from . entity_contexts_import import EntityContextsImport
+from . objects_import import ObjectsImport
 
 from . core_export import CoreExport
 from . core_import import CoreImport
@@ -82,6 +83,7 @@ import_dispatchers = {
     "graph-embeddings": GraphEmbeddingsImport,
     "document-embeddings": DocumentEmbeddingsImport,
     "entity-contexts": EntityContextsImport,
+    "objects": ObjectsImport,
 }
 
 class DispatcherWrapper:

trustgraph_flow-1.3.10/trustgraph/gateway/dispatch/objects_import.py

@@ -0,0 +1,70 @@
+import asyncio
+import uuid
+import logging
+from aiohttp import WSMsgType
+
+from ... schema import Metadata
+from ... schema import ExtractedObject
+from ... base import Publisher
+
+from . serialize import to_subgraph
+
+# Module logger
+logger = logging.getLogger(__name__)
+
+class ObjectsImport:
+
+    def __init__(
+            self, ws, running, pulsar_client, queue
+    ):
+
+        self.ws = ws
+        self.running = running
+        
+        self.publisher = Publisher(
+            pulsar_client, topic = queue, schema = ExtractedObject
+        )
+
+    async def start(self):
+        await self.publisher.start()
+
+    async def destroy(self):
+        # Step 1: Stop accepting new messages
+        self.running.stop()
+
+        # Step 2: Wait for publisher to drain its queue
+        logger.info("Draining publisher queue...")
+        await self.publisher.stop()
+
+        # Step 3: Close websocket only after queue is drained
+        if self.ws:
+            await self.ws.close()
+
+    async def receive(self, msg):
+
+        data = msg.json()
+
+        elt = ExtractedObject(
+            metadata=Metadata(
+                id=data["metadata"]["id"],
+                metadata=to_subgraph(data["metadata"].get("metadata", [])),
+                user=data["metadata"]["user"],
+                collection=data["metadata"]["collection"],
+            ),
+            schema_name=data["schema_name"],
+            values=data["values"],
+            confidence=data.get("confidence", 1.0),
+            source_span=data.get("source_span", ""),
+        )
+
+        await self.publisher.send(None, elt)
+
+    async def run(self):
+
+        while self.running.get():
+            await asyncio.sleep(0.5)
+
+        if self.ws:
+            await self.ws.close()
+
+        self.ws = None

{trustgraph_flow-1.3.9 → trustgraph_flow-1.3.10}/trustgraph_flow.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-flow
-Version: 1.3.9
+Version: 1.3.10
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_flow-1.3.9 → trustgraph_flow-1.3.10}/trustgraph_flow.egg-info/SOURCES.txt

@@ -103,6 +103,7 @@ trustgraph/gateway/dispatch/manager.py
 trustgraph/gateway/dispatch/mcp_tool.py
 trustgraph/gateway/dispatch/mux.py
 trustgraph/gateway/dispatch/nlp_query.py
+trustgraph/gateway/dispatch/objects_import.py
 trustgraph/gateway/dispatch/objects_query.py
 trustgraph/gateway/dispatch/prompt.py
 trustgraph/gateway/dispatch/requestor.py

trustgraph_flow-1.3.9/trustgraph/flow_version.py

@@ -1 +0,0 @@
-__version__ = "1.3.9"