trustgraph-base 0.23.11__tar.gz → 0.23.13__tar.gz

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: trustgraph-base
-Version: 0.23.11
+Version: 0.23.13
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.23.11.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.23.13.tar.gz
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 Classifier: Programming Language :: Python :: 3

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph/api/flow.py

@@ -3,6 +3,7 @@ import json
 import base64
 
 from .. knowledge import hash, Uri, Literal
+from . types import Triple
 
 def to_value(x):
     if x["e"]: return Uri(x["v"])

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph/api/library.py

@@ -44,13 +44,25 @@ class Library:
             triples.append(t)
 
         if metadata:
-            metadata.emit(
-                lambda t: triples.append({
-                    "s": { "v": t["s"], "e": isinstance(t["s"], Uri) },
-                    "p": { "v": t["p"], "e": isinstance(t["p"], Uri) },
-                    "o": { "v": t["o"], "e": isinstance(t["o"], Uri) }
-                })
-            )
+            if isinstance(metadata, list):
+                triples = [
+                    {
+                        "s": { "v": t.s, "e": isinstance(t.s, Uri) },
+                        "p": { "v": t.p, "e": isinstance(t.p, Uri) },
+                        "o": { "v": t.o, "e": isinstance(t.o, Uri) }
+                    }
+                    for t in metadata
+                ]
+            elif hasattr(metadata, "emit"):
+                metadata.emit(
+                    lambda t: triples.append({
+                        "s": { "v": t["s"], "e": isinstance(t["s"], Uri) },
+                        "p": { "v": t["p"], "e": isinstance(t["p"], Uri) },
+                        "o": { "v": t["o"], "e": isinstance(t["o"], Uri) }
+                    })
+                )
+            else:
+                raise RuntimeError("metadata should be a list of Triples or have an emit method")
 
         input = {
             "operation": "add-document",

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph/api/types.py

@@ -2,6 +2,7 @@
 import dataclasses
 import datetime
 from typing import List
+from .. knowledge import hash, Uri, Literal
 
 @dataclasses.dataclass
 class Triple:

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph/base/producer.py

@@ -4,7 +4,9 @@ import asyncio
 
 class Producer:
 
-    def __init__(self, client, topic, schema, metrics=None):
+    def __init__(self, client, topic, schema, metrics=None,
+                 chunking_enabled=True):
+
         self.client = client
         self.topic = topic
         self.schema = schema
@@ -14,6 +16,8 @@ class Producer:
         self.running = True
         self.producer = None
 
+        self.chunking_enabled = chunking_enabled
+
     def __del__(self):
 
         self.running = False
@@ -38,7 +42,8 @@ class Producer:
                 print("Connect publisher to", self.topic, "...", flush=True)
                 self.producer = self.client.create_producer(
                     topic = self.topic,
-                    schema = JsonSchema(self.schema)
+                    schema = JsonSchema(self.schema),
+                    chunking_enabled = self.chunking_enabled,
                 )
                 print("Connected to", self.topic, flush=True)
             except Exception as e:

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph/base/publisher.py

@@ -37,6 +37,7 @@ class Publisher:
         while self.running:
 
             try:
+
                 producer = self.client.create_producer(
                     topic=self.topic,
                     schema=JsonSchema(self.schema),

trustgraph-base-0.23.13/trustgraph/base_version.py

@@ -0,0 +1 @@
+__version__ = "0.23.13"

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph/schema/library.py

@@ -125,10 +125,13 @@ class LibrarianResponse(Record):
     document_metadatas = Array(DocumentMetadata())
     processing_metadatas = Array(ProcessingMetadata())
 
+# FIXME: Is this right?  Using persistence on librarian so that
+# message chunking works
+
 librarian_request_queue = topic(
-    'librarian', kind='non-persistent', namespace='request'
+    'librarian', kind='persistent', namespace='request'
 )
 librarian_response_queue = topic(
-    'librarian', kind='non-persistent', namespace='response',
+    'librarian', kind='persistent', namespace='response',
 )
 

{trustgraph-base-0.23.11 → trustgraph-base-0.23.13}/trustgraph_base.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: trustgraph-base
-Version: 0.23.11
+Version: 0.23.13
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.23.11.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.23.13.tar.gz
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 Classifier: Programming Language :: Python :: 3

trustgraph-base-0.23.11/trustgraph/base_version.py

@@ -1 +0,0 @@
-__version__ = "0.23.11"