trustgraph-base 0.13.1__tar.gz → 0.14.0__tar.gz

{trustgraph-base-0.13.1 → trustgraph-base-0.14.0}/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.1
 Name: trustgraph-base
-Version: 0.13.1
+Version: 0.14.0
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 License: UNKNOWN
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.13.1.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.14.0.tar.gz
 Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: GNU General Public License v3 or later (GPLv3+)

trustgraph-base-0.14.0/trustgraph/base_version.py

@@ -0,0 +1 @@
+__version__ = "0.14.0"

trustgraph-base-0.14.0/trustgraph/clients/prompt_client.py

@@ -0,0 +1,172 @@
+
+import _pulsar
+import json
+import dataclasses
+
+from .. schema import PromptRequest, PromptResponse
+from .. schema import prompt_request_queue
+from .. schema import prompt_response_queue
+from . base import BaseClient
+
+# Ugly
+ERROR=_pulsar.LoggerLevel.Error
+WARN=_pulsar.LoggerLevel.Warn
+INFO=_pulsar.LoggerLevel.Info
+DEBUG=_pulsar.LoggerLevel.Debug
+
+@dataclasses.dataclass
+class Definition:
+    name: str
+    definition: str
+
+@dataclasses.dataclass
+class Relationship:
+    s: str
+    p: str
+    o: str
+    o_entity: str
+
+@dataclasses.dataclass
+class Topic:
+    topic: str
+    definition: str
+
+class PromptClient(BaseClient):
+
+    def __init__(
+            self, log_level=ERROR,
+            subscriber=None,
+            input_queue=None,
+            output_queue=None,
+            pulsar_host="pulsar://pulsar:6650",
+    ):
+
+        if input_queue == None:
+            input_queue = prompt_request_queue
+
+        if output_queue == None:
+            output_queue = prompt_response_queue
+
+        super(PromptClient, self).__init__(
+            log_level=log_level,
+            subscriber=subscriber,
+            input_queue=input_queue,
+            output_queue=output_queue,
+            pulsar_host=pulsar_host,
+            input_schema=PromptRequest,
+            output_schema=PromptResponse,
+        )
+
+    def request(self, id, terms, timeout=300):
+
+        resp = self.call(
+            id=id,
+            terms={
+                k: json.dumps(v)
+                for k, v in terms.items()
+            },
+            timeout=timeout
+        )
+
+        if resp.text: return resp.text
+
+        return json.loads(resp.object)
+
+    def request_definitions(self, chunk, timeout=300):
+
+        defs = self.request(
+            id="extract-definitions",
+            terms={
+                "text": chunk
+            },
+            timeout=timeout
+        )
+
+        return [
+            Definition(name=d["entity"], definition=d["definition"])
+            for d in defs
+        ]
+
+    def request_relationships(self, chunk, timeout=300):
+
+        rels = self.request(
+            id="extract-relationships",
+            terms={
+                "text": chunk
+            },
+            timeout=timeout
+        )
+
+        return [
+            Relationship(
+                s=d["subject"],
+                p=d["predicate"],
+                o=d["object"],
+                o_entity=d["object-entity"]
+            )
+            for d in rels
+        ]
+
+    def request_topics(self, chunk, timeout=300):
+
+        topics = self.request(
+            id="extract-topics",
+            terms={
+                "text": chunk
+            },
+            timeout=timeout
+        )
+        
+        return [
+            Topic(topic=d["topic"], definition=d["definition"])
+            for d in topics
+        ]
+
+    def request_rows(self, schema, chunk, timeout=300):
+
+        return self.request(
+            id="extract-rows",
+            terms={
+                "chunk": chunk,
+                "row-schema": {
+                    "name": schema.name,
+                    "description": schema.description,
+                    "fields": [
+                        {
+                            "name": f.name, "type": str(f.type),
+                            "size": f.size, "primary": f.primary,
+                            "description": f.description,
+                        }
+                        for f in schema.fields
+                    ]
+                }
+            },
+            timeout=timeout
+        )
+
+    def request_kg_prompt(self, query, kg, timeout=300):
+
+        return self.request(
+            id="kg-prompt",
+            terms={
+                "query": query,
+                "knowledge": [
+                    { "s": v[0], "p": v[1], "o": v[2] }
+                    for v in kg
+                ]
+            },
+            timeout=timeout
+        )
+
+    def request_document_prompt(self, query, documents, timeout=300):
+
+        return self.request(
+            id="document-prompt",
+            terms={
+                "query": query,
+                "documents": documents,
+            },
+            timeout=timeout
+        )
+
+

{trustgraph-base-0.13.1 → trustgraph-base-0.14.0}/trustgraph/schema/prompt.py

@@ -39,20 +39,21 @@ class Fact(Record):
 #   schema, chunk -> rows
 
 class PromptRequest(Record):
-    kind = String()
-    chunk = String()
-    query = String()
-    kg = Array(Fact())
-    documents = Array(Bytes())
-    row_schema = RowSchema()
+    id = String()
+
+    # JSON encoded values
+    terms = Map(String())
 
 class PromptResponse(Record):
+
+    # Error case
     error = Error()
-    answer = String()
-    definitions = Array(Definition())
-    topics = Array(Topic())
-    relationships = Array(Relationship())
-    rows = Array(Map(String()))
+
+    # Just plain text
+    text = String()
+
+    # JSON encoded
+    object = String()
 
 prompt_request_queue = topic(
     'prompt', kind='non-persistent', namespace='request'

{trustgraph-base-0.13.1 → trustgraph-base-0.14.0}/trustgraph_base.egg-info/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.1
 Name: trustgraph-base
-Version: 0.13.1
+Version: 0.14.0
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 License: UNKNOWN
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.13.1.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.14.0.tar.gz
 Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: GNU General Public License v3 or later (GPLv3+)

trustgraph-base-0.13.1/trustgraph/base_version.py

@@ -1 +0,0 @@
-__version__ = "0.13.1"

trustgraph-base-0.13.1/trustgraph/clients/prompt_client.py

@@ -1,100 +0,0 @@
-
-import _pulsar
-
-from .. schema import PromptRequest, PromptResponse, Fact, RowSchema, Field
-from .. schema import prompt_request_queue
-from .. schema import prompt_response_queue
-from . base import BaseClient
-
-# Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
-
-class PromptClient(BaseClient):
-
-    def __init__(
-            self, log_level=ERROR,
-            subscriber=None,
-            input_queue=None,
-            output_queue=None,
-            pulsar_host="pulsar://pulsar:6650",
-    ):
-
-        if input_queue == None:
-            input_queue = prompt_request_queue
-
-        if output_queue == None:
-            output_queue = prompt_response_queue
-
-        super(PromptClient, self).__init__(
-            log_level=log_level,
-            subscriber=subscriber,
-            input_queue=input_queue,
-            output_queue=output_queue,
-            pulsar_host=pulsar_host,
-            input_schema=PromptRequest,
-            output_schema=PromptResponse,
-        )
-
-    def request_definitions(self, chunk, timeout=300):
-
-        return self.call(
-            kind="extract-definitions", chunk=chunk,
-            timeout=timeout
-        ).definitions
-    
-    def request_topics(self, chunk, timeout=300):
-
-        return self.call(
-            kind="extract-topics", chunk=chunk,
-            timeout=timeout
-        ).topics
-
-    def request_relationships(self, chunk, timeout=300):
-
-        return self.call(
-            kind="extract-relationships", chunk=chunk,
-            timeout=timeout
-        ).relationships
-
-    def request_rows(self, schema, chunk, timeout=300):
-
-        return self.call(
-            kind="extract-rows", chunk=chunk,
-            row_schema=RowSchema(
-                name=schema.name,
-                description=schema.description,
-                fields=[
-                    Field(
-                        name=f.name, type=str(f.type), size=f.size,
-                        primary=f.primary, description=f.description,
-                    )
-                    for f in schema.fields
-                ]
-            ),
-            timeout=timeout
-        ).rows
-
-    def request_kg_prompt(self, query, kg, timeout=300):
-
-        return self.call(
-            kind="kg-prompt",
-            query=query,
-            kg=[
-                Fact(s=v[0], p=v[1], o=v[2])
-                for v in kg
-            ],
-            timeout=timeout
-        ).answer
-
-    def request_document_prompt(self, query, documents, timeout=300):
-
-        return self.call(
-            kind="document-prompt",
-            query=query,
-            documents=documents,
-            timeout=timeout
-        ).answer
-