trustgraph-cli 2.2.14__tar.gz → 2.2.15__tar.gz

{trustgraph_cli-2.2.14 → trustgraph_cli-2.2.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-cli
-Version: 2.2.14
+Version: 2.2.15
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_cli-2.2.14 → trustgraph_cli-2.2.15}/trustgraph/cli/dump_queues.py

@@ -8,8 +8,6 @@ message flows, diagnosing stuck services, and understanding system behavior.
 Uses TrustGraph's Subscriber abstraction for future-proof pub/sub compatibility.
 """
 
-import pulsar
-from pulsar.schema import BytesSchema
 import sys
 import json
 import asyncio
@@ -17,7 +15,7 @@ from datetime import datetime
 import argparse
 
 from trustgraph.base.subscriber import Subscriber
-from trustgraph.base.pubsub import get_pubsub
+from trustgraph.base.pubsub import get_pubsub, add_pubsub_args
 
 def decode_json_strings(obj):
     """Recursively decode JSON-encoded string values within a dict/list."""
@@ -172,15 +170,13 @@ async def log_writer(central_queue, file_handle, shutdown_event, console_output=
                 break
 
 
-async def async_main(queues, output_file, pulsar_host, listener_name, subscriber_name, append_mode):
+async def async_main(queues, output_file, subscriber_name, append_mode, **pubsub_config):
     """
     Main async function to monitor multiple queues concurrently.
 
     Args:
         queues: List of queue names to monitor
         output_file: Path to output file
-        pulsar_host: Pulsar connection URL
-        listener_name: Pulsar listener name
         subscriber_name: Base name for subscribers
         append_mode: Whether to append to existing file
     """
@@ -194,9 +190,9 @@ async def async_main(queues, output_file, pulsar_host, listener_name, subscriber
 
     # Create backend connection
     try:
-        backend = get_pubsub(pulsar_host=pulsar_host, pulsar_listener=listener_name, pubsub_backend='pulsar')
+        backend = get_pubsub(**pubsub_config)
     except Exception as e:
-        print(f"Error connecting to backend at {pulsar_host}: {e}", file=sys.stderr)
+        print(f"Error connecting to backend: {e}", file=sys.stderr)
         sys.exit(1)
 
     # Create Subscribers and central queue
@@ -291,25 +287,20 @@ def main():
         description='Monitor and dump messages from multiple Pulsar queues',
         epilog="""
 Examples:
-  # Monitor agent and prompt queues
-  tg-dump-queues non-persistent://tg/request/agent:default \\
-                 non-persistent://tg/request/prompt:default
+  # Monitor agent and prompt flow queues
+  tg-dump-queues flow:tg:agent-request:default \\
+                 flow:tg:prompt-request:default
 
   # Monitor with custom output file
-  tg-dump-queues non-persistent://tg/request/agent:default \\
+  tg-dump-queues flow:tg:agent-request:default \\
                  --output debug.log
 
   # Append to existing log file
-  tg-dump-queues non-persistent://tg/request/agent:default \\
+  tg-dump-queues flow:tg:agent-request:default \\
                  --output queue.log --append
 
-Common queue patterns:
-  - Agent requests:   non-persistent://tg/request/agent:default
-  - Agent responses:  non-persistent://tg/response/agent:default
-  - Prompt requests:  non-persistent://tg/request/prompt:default
-  - Prompt responses: non-persistent://tg/response/prompt:default
-  - LLM requests:     non-persistent://tg/request/text-completion:default
-  - LLM responses:    non-persistent://tg/response/text-completion:default
+  # Raw Pulsar URIs also accepted
+  tg-dump-queues persistent://tg/flow/agent-request:default
 
 IMPORTANT:
   This tool subscribes to queues without a schema (schema-less mode). To avoid
@@ -340,17 +331,7 @@ IMPORTANT:
         help='Append to output file instead of overwriting'
     )
 
-    parser.add_argument(
-        '--pulsar-host',
-        default='pulsar://localhost:6650',
-        help='Pulsar host URL (default: pulsar://localhost:6650)'
-    )
-
-    parser.add_argument(
-        '--listener-name',
-        default='localhost',
-        help='Pulsar listener name (default: localhost)'
-    )
+    add_pubsub_args(parser, standalone=True)
 
     parser.add_argument(
         '--subscriber',
@@ -371,10 +352,12 @@ IMPORTANT:
         asyncio.run(async_main(
             queues=queues,
             output_file=args.output,
-            pulsar_host=args.pulsar_host,
-            listener_name=args.listener_name,
             subscriber_name=args.subscriber,
-            append_mode=args.append
+            append_mode=args.append,
+            pubsub_backend=args.pubsub_backend,
+            pulsar_host=args.pulsar_host,
+            pulsar_api_key=args.pulsar_api_key,
+            pulsar_listener=args.pulsar_listener,
         ))
     except KeyboardInterrupt:
         # Already handled in async_main

{trustgraph_cli-2.2.14 → trustgraph_cli-2.2.15}/trustgraph/cli/init_trustgraph.py

@@ -137,7 +137,7 @@ def init(
         }
     })
 
-    ensure_namespace(pulsar_admin_url, tenant, "config", {
+    ensure_namespace(pulsar_admin_url, tenant, "state", {
         "retention_policies": {
             "retentionSizeInMB": 10,
             "retentionTimeInMinutes": -1,

{trustgraph_cli-2.2.14 → trustgraph_cli-2.2.15}/trustgraph/cli/monitor_prompts.py

@@ -1,7 +1,7 @@
 """
 Monitor prompt request/response queues and log activity with timing.
 
-Subscribes to prompt request and response Pulsar queues, correlates
+Subscribes to prompt request and response queues, correlates
 them by message ID, and logs a summary of each request/response with
 elapsed time. Streaming responses are accumulated and shown once at
 completion.
@@ -19,8 +19,7 @@ import argparse
 from datetime import datetime
 from collections import OrderedDict
 
-import pulsar
-from pulsar.schema import BytesSchema
+from trustgraph.base.pubsub import get_pubsub, add_pubsub_args
 
 
 default_flow = "default"
@@ -85,7 +84,7 @@ def format_terms(terms, max_lines, max_width):
 
 
 def parse_raw_message(msg):
-    """Parse a raw Pulsar message into (correlation_id, body_dict)."""
+    """Parse a raw message into (correlation_id, body_dict)."""
     try:
         props = msg.properties()
         corr_id = props.get("id", "")
@@ -94,53 +93,46 @@ def parse_raw_message(msg):
 
     try:
         value = msg.value()
-        if isinstance(value, bytes):
-            value = value.decode("utf-8")
-        body = json.loads(value) if isinstance(value, str) else {}
+        if isinstance(value, dict):
+            body = value
+        elif isinstance(value, bytes):
+            body = json.loads(value.decode("utf-8"))
+        elif isinstance(value, str):
+            body = json.loads(value)
+        else:
+            body = {}
     except Exception:
         body = {}
 
     return corr_id, body
 
 
-def receive_with_timeout(consumer, timeout_ms=500):
-    """Receive a message with timeout, returning None on timeout."""
-    try:
-        return consumer.receive(timeout_millis=timeout_ms)
-    except Exception:
-        return None
-
-
-async def monitor(flow, queue_type, max_lines, max_width,
-                  pulsar_host, listener_name):
+async def monitor(flow, queue_type, max_lines, max_width, **config):
 
-    request_queue = f"non-persistent://tg/request/{queue_type}:{flow}"
-    response_queue = f"non-persistent://tg/response/{queue_type}:{flow}"
+    request_queue = f"request:tg:{queue_type}:{flow}"
+    response_queue = f"response:tg:{queue_type}:{flow}"
 
     print(f"Monitoring prompt queues:")
     print(f"  Request:  {request_queue}")
     print(f"  Response: {response_queue}")
     print(f"Press Ctrl+C to stop\n")
 
-    client = pulsar.Client(
-        pulsar_host,
-        listener_name=listener_name,
-    )
+    backend = get_pubsub(**config)
 
-    req_consumer = client.subscribe(
-        request_queue,
-        subscription_name="prompt-monitor-req",
-        consumer_type=pulsar.ConsumerType.Shared,
-        schema=BytesSchema(),
-        initial_position=pulsar.InitialPosition.Latest,
+    req_consumer = backend.create_consumer(
+        topic=request_queue,
+        subscription="prompt-monitor-req",
+        schema=None,
+        consumer_type='shared',
+        initial_position='latest',
     )
 
-    resp_consumer = client.subscribe(
-        response_queue,
-        subscription_name="prompt-monitor-resp",
-        consumer_type=pulsar.ConsumerType.Shared,
-        schema=BytesSchema(),
-        initial_position=pulsar.InitialPosition.Latest,
+    resp_consumer = backend.create_consumer(
+        topic=response_queue,
+        subscription="prompt-monitor-resp",
+        schema=None,
+        consumer_type='shared',
+        initial_position='latest',
     )
 
     # Track in-flight requests: corr_id -> (timestamp, template_id)
@@ -156,8 +148,8 @@ async def monitor(flow, queue_type, max_lines, max_width,
             got_message = False
 
             # Poll request queue
-            msg = receive_with_timeout(req_consumer, 100)
-            if msg:
+            try:
+                msg = req_consumer.receive(timeout_millis=100)
                 got_message = True
                 timestamp = datetime.now()
                 corr_id, body = parse_raw_message(msg)
@@ -182,10 +174,12 @@ async def monitor(flow, queue_type, max_lines, max_width,
                     print(format_terms(terms, max_lines, max_width))
 
                 req_consumer.acknowledge(msg)
+            except TimeoutError:
+                pass
 
             # Poll response queue
-            msg = receive_with_timeout(resp_consumer, 100)
-            if msg:
+            try:
+                msg = resp_consumer.receive(timeout_millis=100)
                 got_message = True
                 timestamp = datetime.now()
                 corr_id, body = parse_raw_message(msg)
@@ -265,6 +259,8 @@ async def monitor(flow, queue_type, max_lines, max_width,
                         print(f"  {truncated}")
 
                 resp_consumer.acknowledge(msg)
+            except TimeoutError:
+                pass
 
             if not got_message:
                 await asyncio.sleep(0.05)
@@ -274,7 +270,7 @@ async def monitor(flow, queue_type, max_lines, max_width,
     finally:
         req_consumer.close()
         resp_consumer.close()
-        client.close()
+        backend.close()
 
 
 def main():
@@ -310,17 +306,7 @@ def main():
         help=f"Max width per line (default: {default_max_width})",
     )
 
-    parser.add_argument(
-        "--pulsar-host",
-        default="pulsar://localhost:6650",
-        help="Pulsar host URL (default: pulsar://localhost:6650)",
-    )
-
-    parser.add_argument(
-        "--listener-name",
-        default="localhost",
-        help="Pulsar listener name (default: localhost)",
-    )
+    add_pubsub_args(parser, standalone=True)
 
     args = parser.parse_args()
 
@@ -331,7 +317,9 @@ def main():
             max_lines=args.max_lines,
             max_width=args.max_width,
             pulsar_host=args.pulsar_host,
-            listener_name=args.listener_name,
+            pulsar_api_key=args.pulsar_api_key,
+            pulsar_listener=args.pulsar_listener,
+            pubsub_backend=args.pubsub_backend,
         ))
     except KeyboardInterrupt:
         pass

trustgraph_cli-2.2.15/trustgraph/cli_version.py

@@ -0,0 +1 @@
+__version__ = "2.2.15"

{trustgraph_cli-2.2.14 → trustgraph_cli-2.2.15}/trustgraph_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-cli
-Version: 2.2.14
+Version: 2.2.15
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

trustgraph_cli-2.2.14/trustgraph/cli_version.py

@@ -1 +0,0 @@
-__version__ = "2.2.14"