trustgraph-cli 1.0.13__tar.gz → 1.0.15__tar.gz

{trustgraph-cli-1.0.13 → trustgraph-cli-1.0.15}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: trustgraph-cli
-Version: 1.0.13
+Version: 1.0.15
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v1.0.13.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v1.0.15.tar.gz
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 Classifier: Programming Language :: Python :: 3

trustgraph-cli-1.0.15/scripts/tg-show-token-rate

@@ -0,0 +1,109 @@
+#!/usr/bin/env python3
+
+"""
+Dump out a stream of token rates, input, output and total.  This is averaged
+across the time since tg-show-token-rate is started.
+"""
+
+import requests
+import argparse
+import json
+import time
+
+default_metrics_url = "http://localhost:8088/api/metrics"
+
+class Collate:
+
+    def look(self, data):
+        return sum(
+            [
+                float(x["value"][1])
+                for x in data["data"]["result"]
+            ]
+        )
+
+    def __init__(self, data):
+        self.last = self.look(data)
+        self.total = 0
+        self.time = 0
+
+    def record(self, data, time):
+
+        value = self.look(data)
+        delta = value - self.last
+        self.last = value
+
+        self.total += delta
+        self.time += time
+
+        return delta/time, self.total/self.time
+
+def dump_status(metrics_url, number_samples, period):
+
+    input_url = f"{metrics_url}/query?query=input_tokens_total"
+    output_url = f"{metrics_url}/query?query=output_tokens_total"
+
+    resp = requests.get(input_url)
+    obj = resp.json()
+    input = Collate(obj)
+
+    resp = requests.get(output_url)
+    obj = resp.json()
+    output = Collate(obj)
+
+    print(f"{'Input':>10s} {'Output':>10s} {'Total':>10s}")
+    print(f"{'-----':>10s} {'------':>10s} {'-----':>10s}")
+
+    for i in range(number_samples):
+
+        time.sleep(period)
+
+        resp = requests.get(input_url)
+        obj = resp.json()
+        inr, inl = input.record(obj, period)
+
+        resp = requests.get(output_url)
+        obj = resp.json()
+        outr, outl = output.record(obj, period)
+        
+        print(f"{inl:10.1f} {outl:10.1f} {inl+outl:10.1f}")
+
+def main():
+
+    parser = argparse.ArgumentParser(
+        prog='tg-show-processor-state',
+        description=__doc__,
+    )
+
+    parser.add_argument(
+        '-m', '--metrics-url',
+        default=default_metrics_url,
+        help=f'Metrics URL (default: {default_metrics_url})',
+    )
+
+    parser.add_argument(
+        '-p', '--period',
+        type=int,
+        default=1,
+        help=f'Metrics period (default: 1)',
+    )
+
+    parser.add_argument(
+        '-n', '--number-samples',
+        type=int,
+        default=100,
+        help=f'Metrics period (default: 100)',
+    )
+
+    args = parser.parse_args()
+
+    try:
+
+        dump_status(**vars(args))
+
+    except Exception as e:
+
+        print("Exception:", e, flush=True)
+
+main()
+

{trustgraph-cli-1.0.13 → trustgraph-cli-1.0.15}/setup.py

@@ -80,6 +80,7 @@ setuptools.setup(
         "scripts/tg-show-processor-state",
         "scripts/tg-show-prompts",
         "scripts/tg-show-token-costs",
+        "scripts/tg-show-token-rate",
         "scripts/tg-show-tools",
         "scripts/tg-start-flow",
         "scripts/tg-unload-kg-core",

trustgraph-cli-1.0.15/trustgraph/cli_version.py

@@ -0,0 +1 @@
+__version__ = "1.0.15"

{trustgraph-cli-1.0.13 → trustgraph-cli-1.0.15}/trustgraph_cli.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: trustgraph-cli
-Version: 1.0.13
+Version: 1.0.15
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v1.0.13.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v1.0.15.tar.gz
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 Classifier: Programming Language :: Python :: 3

{trustgraph-cli-1.0.13 → trustgraph-cli-1.0.15}/trustgraph_cli.egg-info/SOURCES.txt

@@ -36,6 +36,7 @@ scripts/tg-show-library-processing
 scripts/tg-show-processor-state
 scripts/tg-show-prompts
 scripts/tg-show-token-costs
+scripts/tg-show-token-rate
 scripts/tg-show-tools
 scripts/tg-start-flow
 scripts/tg-start-library-processing

trustgraph-cli-1.0.13/trustgraph/cli_version.py

@@ -1 +0,0 @@
-__version__ = "1.0.13"