trustgraph-base 1.4.12__tar.gz → 1.4.13__tar.gz

{trustgraph_base-1.4.12 → trustgraph_base-1.4.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-base
-Version: 1.4.12
+Version: 1.4.13
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_base-1.4.12 → trustgraph_base-1.4.13}/trustgraph/base/llm_service.py

@@ -5,7 +5,7 @@ LLM text completion base class
 
 import time
 import logging
-from prometheus_client import Histogram
+from prometheus_client import Histogram, Info
 
 from .. schema import TextCompletionRequest, TextCompletionResponse, Error
 from .. exceptions import TooManyRequests
@@ -62,6 +62,12 @@ class LlmService(FlowProcessor):
             )
         )
 
+        self.register_specification(
+            ParameterSpec(
+                name = "temperature",
+            )
+        )
+
         if not hasattr(__class__, "text_completion_metric"):
             __class__.text_completion_metric = Histogram(
                 'text_completion_duration',
@@ -76,6 +82,13 @@ class LlmService(FlowProcessor):
                 ]
             )
 
+        if not hasattr(__class__, "text_completion_model_metric"):
+            __class__.text_completion_model_metric = Info(
+                'text_completion_model',
+                'Text completion model',
+                ["processor", "flow"]
+            )
+
     async def on_request(self, msg, consumer, flow):
 
         try:
@@ -92,11 +105,19 @@ class LlmService(FlowProcessor):
             ).time():
 
                 model = flow("model")
+                temperature = flow("temperature")
 
                 response = await self.generate_content(
-                    request.system, request.prompt, model
+                    request.system, request.prompt, model, temperature
                 )
 
+            await __class__.text_completion_model_metric.labels(
+                id = flow.id, flow = flow.name
+            ).info({
+                "model": model,
+                "temperature": temperature,
+            })
+
             await flow("response").send(
                 TextCompletionResponse(
                     error=None,

trustgraph_base-1.4.13/trustgraph/base_version.py

@@ -0,0 +1 @@
+__version__ = "1.4.13"

{trustgraph_base-1.4.12 → trustgraph_base-1.4.13}/trustgraph_base.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-base
-Version: 1.4.12
+Version: 1.4.13
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

trustgraph_base-1.4.12/trustgraph/base_version.py

@@ -1 +0,0 @@
-__version__ = "1.4.12"