trustgraph-bedrock 0.20.7__tar.gz → 0.20.9__tar.gz

{trustgraph-bedrock-0.20.7 → trustgraph-bedrock-0.20.9}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: trustgraph-bedrock
-Version: 0.20.7
+Version: 0.20.9
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.20.7.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.20.9.tar.gz
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 Classifier: Programming Language :: Python :: 3

trustgraph-bedrock-0.20.9/trustgraph/bedrock_version.py

@@ -0,0 +1 @@
+__version__ = "0.20.9"

{trustgraph-bedrock-0.20.7 → trustgraph-bedrock-0.20.9}/trustgraph/model/text_completion/bedrock/llm.py

@@ -5,7 +5,6 @@ Input is prompt, output is response. Mistral is default.
 """
 
 import boto3
-from botocore.errorfactory import ThrottlingException
 import json
 from prometheus_client import Histogram
 import os
@@ -259,27 +258,17 @@ class Processor(ConsumerProducer):
 
             print("Done.", flush=True)
 
-        except ThrottlingException:
+        except self.bedrock.exceptions.ThrottlingException as e:
 
-            print("Send rate limit response...", flush=True)
+            print("Hit rate limit:", e, flush=True)
 
-            r = TextCompletionResponse(
-                error=Error(
-                    type = "rate-limit",
-                    message = str(e),
-                ),
-                response=None,
-                in_token=None,
-                out_token=None,
-                model=None,
-            )
-
-            self.producer.send(r, properties={"id": id})
-
-            self.consumer.acknowledge(msg)
+            # Leave rate limit retries to the base handler
+            raise TooManyRequests()
 
         except Exception as e:
 
+            # Apart from rate limits, treat all exceptions as unrecoverable
+
             print(type(e))
             print(f"Exception: {e}")
 

{trustgraph-bedrock-0.20.7 → trustgraph-bedrock-0.20.9}/trustgraph_bedrock.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: trustgraph-bedrock
-Version: 0.20.7
+Version: 0.20.9
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Home-page: https://github.com/trustgraph-ai/trustgraph
-Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.20.7.tar.gz
+Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.20.9.tar.gz
 Author: trustgraph.ai
 Author-email: security@trustgraph.ai
 Classifier: Programming Language :: Python :: 3

trustgraph-bedrock-0.20.7/trustgraph/bedrock_version.py

@@ -1 +0,0 @@
-__version__ = "0.20.7"