promptlayer 1.0.5__tar.gz → 1.0.7__tar.gz

{promptlayer-1.0.5 → promptlayer-1.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 1.0.5
+Version: 1.0.7
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-1.0.5 → promptlayer-1.0.7}/promptlayer/utils.py

@@ -41,7 +41,12 @@ def promptlayer_api_handler(
         isinstance(response, types.GeneratorType)
         or isinstance(response, types.AsyncGeneratorType)
         or type(response).__name__
-        in ["Stream", "AsyncStream", "AsyncMessageStreamManager"]
+        in [
+            "Stream",
+            "AsyncStream",
+            "AsyncMessageStreamManager",
+            "MessageStreamManager",
+        ]
     ):
         return GeneratorProxy(
             response,
@@ -356,6 +361,19 @@ class GeneratorProxy:
                 self.api_key,
             )
 
+    def __enter__(self):
+        api_request_arguments = self.api_request_arugments
+        if hasattr(self.generator, "_MessageStreamManager__api_request"):
+            stream = self.generator.__enter__()
+            return GeneratorProxy(
+                stream,
+                api_request_arguments,
+                self.api_key,
+            )
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        pass
+
     async def __aexit__(self, exc_type, exc_val, exc_tb):
         pass
 
@@ -418,8 +436,11 @@ class GeneratorProxy:
                     response = f"{response}{result.completion}"
                 elif hasattr(result, "message") and isinstance(result.message, str):
                     response = f"{response}{result.message}"
-                elif hasattr(result, "content_block") and hasattr(
-                    result.content_block, "text"
+                elif (
+                    hasattr(result, "content_block")
+                    and hasattr(result.content_block, "text")
+                    and "type" in result
+                    and result.type != "message_stop"
                 ):
                     response = f"{response}{result.content_block.text}"
                 elif hasattr(result, "delta") and hasattr(result.delta, "text"):
@@ -458,7 +479,7 @@ class GeneratorProxy:
                     hasattr(result.choices[0].delta, "content")
                     and result.choices[0].delta.content is not None
                 ):
-                    response[
+                    response["content"] = response[
                         "content"
                     ] = f"{response['content']}{result.choices[0].delta.content}"
             final_result = deepcopy(self.results[-1])

{promptlayer-1.0.5 → promptlayer-1.0.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.5"
+version = "1.0.7"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"