promptlayer 0.5.3__py3-none-any.whl → 0.5.5__py3-none-any.whl

promptlayer/types/prompt_template.py

@@ -1,4 +1,4 @@
-from typing import Dict, List, Literal, Sequence, TypedDict, Union
+from typing import Dict, List, Literal, Optional, Sequence, TypedDict, Union
 
 
 class GetPromptTemplate(TypedDict, total=False):
@@ -150,8 +150,8 @@ class PromptVersion(TypedDict, total=False):
     metadata: Metadata
 
 
-class PublishPromptTemplate(BasePromptTemplate, PromptVersion):
-    pass
+class PublishPromptTemplate(BasePromptTemplate, PromptVersion, total=False):
+    release_label: Optional[str] = None
 
 
 class BasePromptTemplateResponse(TypedDict):

promptlayer/utils.py

@@ -51,7 +51,8 @@ def promptlayer_api_handler(
     if (
         isinstance(response, types.GeneratorType)
         or isinstance(response, types.AsyncGeneratorType)
-        or type(response).__name__ in ["Stream", "AsyncStream"]
+        or type(response).__name__
+        in ["Stream", "AsyncStream", "AsyncMessageStreamManager"]
     ):
         return GeneratorProxy(
             response,
@@ -355,6 +356,17 @@ class GeneratorProxy:
     def __aiter__(self):
         return self
 
+    async def __aenter__(self):
+        api_request_arguments = self.api_request_arugments
+        if hasattr(self.generator, "_AsyncMessageStreamManager__api_request"):
+            return GeneratorProxy(
+                await self.generator._AsyncMessageStreamManager__api_request,
+                api_request_arguments,
+            )
+
+    async def __aexit__(self, exc_type, exc_val, exc_tb):
+        pass
+
     async def __anext__(self):
         result = await self.generator.__anext__()
         return self._abstracted_next(result)
@@ -363,14 +375,29 @@ class GeneratorProxy:
         result = next(self.generator)
         return self._abstracted_next(result)
 
+    def __getattr__(self, name):
+        if name == "text_stream":  # anthropic async stream
+            return GeneratorProxy(
+                self.generator.text_stream, self.api_request_arugments
+            )
+        return getattr(self.generator, name)
+
     def _abstracted_next(self, result):
         self.results.append(result)
         provider_type = self.api_request_arugments["provider_type"]
-        end_anthropic = provider_type == "anthropic" and result.stop_reason
+        end_anthropic = False
+        if provider_type == "anthropic":
+            if hasattr(result, "stop_reason"):
+                end_anthropic = result.stop_reason
+            elif hasattr(result, "message"):
+                end_anthropic = result.message.stop_reason
+            elif hasattr(result, "type") and result.type == "message_stop":
+                end_anthropic = True
         end_openai = provider_type == "openai" and (
             result.choices[0].finish_reason == "stop"
             or result.choices[0].finish_reason == "length"
         )
+
         if end_anthropic or end_openai:
             request_id = promptlayer_api_request(
                 self.api_request_arugments["function_name"],
@@ -395,9 +422,28 @@ class GeneratorProxy:
         if provider_type == "anthropic":
             response = ""
             for result in self.results:
-                response = f"{response}{result.completion}"
-            final_result = deepcopy(self.results[-1])
-            final_result.completion = response
+                if hasattr(result, "completion"):
+                    response = f"{response}{result.completion}"
+                elif hasattr(result, "message") and isinstance(result.message, str):
+                    response = f"{response}{result.message}"
+                elif hasattr(result, "content_block") and hasattr(
+                    result.content_block, "text"
+                ):
+                    response = f"{response}{result.content_block.text}"
+                elif hasattr(result, "delta") and hasattr(result.delta, "text"):
+                    response = f"{response}{result.delta.text}"
+            if (
+                hasattr(self.results[-1], "type")
+                and self.results[-1].type == "message_stop"
+            ):  # this is a message stream and not the correct event
+                final_result = deepcopy(self.results[0].message)
+                final_result.usage = None
+                content_block = deepcopy(self.results[1].content_block)
+                content_block.text = response
+                final_result.content = [content_block]
+            else:
+                final_result = deepcopy(self.results[-1])
+                final_result.completion = response
             return final_result
         if hasattr(self.results[0].choices[0], "text"):  # this is regular completion
             response = ""
@@ -565,7 +611,11 @@ def publish_prompt_template(
         response = requests.post(
             f"{URL_API_PROMPTLAYER}/rest/prompt-templates",
             headers={"X-API-KEY": get_api_key()},
-            json={"prompt_template": {**body}, "prompt_version": {**body}},
+            json={
+                "prompt_template": {**body},
+                "prompt_version": {**body},
+                "release_label": body.get("release_label"),
+            },
         )
         if response.status_code == 400:
             raise Exception(

{promptlayer-0.5.3.dist-info → promptlayer-0.5.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 0.5.3
+Version: 0.5.5
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-0.5.3.dist-info → promptlayer-0.5.5.dist-info}/RECORD

@@ -12,9 +12,9 @@ promptlayer/templates.py,sha256=CGRpioqb6jmlR4dnE1Cah27jlhQj1YBCIb8NcNOCpPI,542
 promptlayer/track/__init__.py,sha256=tkIlHRZMX5GCKBlu4vYpQrxauPno2JDmP0M9RQxUBkQ,119
 promptlayer/track/track.py,sha256=gNM3aAKAAtOc8TOjogpZorlwg4zM2hoWgRnBQfexmmo,1525
 promptlayer/types/__init__.py,sha256=ulWSyCrk5hZ_PI-nKGpd6GPcRaK8lqP4wFl0LPNUYWk,61
-promptlayer/types/prompt_template.py,sha256=pMFlCG8YAIajc3-GjW0Y9_9-m7_ysbuGDC0WZzFHZbI,3752
-promptlayer/utils.py,sha256=QvhwdJ3T-InIWTH3CPzyQkJTp_7J35HeYYPUc0Y8cR0,19090
-promptlayer-0.5.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-promptlayer-0.5.3.dist-info/METADATA,sha256=9dP3yjIb1sLnuSoG446cuPE1hPlsVvc_ckvoGwXptZw,4475
-promptlayer-0.5.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-promptlayer-0.5.3.dist-info/RECORD,,
+promptlayer/types/prompt_template.py,sha256=gkrM6sTBcmu_SBxylw5f3ftJnTqugLDKFXccA-XnFgg,3806
+promptlayer/utils.py,sha256=gEGcR0S_blF5PX89RjipuZrau_lLutd4vNymqyBQjlA,21267
+promptlayer-0.5.5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+promptlayer-0.5.5.dist-info/METADATA,sha256=GtdPgZvi5dJMoMUSjKiUexiW0MYKiQJK20Tm8l29qBo,4475
+promptlayer-0.5.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+promptlayer-0.5.5.dist-info/RECORD,,