promptlayer 1.0.57__tar.gz → 1.0.59__tar.gz

{promptlayer-1.0.57 → promptlayer-1.0.59}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: promptlayer
-Version: 1.0.57
+Version: 1.0.59
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-1.0.57 → promptlayer-1.0.59}/promptlayer/__init__.py

@@ -1,4 +1,4 @@
 from .promptlayer import AsyncPromptLayer, PromptLayer
 
-__version__ = "1.0.57"
+__version__ = "1.0.59"
 __all__ = ["PromptLayer", "AsyncPromptLayer", "__version__"]

{promptlayer-1.0.57 → promptlayer-1.0.59}/promptlayer/promptlayer_mixins.py

@@ -26,6 +26,7 @@ from promptlayer.utils import (
     aopenai_request,
     aopenai_stream_chat,
     aopenai_stream_completion,
+    avertexai_request,
     azure_openai_request,
     google_request,
     google_stream_chat,
@@ -35,6 +36,7 @@ from promptlayer.utils import (
     openai_request,
     openai_stream_chat,
     openai_stream_completion,
+    vertexai_request,
 )
 
 MAP_PROVIDER_TO_FUNCTION_NAME = {
@@ -97,6 +99,7 @@ MAP_PROVIDER_TO_FUNCTION = {
     "mistral": mistral_request,
     "openai": openai_request,
     "openai.azure": azure_openai_request,
+    "vertexai": vertexai_request,
 }
 
 AMAP_PROVIDER_TO_FUNCTION_NAME = {
@@ -159,6 +162,7 @@ AMAP_PROVIDER_TO_FUNCTION = {
     "mistral": amistral_request,
     "openai": aopenai_request,
     "openai.azure": aazure_openai_request,
+    "vertexai": avertexai_request,
 }
 
 
@@ -233,11 +237,18 @@ class PromptLayerMixin:
         if stream and provider in ["openai", "openai.azure"]:
             function_kwargs["stream_options"] = {"include_usage": True}
 
+        provider_function_name = provider
+        if provider_function_name == "vertexai":
+            if "gemini" in prompt_blueprint_model["name"]:
+                provider_function_name = "google"
+            elif "claude" in prompt_blueprint_model["name"]:
+                provider_function_name = "anthropic"
+
         if is_async:
-            config = AMAP_PROVIDER_TO_FUNCTION_NAME[provider][prompt_template["type"]]
+            config = AMAP_PROVIDER_TO_FUNCTION_NAME[provider_function_name][prompt_template["type"]]
             request_function = AMAP_PROVIDER_TO_FUNCTION[provider]
         else:
-            config = MAP_PROVIDER_TO_FUNCTION_NAME[provider][prompt_template["type"]]
+            config = MAP_PROVIDER_TO_FUNCTION_NAME[provider_function_name][prompt_template["type"]]
             request_function = MAP_PROVIDER_TO_FUNCTION[provider]
 
         return {

{promptlayer-1.0.57 → promptlayer-1.0.59}/promptlayer/utils.py

@@ -1911,7 +1911,7 @@ def google_chat_request(client, **kwargs):
     history = [Content(**item) for item in kwargs.get("history", [])]
     generation_config = kwargs.get("generation_config", {})
     chat = client.chats.create(model=model, history=history, config=generation_config)
-    last_message = history[-1].parts[0] if history else None
+    last_message = history[-1].parts[0] if history else ""
     if stream:
         return chat.send_message_stream(message=last_message)
     return chat.send_message(message=last_message)
@@ -2008,7 +2008,7 @@ async def agoogle_chat_request(client, **kwargs):
     history = [Content(**item) for item in kwargs.get("history", [])]
     generation_config = kwargs.get("generation_config", {})
     chat = client.aio.chats.create(model=model, history=history, config=generation_config)
-    last_message = history[-1].parts[0] if history else None
+    last_message = history[-1].parts[0] if history else ""
     if stream:
         return await chat.send_message_stream(message=last_message)
     return await chat.send_message(message=last_message)
@@ -2072,3 +2072,49 @@ async def agoogle_stream_chat(generator: AsyncIterable[Any]):
 
 async def agoogle_stream_completion(generator: AsyncIterable[Any]):
     return await amap_google_stream_response(generator)
+
+
+def vertexai_request(prompt_blueprint: GetPromptTemplateResponse, client_kwargs: dict, function_kwargs: dict):
+    if "gemini" in prompt_blueprint["metadata"]["model"]["name"]:
+        return google_request(
+            prompt_blueprint=prompt_blueprint,
+            client_kwargs=client_kwargs,
+            function_kwargs=function_kwargs,
+        )
+
+    if "claude" in prompt_blueprint["metadata"]["model"]["name"]:
+        from anthropic import AnthropicVertex
+
+        client = AnthropicVertex(**client_kwargs)
+        if prompt_blueprint["prompt_template"]["type"] == "chat":
+            return anthropic_chat_request(client=client, **function_kwargs)
+        raise NotImplementedError(
+            f"Unsupported prompt template type {prompt_blueprint['prompt_template']['type']}' for Anthropic Vertex AI"
+        )
+
+    raise NotImplementedError(
+        f"Vertex AI request for model {prompt_blueprint['metadata']['model']['name']} is not implemented yet."
+    )
+
+
+async def avertexai_request(prompt_blueprint: GetPromptTemplateResponse, client_kwargs: dict, function_kwargs: dict):
+    if "gemini" in prompt_blueprint["metadata"]["model"]["name"]:
+        return await agoogle_request(
+            prompt_blueprint=prompt_blueprint,
+            client_kwargs=client_kwargs,
+            function_kwargs=function_kwargs,
+        )
+
+    if "claude" in prompt_blueprint["metadata"]["model"]["name"]:
+        from anthropic import AsyncAnthropicVertex
+
+        client = AsyncAnthropicVertex(**client_kwargs)
+        if prompt_blueprint["prompt_template"]["type"] == "chat":
+            return await aanthropic_chat_request(client=client, **function_kwargs)
+        raise NotImplementedError(
+            f"Unsupported prompt template type {prompt_blueprint['prompt_template']['type']}' for Anthropic Vertex AI"
+        )
+
+    raise NotImplementedError(
+        f"Vertex AI request for model {prompt_blueprint['metadata']['model']['name']} is not implemented yet."
+    )

{promptlayer-1.0.57 → promptlayer-1.0.59}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.57"
+version = "1.0.59"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"
@@ -22,7 +22,7 @@ pytest = "^8.2.0"
 pytest-asyncio = "^0.23.6"
 openai = "^1.60.1"
 google-genai = "^1.5.0"
-anthropic = "0.49.0"
+anthropic = {extras = ["vertex"], version = "^0.57.1"}
 # TODO(dmu) MEDIUM: Upgrade to vcrpy >= 7 once it supports urllib3 >= 2.2.2
 vcrpy = "<7.0.0"
 pytest-network = "^0.0.1"