promptlayer 1.0.61__tar.gz → 1.0.63__tar.gz

{promptlayer-1.0.61 → promptlayer-1.0.63}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: promptlayer
-Version: 1.0.61
+Version: 1.0.63
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-1.0.61 → promptlayer-1.0.63}/promptlayer/__init__.py

@@ -1,4 +1,4 @@
 from .promptlayer import AsyncPromptLayer, PromptLayer
 
-__version__ = "1.0.61"
+__version__ = "1.0.63"
 __all__ = ["PromptLayer", "AsyncPromptLayer", "__version__"]

{promptlayer-1.0.61 → promptlayer-1.0.63}/promptlayer/promptlayer_mixins.py

@@ -27,10 +27,12 @@ from promptlayer.streaming import (
     openai_stream_completion,
 )
 from promptlayer.utils import (
+    aanthropic_bedrock_request,
     aanthropic_request,
     aazure_openai_request,
     agoogle_request,
     amistral_request,
+    anthropic_bedrock_request,
     anthropic_request,
     aopenai_request,
     avertexai_request,
@@ -92,6 +94,16 @@ MAP_PROVIDER_TO_FUNCTION_NAME = {
             "stream_function": google_stream_completion,
         },
     },
+    "anthropic.bedrock": {
+        "chat": {
+            "function_name": "anthropic.messages.create",
+            "stream_function": anthropic_stream_message,
+        },
+        "completion": {
+            "function_name": "anthropic.completions.create",
+            "stream_function": anthropic_stream_completion,
+        },
+    },
 }
 
 
@@ -102,6 +114,7 @@ MAP_PROVIDER_TO_FUNCTION = {
     "openai": openai_request,
     "openai.azure": azure_openai_request,
     "vertexai": vertexai_request,
+    "anthropic.bedrock": anthropic_bedrock_request,
 }
 
 AMAP_PROVIDER_TO_FUNCTION_NAME = {
@@ -155,6 +168,16 @@ AMAP_PROVIDER_TO_FUNCTION_NAME = {
             "stream_function": agoogle_stream_completion,
         },
     },
+    "anthropic.bedrock": {
+        "chat": {
+            "function_name": "anthropic.messages.create",
+            "stream_function": aanthropic_stream_message,
+        },
+        "completion": {
+            "function_name": "anthropic.completions.create",
+            "stream_function": aanthropic_stream_completion,
+        },
+    },
 }
 
 
@@ -165,6 +188,7 @@ AMAP_PROVIDER_TO_FUNCTION = {
     "openai": aopenai_request,
     "openai.azure": aazure_openai_request,
     "vertexai": avertexai_request,
+    "anthropic.bedrock": aanthropic_bedrock_request,
 }
 
 

promptlayer-1.0.63/promptlayer/streaming/stream_processor.py

@@ -0,0 +1,77 @@
+from typing import Any, AsyncGenerator, AsyncIterable, Callable, Dict, Generator
+
+from .blueprint_builder import (
+    build_prompt_blueprint_from_anthropic_event,
+    build_prompt_blueprint_from_google_event,
+    build_prompt_blueprint_from_openai_chunk,
+)
+
+
+def _build_stream_blueprint(result: Any, metadata: Dict) -> Any:
+    model_info = metadata.get("model", {}) if metadata else {}
+    provider = model_info.get("provider", "")
+    model_name = model_info.get("name", "")
+
+    if provider == "openai" or provider == "openai.azure":
+        return build_prompt_blueprint_from_openai_chunk(result, metadata)
+
+    elif provider == "google" or (provider == "vertexai" and model_name.startswith("gemini")):
+        return build_prompt_blueprint_from_google_event(result, metadata)
+
+    elif provider in ["anthropic", "anthropic.bedrock"] or (provider == "vertexai" and model_name.startswith("claude")):
+        return build_prompt_blueprint_from_anthropic_event(result, metadata)
+
+    elif provider == "mistral":
+        return build_prompt_blueprint_from_openai_chunk(result.data, metadata)
+
+    return None
+
+
+def _build_stream_data(result: Any, stream_blueprint: Any, request_id: Any = None) -> Dict[str, Any]:
+    return {
+        "request_id": request_id,
+        "raw_response": result,
+        "prompt_blueprint": stream_blueprint,
+    }
+
+
+def stream_response(*, generator: Generator, after_stream: Callable, map_results: Callable, metadata: Dict):
+    results = []
+    for result in generator:
+        results.append(result)
+
+        stream_blueprint = _build_stream_blueprint(result, metadata)
+        data = _build_stream_data(result, stream_blueprint)
+        yield data
+
+    request_response = map_results(results)
+    response = after_stream(request_response=request_response.model_dump(mode="json"))
+    data["request_id"] = response.get("request_id")
+    data["prompt_blueprint"] = response.get("prompt_blueprint")
+    yield data
+
+
+async def astream_response(
+    generator: AsyncIterable[Any],
+    after_stream: Callable[..., Any],
+    map_results: Callable[[Any], Any],
+    metadata: Dict[str, Any] = None,
+) -> AsyncGenerator[Dict[str, Any], None]:
+    results = []
+
+    async for result in generator:
+        results.append(result)
+
+        stream_blueprint = _build_stream_blueprint(result, metadata)
+        data = _build_stream_data(result, stream_blueprint)
+        yield data
+
+    async def async_generator_from_list(lst):
+        for item in lst:
+            yield item
+
+    request_response = await map_results(async_generator_from_list(results))
+    after_stream_response = await after_stream(request_response=request_response.model_dump(mode="json"))
+    data["request_id"] = after_stream_response.get("request_id")
+    data["prompt_blueprint"] = after_stream_response.get("prompt_blueprint")
+    yield data

{promptlayer-1.0.61 → promptlayer-1.0.63}/promptlayer/utils.py

@@ -59,6 +59,10 @@ def _make_httpx_client():
     return httpx.AsyncClient(timeout=_get_http_timeout())
 
 
+def _make_simple_httpx_client():
+    return httpx.Client(timeout=_get_http_timeout())
+
+
 def _get_workflow_workflow_id_or_name(workflow_id_or_name, workflow_name):
     # This is backward compatibility code
     if (workflow_id_or_name := workflow_name if workflow_id_or_name is None else workflow_id_or_name) is None:
@@ -1396,7 +1400,7 @@ async def autil_log_request(api_key: str, **kwargs) -> Union[RequestLog, None]:
 def mistral_request(prompt_blueprint: GetPromptTemplateResponse, client_kwargs: dict, function_kwargs: dict):
     from mistralai import Mistral
 
-    client = Mistral(api_key=os.environ.get("MISTRAL_API_KEY"))
+    client = Mistral(api_key=os.environ.get("MISTRAL_API_KEY"), client=_make_simple_httpx_client())
     if "stream" in function_kwargs and function_kwargs["stream"]:
         function_kwargs.pop("stream")
         return client.chat.stream(**function_kwargs)
@@ -1412,7 +1416,7 @@ async def amistral_request(
 ):
     from mistralai import Mistral
 
-    client = Mistral(api_key=os.environ.get("MISTRAL_API_KEY"))
+    client = Mistral(api_key=os.environ.get("MISTRAL_API_KEY"), async_client=_make_httpx_client())
     if "stream" in function_kwargs and function_kwargs["stream"]:
         return await client.chat.stream_async(**function_kwargs)
     return await client.chat.complete_async(**function_kwargs)
@@ -1538,3 +1542,45 @@ async def avertexai_request(prompt_blueprint: GetPromptTemplateResponse, client_
     raise NotImplementedError(
         f"Vertex AI request for model {prompt_blueprint['metadata']['model']['name']} is not implemented yet."
     )
+
+
+def anthropic_bedrock_request(prompt_blueprint: GetPromptTemplateResponse, client_kwargs: dict, function_kwargs: dict):
+    from anthropic import AnthropicBedrock
+
+    client = AnthropicBedrock(
+        aws_access_key=function_kwargs.pop("aws_access_key", None),
+        aws_secret_key=function_kwargs.pop("aws_secret_key", None),
+        aws_region=function_kwargs.pop("aws_region", None),
+        aws_session_token=function_kwargs.pop("aws_session_token", None),
+        base_url=function_kwargs.pop("base_url", None),
+        **client_kwargs,
+    )
+    if prompt_blueprint["prompt_template"]["type"] == "chat":
+        return anthropic_chat_request(client=client, **function_kwargs)
+    elif prompt_blueprint["prompt_template"]["type"] == "completion":
+        return anthropic_completions_request(client=client, **function_kwargs)
+    raise NotImplementedError(
+        f"Unsupported prompt template type {prompt_blueprint['prompt_template']['type']}' for Anthropic Bedrock"
+    )
+
+
+async def aanthropic_bedrock_request(
+    prompt_blueprint: GetPromptTemplateResponse, client_kwargs: dict, function_kwargs: dict
+):
+    from anthropic import AsyncAnthropicBedrock
+
+    client = AsyncAnthropicBedrock(
+        aws_access_key=function_kwargs.pop("aws_access_key", None),
+        aws_secret_key=function_kwargs.pop("aws_secret_key", None),
+        aws_region=function_kwargs.pop("aws_region", None),
+        aws_session_token=function_kwargs.pop("aws_session_token", None),
+        base_url=function_kwargs.pop("base_url", None),
+        **client_kwargs,
+    )
+    if prompt_blueprint["prompt_template"]["type"] == "chat":
+        return await aanthropic_chat_request(client=client, **function_kwargs)
+    elif prompt_blueprint["prompt_template"]["type"] == "completion":
+        return await aanthropic_completions_request(client=client, **function_kwargs)
+    raise NotImplementedError(
+        f"Unsupported prompt template type {prompt_blueprint['prompt_template']['type']}' for Anthropic Bedrock"
+    )

{promptlayer-1.0.61 → promptlayer-1.0.63}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.61"
+version = "1.0.63"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"

promptlayer-1.0.61/promptlayer/streaming/stream_processor.py

@@ -1,100 +0,0 @@
-"""
-Stream processors for handling streaming responses
-
-This module contains the main streaming logic that processes streaming responses
-from various LLM providers and builds progressive prompt blueprints.
-"""
-
-from typing import Any, AsyncGenerator, AsyncIterable, Callable, Dict, Generator
-
-from .blueprint_builder import (
-    build_prompt_blueprint_from_anthropic_event,
-    build_prompt_blueprint_from_google_event,
-    build_prompt_blueprint_from_openai_chunk,
-)
-
-
-def stream_response(*, generator: Generator, after_stream: Callable, map_results: Callable, metadata: Dict):
-    """
-    Process streaming responses and build progressive prompt blueprints
-
-    Supports OpenAI, Anthropic, and Google (Gemini) streaming formats, building blueprints
-    progressively as the stream progresses.
-    """
-    results = []
-    stream_blueprint = None
-    for result in generator:
-        results.append(result)
-
-        # Handle OpenAI streaming format - process each chunk individually
-        if hasattr(result, "choices"):
-            stream_blueprint = build_prompt_blueprint_from_openai_chunk(result, metadata)
-
-        # Handle Google streaming format (Gemini) - GenerateContentResponse objects
-        elif hasattr(result, "candidates"):
-            stream_blueprint = build_prompt_blueprint_from_google_event(result, metadata)
-
-        # Handle Anthropic streaming format - process each event individually
-        elif hasattr(result, "type"):
-            stream_blueprint = build_prompt_blueprint_from_anthropic_event(result, metadata)
-
-        data = {
-            "request_id": None,
-            "raw_response": result,
-            "prompt_blueprint": stream_blueprint,
-        }
-        yield data
-
-    request_response = map_results(results)
-    response = after_stream(request_response=request_response.model_dump(mode="json"))
-    data["request_id"] = response.get("request_id")
-    data["prompt_blueprint"] = response.get("prompt_blueprint")
-    yield data
-
-
-async def astream_response(
-    generator: AsyncIterable[Any],
-    after_stream: Callable[..., Any],
-    map_results: Callable[[Any], Any],
-    metadata: Dict[str, Any] = None,
-) -> AsyncGenerator[Dict[str, Any], None]:
-    """
-    Async version of stream_response
-
-    Process streaming responses asynchronously and build progressive prompt blueprints
-    Supports OpenAI, Anthropic, and Google (Gemini) streaming formats.
-    """
-    results = []
-    stream_blueprint = None
-
-    async for result in generator:
-        results.append(result)
-
-        # Handle OpenAI streaming format - process each chunk individually
-        if hasattr(result, "choices"):
-            stream_blueprint = build_prompt_blueprint_from_openai_chunk(result, metadata)
-
-        # Handle Google streaming format (Gemini) - GenerateContentResponse objects
-        elif hasattr(result, "candidates"):
-            stream_blueprint = build_prompt_blueprint_from_google_event(result, metadata)
-
-        # Handle Anthropic streaming format - process each event individually
-        elif hasattr(result, "type"):
-            stream_blueprint = build_prompt_blueprint_from_anthropic_event(result, metadata)
-
-        data = {
-            "request_id": None,
-            "raw_response": result,
-            "prompt_blueprint": stream_blueprint,
-        }
-        yield data
-
-    async def async_generator_from_list(lst):
-        for item in lst:
-            yield item
-
-    request_response = await map_results(async_generator_from_list(results))
-    after_stream_response = await after_stream(request_response=request_response.model_dump(mode="json"))
-    data["request_id"] = after_stream_response.get("request_id")
-    data["prompt_blueprint"] = after_stream_response.get("prompt_blueprint")
-    yield data