promptlayer 1.0.21__tar.gz → 1.0.23__tar.gz

{promptlayer-1.0.21 → promptlayer-1.0.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 1.0.21
+Version: 1.0.23
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: opentelemetry-api (>=1.26.0,<2.0.0)
 Requires-Dist: opentelemetry-sdk (>=1.26.0,<2.0.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)

{promptlayer-1.0.21 → promptlayer-1.0.23}/promptlayer/__init__.py

@@ -1,4 +1,4 @@
 from .promptlayer import PromptLayer
 
-__version__ = "1.0.21"
+__version__ = "1.0.23"
 __all__ = ["PromptLayer", "__version__"]

{promptlayer-1.0.21 → promptlayer-1.0.23}/promptlayer/promptlayer.py

@@ -3,7 +3,7 @@ import datetime
 import os
 from copy import deepcopy
 from functools import wraps
-from typing import Any, Dict, List, Literal, Union
+from typing import Any, Dict, List, Literal, Optional, Union
 
 from opentelemetry.sdk.resources import Resource
 from opentelemetry.sdk.trace import TracerProvider
@@ -20,9 +20,11 @@ from promptlayer.utils import (
     anthropic_request,
     anthropic_stream_completion,
     anthropic_stream_message,
+    azure_openai_request,
     openai_request,
     openai_stream_chat,
     openai_stream_completion,
+    run_workflow_request,
     stream_response,
     track_request,
     util_log_request,
@@ -49,11 +51,22 @@ MAP_PROVIDER_TO_FUNCTION_NAME = {
             "stream_function": anthropic_stream_completion,
         },
     },
+    "openai.azure": {
+        "chat": {
+            "function_name": "openai.AzureOpenAI.chat.completions.create",
+            "stream_function": openai_stream_chat,
+        },
+        "completion": {
+            "function_name": "openai.AzureOpenAI.completions.create",
+            "stream_function": openai_stream_completion,
+        },
+    },
 }
 
 MAP_PROVIDER_TO_FUNCTION = {
     "openai": openai_request,
     "anthropic": anthropic_request,
+    "openai.azure": azure_openai_request,
 }
 
 
@@ -169,7 +182,7 @@ class PromptLayer:
             kwargs["base_url"] = provider_base_url["url"]
 
         kwargs["stream"] = stream
-        if stream and provider == "openai":
+        if stream and provider in ["openai", "openai.azure"]:
             kwargs["stream_options"] = {"include_usage": True}
 
         return {
@@ -358,6 +371,27 @@ class PromptLayer:
         else:
             return self._run_internal(**_run_internal_kwargs)
 
+    def run_workflow(
+        self,
+        workflow_name: str,
+        input_variables: Optional[Dict[str, Any]] = None,
+        metadata: Optional[Dict[str, str]] = None,
+        workflow_label_name: Optional[str] = None,
+        workflow_version_number: Optional[int] = None,
+    ) -> Dict[str, Any]:
+        try:
+            result = run_workflow_request(
+                workflow_name=workflow_name,
+                input_variables=input_variables or {},
+                metadata=metadata,
+                workflow_label_name=workflow_label_name,
+                workflow_version_number=workflow_version_number,
+                api_key=self.api_key,
+            )
+            return result
+        except Exception as e:
+            raise Exception(f"Error running workflow: {str(e)}")
+
     def traceable(self, attributes=None, name=None):
         def decorator(func):
             @wraps(func)

{promptlayer-1.0.21 → promptlayer-1.0.23}/promptlayer/utils.py

@@ -8,7 +8,7 @@ import sys
 import types
 from copy import deepcopy
 from enum import Enum
-from typing import Callable, Generator, List, Union
+from typing import Any, Callable, Dict, Generator, List, Optional, Union
 
 import requests
 from opentelemetry import context, trace
@@ -27,6 +27,47 @@ URL_API_PROMPTLAYER = os.environ.setdefault(
 )
 
 
+def run_workflow_request(
+    *,
+    workflow_name: str,
+    input_variables: Dict[str, Any],
+    metadata: Optional[Dict[str, str]] = None,
+    workflow_label_name: Optional[str] = None,
+    workflow_version_number: Optional[int] = None,
+    api_key: str,
+) -> Dict[str, Any]:
+    payload = {
+        "input_variables": input_variables,
+        "metadata": metadata,
+        "workflow_label_name": workflow_label_name,
+        "workflow_version_number": workflow_version_number,
+    }
+
+    url = f"{URL_API_PROMPTLAYER}/workflows/{workflow_name}/run"
+    headers = {"X-API-KEY": api_key}
+
+    try:
+        response = requests.post(url, json=payload, headers=headers)
+    except requests.exceptions.RequestException as e:
+        error_message = f"Failed to run workflow: {e}"
+        print(error_message, file=sys.stderr)
+        raise Exception(error_message)
+
+    if response.status_code != 201:
+        try:
+            error_details = response.json().get("error", "Unknown error")
+        except ValueError:
+            error_details = response.text or "Unknown error"
+
+        error_message = f"Failed to run workflow: {error_details}"
+        print(error_message, file=sys.stderr)
+        raise Exception(error_message)
+
+    result = response.json()
+
+    return result
+
+
 def promptlayer_api_handler(
     function_name,
     provider_type,
@@ -731,8 +772,10 @@ def openai_stream_chat(results: list):
         ChatCompletion,
         ChatCompletionChunk,
         ChatCompletionMessage,
+        ChatCompletionMessageToolCall,
     )
     from openai.types.chat.chat_completion import Choice
+    from openai.types.chat.chat_completion_message_tool_call import Function
 
     chat_completion_chunks: List[ChatCompletionChunk] = results
     response: ChatCompletion = ChatCompletion(
@@ -755,10 +798,42 @@ def openai_stream_chat(results: list):
     response.system_fingerprint = last_result.system_fingerprint
     response.usage = last_result.usage
     content = ""
+    tool_calls: Union[List[ChatCompletionMessageToolCall], None] = None
     for result in chat_completion_chunks:
-        if len(result.choices) > 0 and result.choices[0].delta.content:
+        choices = result.choices
+        if len(choices) == 0:
+            continue
+        if choices[0].delta.content:
             content = f"{content}{result.choices[0].delta.content}"
+
+        delta = choices[0].delta
+        if delta.tool_calls:
+            tool_calls = tool_calls or []
+            last_tool_call = None
+            if len(tool_calls) > 0:
+                last_tool_call = tool_calls[-1]
+            tool_call = delta.tool_calls[0]
+            if not tool_call.function:
+                continue
+            if not last_tool_call or tool_call.id:
+                tool_calls.append(
+                    ChatCompletionMessageToolCall(
+                        id=tool_call.id or "",
+                        function=Function(
+                            name=tool_call.function.name or "",
+                            arguments=tool_call.function.arguments or "",
+                        ),
+                        type=tool_call.type or "function",
+                    )
+                )
+                continue
+            last_tool_call.function.name = (
+                f"{last_tool_call.function.name}{tool_call.function.name or ''}"
+            )
+            last_tool_call.function.arguments = f"{last_tool_call.function.arguments}{tool_call.function.arguments or ''}"
+
     response.choices[0].message.content = content
+    response.choices[0].message.tool_calls = tool_calls
     return response
 
 
@@ -882,6 +957,16 @@ def openai_request(prompt_blueprint: GetPromptTemplateResponse, **kwargs):
     return request_to_make(client, **kwargs)
 
 
+def azure_openai_request(prompt_blueprint: GetPromptTemplateResponse, **kwargs):
+    from openai import AzureOpenAI
+
+    client = AzureOpenAI(base_url=kwargs.pop("base_url", None))
+    request_to_make = MAP_TYPE_TO_OPENAI_FUNCTION[
+        prompt_blueprint["prompt_template"]["type"]
+    ]
+    return request_to_make(client, **kwargs)
+
+
 def anthropic_chat_request(client, **kwargs):
     return client.messages.create(**kwargs)
 

{promptlayer-1.0.21 → promptlayer-1.0.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.21"
+version = "1.0.23"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"