promptlayer 1.0.22__tar.gz → 1.0.23__tar.gz

{promptlayer-1.0.22 → promptlayer-1.0.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 1.0.22
+Version: 1.0.23
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-1.0.22 → promptlayer-1.0.23}/promptlayer/__init__.py

@@ -1,4 +1,4 @@
 from .promptlayer import PromptLayer
 
-__version__ = "1.0.22"
+__version__ = "1.0.23"
 __all__ = ["PromptLayer", "__version__"]

{promptlayer-1.0.22 → promptlayer-1.0.23}/promptlayer/promptlayer.py

@@ -20,6 +20,7 @@ from promptlayer.utils import (
     anthropic_request,
     anthropic_stream_completion,
     anthropic_stream_message,
+    azure_openai_request,
     openai_request,
     openai_stream_chat,
     openai_stream_completion,
@@ -50,11 +51,22 @@ MAP_PROVIDER_TO_FUNCTION_NAME = {
             "stream_function": anthropic_stream_completion,
         },
     },
+    "openai.azure": {
+        "chat": {
+            "function_name": "openai.AzureOpenAI.chat.completions.create",
+            "stream_function": openai_stream_chat,
+        },
+        "completion": {
+            "function_name": "openai.AzureOpenAI.completions.create",
+            "stream_function": openai_stream_completion,
+        },
+    },
 }
 
 MAP_PROVIDER_TO_FUNCTION = {
     "openai": openai_request,
     "anthropic": anthropic_request,
+    "openai.azure": azure_openai_request,
 }
 
 
@@ -170,7 +182,7 @@ class PromptLayer:
             kwargs["base_url"] = provider_base_url["url"]
 
         kwargs["stream"] = stream
-        if stream and provider == "openai":
+        if stream and provider in ["openai", "openai.azure"]:
             kwargs["stream_options"] = {"include_usage": True}
 
         return {

{promptlayer-1.0.22 → promptlayer-1.0.23}/promptlayer/utils.py

@@ -772,8 +772,10 @@ def openai_stream_chat(results: list):
         ChatCompletion,
         ChatCompletionChunk,
         ChatCompletionMessage,
+        ChatCompletionMessageToolCall,
     )
     from openai.types.chat.chat_completion import Choice
+    from openai.types.chat.chat_completion_message_tool_call import Function
 
     chat_completion_chunks: List[ChatCompletionChunk] = results
     response: ChatCompletion = ChatCompletion(
@@ -796,10 +798,42 @@ def openai_stream_chat(results: list):
     response.system_fingerprint = last_result.system_fingerprint
     response.usage = last_result.usage
     content = ""
+    tool_calls: Union[List[ChatCompletionMessageToolCall], None] = None
     for result in chat_completion_chunks:
-        if len(result.choices) > 0 and result.choices[0].delta.content:
+        choices = result.choices
+        if len(choices) == 0:
+            continue
+        if choices[0].delta.content:
             content = f"{content}{result.choices[0].delta.content}"
+
+        delta = choices[0].delta
+        if delta.tool_calls:
+            tool_calls = tool_calls or []
+            last_tool_call = None
+            if len(tool_calls) > 0:
+                last_tool_call = tool_calls[-1]
+            tool_call = delta.tool_calls[0]
+            if not tool_call.function:
+                continue
+            if not last_tool_call or tool_call.id:
+                tool_calls.append(
+                    ChatCompletionMessageToolCall(
+                        id=tool_call.id or "",
+                        function=Function(
+                            name=tool_call.function.name or "",
+                            arguments=tool_call.function.arguments or "",
+                        ),
+                        type=tool_call.type or "function",
+                    )
+                )
+                continue
+            last_tool_call.function.name = (
+                f"{last_tool_call.function.name}{tool_call.function.name or ''}"
+            )
+            last_tool_call.function.arguments = f"{last_tool_call.function.arguments}{tool_call.function.arguments or ''}"
+
     response.choices[0].message.content = content
+    response.choices[0].message.tool_calls = tool_calls
     return response
 
 
@@ -923,6 +957,16 @@ def openai_request(prompt_blueprint: GetPromptTemplateResponse, **kwargs):
     return request_to_make(client, **kwargs)
 
 
+def azure_openai_request(prompt_blueprint: GetPromptTemplateResponse, **kwargs):
+    from openai import AzureOpenAI
+
+    client = AzureOpenAI(base_url=kwargs.pop("base_url", None))
+    request_to_make = MAP_TYPE_TO_OPENAI_FUNCTION[
+        prompt_blueprint["prompt_template"]["type"]
+    ]
+    return request_to_make(client, **kwargs)
+
+
 def anthropic_chat_request(client, **kwargs):
     return client.messages.create(**kwargs)
 

{promptlayer-1.0.22 → promptlayer-1.0.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.22"
+version = "1.0.23"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"