promptlayer 1.0.32__tar.gz → 1.0.33__tar.gz

{promptlayer-1.0.32 → promptlayer-1.0.33}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 1.0.32
+Version: 1.0.33
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-1.0.32 → promptlayer-1.0.33}/promptlayer/__init__.py

@@ -1,4 +1,4 @@
 from .promptlayer import AsyncPromptLayer, PromptLayer
 
-__version__ = "1.0.32"
+__version__ = "1.0.33"
 __all__ = ["PromptLayer", "AsyncPromptLayer", "__version__"]

{promptlayer-1.0.32 → promptlayer-1.0.33}/promptlayer/promptlayer.py

@@ -483,7 +483,7 @@ class AsyncPromptLayer(PromptLayerMixin):
             )
             return await atrack_request(**track_request_kwargs)
 
-        return await _track_request
+        return _track_request
 
     async def _track_request_log(
         self,
@@ -547,15 +547,16 @@ class AsyncPromptLayer(PromptLayerMixin):
         )
 
         if stream:
+            track_request_callable = await self._create_track_request_callable(
+                request_params=llm_request_params,
+                tags=tags,
+                input_variables=input_variables,
+                group_id=group_id,
+                pl_run_span_id=pl_run_span_id,
+            )
             return astream_response(
                 response,
-                self._create_track_request_callable(
-                    request_params=llm_request_params,
-                    tags=tags,
-                    input_variables=input_variables,
-                    group_id=group_id,
-                    pl_run_span_id=pl_run_span_id,
-                ),
+                track_request_callable,
                 llm_request_params["stream_function"],
             )
 

{promptlayer-1.0.32 → promptlayer-1.0.33}/promptlayer/promptlayer_mixins.py

@@ -15,6 +15,8 @@ from promptlayer.utils import (
     aanthropic_stream_completion,
     aanthropic_stream_message,
     aazure_openai_request,
+    amistral_request,
+    amistral_stream_chat,
     anthropic_request,
     anthropic_stream_completion,
     anthropic_stream_message,
@@ -22,6 +24,8 @@ from promptlayer.utils import (
     aopenai_stream_chat,
     aopenai_stream_completion,
     azure_openai_request,
+    mistral_request,
+    mistral_stream_chat,
     openai_request,
     openai_stream_chat,
     openai_stream_completion,
@@ -58,6 +62,16 @@ MAP_PROVIDER_TO_FUNCTION_NAME = {
             "stream_function": openai_stream_completion,
         },
     },
+    "mistral": {
+        "chat": {
+            "function_name": "mistral.client.chat",
+            "stream_function": mistral_stream_chat,
+        },
+        "completion": {
+            "function_name": None,
+            "stream_function": None,
+        },
+    },
 }
 
 
@@ -65,6 +79,7 @@ MAP_PROVIDER_TO_FUNCTION = {
     "openai": openai_request,
     "anthropic": anthropic_request,
     "openai.azure": azure_openai_request,
+    "mistral": mistral_request,
 }
 
 AMAP_PROVIDER_TO_FUNCTION_NAME = {
@@ -98,6 +113,16 @@ AMAP_PROVIDER_TO_FUNCTION_NAME = {
             "stream_function": aopenai_stream_completion,
         },
     },
+    "mistral": {
+        "chat": {
+            "function_name": "mistral.client.chat",
+            "stream_function": amistral_stream_chat,
+        },
+        "completion": {
+            "function_name": None,
+            "stream_function": None,
+        },
+    },
 }
 
 
@@ -105,6 +130,7 @@ AMAP_PROVIDER_TO_FUNCTION = {
     "openai": aopenai_request,
     "anthropic": aanthropic_request,
     "openai.azure": aazure_openai_request,
+    "mistral": amistral_request,
 }
 
 

{promptlayer-1.0.32 → promptlayer-1.0.33}/promptlayer/utils.py

@@ -2,7 +2,6 @@ import asyncio
 import contextvars
 import datetime
 import functools
-import inspect
 import json
 import os
 import sys
@@ -1449,15 +1448,17 @@ async def astream_response(
         results.append(result)
         data["raw_response"] = result
         yield data
-    request_response = await map_results(results)
-    if inspect.iscoroutinefunction(after_stream):
-        # after_stream is an async function
-        response = await after_stream(request_response=request_response.model_dump())
-    else:
-        # after_stream is synchronous
-        response = after_stream(request_response=request_response.model_dump())
-    data["request_id"] = response.get("request_id")
-    data["prompt_blueprint"] = response.get("prompt_blueprint")
+
+    async def async_generator_from_list(lst):
+        for item in lst:
+            yield item
+
+    request_response = await map_results(async_generator_from_list(results))
+    after_stream_response = await after_stream(
+        request_response=request_response.model_dump()
+    )
+    data["request_id"] = after_stream_response.get("request_id")
+    data["prompt_blueprint"] = after_stream_response.get("prompt_blueprint")
     yield data
 
 
@@ -1631,3 +1632,164 @@ async def autil_log_request(api_key: str, **kwargs) -> Union[RequestLog, None]:
             file=sys.stderr,
         )
         return None
+
+
+def mistral_request(
+    prompt_blueprint: GetPromptTemplateResponse,
+    **kwargs,
+):
+    from mistralai import Mistral
+
+    client = Mistral(api_key=os.environ.get("MISTRAL_API_KEY"))
+    if "stream" in kwargs and kwargs["stream"]:
+        cleaned_kwargs = kwargs.copy()
+        cleaned_kwargs.pop("stream")
+        return client.chat.stream(**cleaned_kwargs)
+    return client.chat.complete(**kwargs)
+
+
+async def amistral_request(
+    prompt_blueprint: GetPromptTemplateResponse,
+    **kwargs,
+):
+    from mistralai import Mistral
+
+    client = Mistral(api_key=os.environ.get("MISTRAL_API_KEY"))
+    if "stream" in kwargs and kwargs["stream"]:
+        return await client.chat.stream_async(**kwargs)
+    return await client.chat.complete_async(**kwargs)
+
+
+def mistral_stream_chat(results: list):
+    from openai.types.chat import (
+        ChatCompletion,
+        ChatCompletionMessage,
+        ChatCompletionMessageToolCall,
+    )
+    from openai.types.chat.chat_completion import Choice
+    from openai.types.chat.chat_completion_message_tool_call import Function
+
+    last_result = results[-1]
+    response = ChatCompletion(
+        id=last_result.data.id,
+        object="chat.completion",
+        choices=[
+            Choice(
+                finish_reason=last_result.data.choices[0].finish_reason or "stop",
+                index=0,
+                message=ChatCompletionMessage(role="assistant"),
+            )
+        ],
+        created=last_result.data.created,
+        model=last_result.data.model,
+    )
+
+    content = ""
+    tool_calls = None
+
+    for result in results:
+        choices = result.data.choices
+        if len(choices) == 0:
+            continue
+
+        delta = choices[0].delta
+        if delta.content is not None:
+            content = f"{content}{delta.content}"
+
+        if delta.tool_calls:
+            tool_calls = tool_calls or []
+            for tool_call in delta.tool_calls:
+                if len(tool_calls) == 0 or tool_call.id:
+                    tool_calls.append(
+                        ChatCompletionMessageToolCall(
+                            id=tool_call.id or "",
+                            function=Function(
+                                name=tool_call.function.name,
+                                arguments=tool_call.function.arguments,
+                            ),
+                            type="function",
+                        )
+                    )
+                else:
+                    last_tool_call = tool_calls[-1]
+                    if tool_call.function.name:
+                        last_tool_call.function.name = (
+                            f"{last_tool_call.function.name}{tool_call.function.name}"
+                        )
+                    if tool_call.function.arguments:
+                        last_tool_call.function.arguments = f"{last_tool_call.function.arguments}{tool_call.function.arguments}"
+
+    response.choices[0].message.content = content
+    response.choices[0].message.tool_calls = tool_calls
+    response.usage = last_result.data.usage
+    return response
+
+
+async def amistral_stream_chat(generator: AsyncIterable[Any]) -> Any:
+    from openai.types.chat import (
+        ChatCompletion,
+        ChatCompletionMessage,
+        ChatCompletionMessageToolCall,
+    )
+    from openai.types.chat.chat_completion import Choice
+    from openai.types.chat.chat_completion_message_tool_call import Function
+
+    completion_chunks = []
+    response = ChatCompletion(
+        id="",
+        object="chat.completion",
+        choices=[
+            Choice(
+                finish_reason="stop",
+                index=0,
+                message=ChatCompletionMessage(role="assistant"),
+            )
+        ],
+        created=0,
+        model="",
+    )
+    content = ""
+    tool_calls = None
+
+    async for result in generator:
+        completion_chunks.append(result)
+        choices = result.data.choices
+        if len(choices) == 0:
+            continue
+        delta = choices[0].delta
+        if delta.content is not None:
+            content = f"{content}{delta.content}"
+
+        if delta.tool_calls:
+            tool_calls = tool_calls or []
+            for tool_call in delta.tool_calls:
+                if len(tool_calls) == 0 or tool_call.id:
+                    tool_calls.append(
+                        ChatCompletionMessageToolCall(
+                            id=tool_call.id or "",
+                            function=Function(
+                                name=tool_call.function.name,
+                                arguments=tool_call.function.arguments,
+                            ),
+                            type="function",
+                        )
+                    )
+                else:
+                    last_tool_call = tool_calls[-1]
+                    if tool_call.function.name:
+                        last_tool_call.function.name = (
+                            f"{last_tool_call.function.name}{tool_call.function.name}"
+                        )
+                    if tool_call.function.arguments:
+                        last_tool_call.function.arguments = f"{last_tool_call.function.arguments}{tool_call.function.arguments}"
+
+    if completion_chunks:
+        last_result = completion_chunks[-1]
+        response.id = last_result.data.id
+        response.created = last_result.data.created
+        response.model = last_result.data.model
+        response.usage = last_result.data.usage
+
+    response.choices[0].message.content = content
+    response.choices[0].message.tool_calls = tool_calls
+    return response

{promptlayer-1.0.32 → promptlayer-1.0.33}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.32"
+version = "1.0.33"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"