promptlayer 1.0.2__py3-none-any.whl → 1.0.3__py3-none-any.whl

promptlayer/__init__.py

@@ -1,10 +1,51 @@
+import datetime
 import os
-from typing import Literal, Union
+from copy import deepcopy
+from typing import Dict, List, Literal, Union
 
 from promptlayer.groups import GroupManager
 from promptlayer.promptlayer import PromptLayerBase
 from promptlayer.templates import TemplateManager
 from promptlayer.track import TrackManager
+from promptlayer.types.prompt_template import GetPromptTemplate
+from promptlayer.utils import (
+    anthropic_request,
+    anthropic_stream_completion,
+    anthropic_stream_message,
+    openai_request,
+    openai_stream_chat,
+    openai_stream_completion,
+    stream_response,
+    track_request,
+)
+
+MAP_PROVIDER_TO_FUNCTION_NAME = {
+    "openai": {
+        "chat": {
+            "function_name": "openai.chat.completions.create",
+            "stream_function": openai_stream_chat,
+        },
+        "completion": {
+            "function_name": "openai.completions.create",
+            "stream_function": openai_stream_completion,
+        },
+    },
+    "anthropic": {
+        "chat": {
+            "function_name": "anthropic.messages.create",
+            "stream_function": anthropic_stream_message,
+        },
+        "completion": {
+            "function_name": "anthropic.completions.create",
+            "stream_function": anthropic_stream_completion,
+        },
+    },
+}
+
+MAP_PROVIDER_TO_FUNCTION = {
+    "openai": openai_request,
+    "anthropic": anthropic_request,
+}
 
 
 class PromptLayer:
@@ -44,6 +85,85 @@ class PromptLayer:
         else:
             raise AttributeError(f"module {__name__} has no attribute {name}")
 
+    def run(
+        self,
+        prompt_name: str,
+        prompt_version: Union[int, None] = None,
+        prompt_release_label: Union[str, None] = None,
+        input_variables: Union[Dict[str, str], None] = None,
+        tags: Union[List[str], None] = None,
+        metadata: Union[Dict[str, str], None] = None,
+        group_id: Union[int, None] = None,
+        stream=False,
+    ):
+        template_get_params: GetPromptTemplate = {}
+        if prompt_version:
+            template_get_params["version"] = prompt_version
+        if prompt_release_label:
+            template_get_params["label"] = prompt_release_label
+        if input_variables:
+            template_get_params["input_variables"] = input_variables
+        prompt_blueprint = self.templates.get(prompt_name, template_get_params)
+        prompt_template = prompt_blueprint["prompt_template"]
+        if not prompt_blueprint["llm_kwargs"]:
+            raise Exception(
+                f"Prompt '{prompt_name}' does not have any LLM kwargs associated with it."
+            )
+        prompt_blueprint_metadata = prompt_blueprint.get("metadata", None)
+        if prompt_blueprint_metadata is None:
+            raise Exception(
+                f"Prompt '{prompt_name}' does not have any metadata associated with it."
+            )
+        prompt_blueprint_model = prompt_blueprint_metadata.get("model", None)
+        if prompt_blueprint_model is None:
+            raise Exception(
+                f"Prompt '{prompt_name}' does not have a model parameters associated with it."
+            )
+        provider = prompt_blueprint_model["provider"]
+        request_start_time = datetime.datetime.now(datetime.timezone.utc).timestamp()
+        kwargs = deepcopy(prompt_blueprint["llm_kwargs"])
+        config = MAP_PROVIDER_TO_FUNCTION_NAME[provider][prompt_template["type"]]
+        function_name = config["function_name"]
+        stream_function = config["stream_function"]
+        request_function = MAP_PROVIDER_TO_FUNCTION[provider]
+        provider_base_url = prompt_blueprint.get("provider_base_url", None)
+        if provider_base_url:
+            kwargs["base_url"] = provider_base_url["url"]
+        kwargs["stream"] = stream
+        if stream and provider == "openai":
+            kwargs["stream_options"] = {"include_usage": True}
+        response = request_function(prompt_blueprint, **kwargs)
+
+        def _track_request(**body):
+            request_end_time = datetime.datetime.now(datetime.timezone.utc).timestamp()
+            return track_request(
+                function_name=function_name,
+                provider_type=provider,
+                args=[],
+                kwargs=kwargs,
+                tags=tags,
+                request_start_time=request_start_time,
+                request_end_time=request_end_time,
+                api_key=self.api_key,
+                metadata=metadata,
+                prompt_id=prompt_blueprint["id"],
+                prompt_version=prompt_blueprint["version"],
+                prompt_input_variables=input_variables,
+                group_id=group_id,
+                return_prompt_blueprint=True,
+                **body,
+            )
+
+        if stream:
+            return stream_response(response, _track_request, stream_function)
+        request_log = _track_request(request_response=response.model_dump())
+        data = {
+            "request_id": request_log["request_id"],
+            "raw_response": response,
+            "prompt_blueprint": request_log["prompt_blueprint"],
+        }
+        return data
+
 
-__version__ = "1.0.2"
+__version__ = "1.0.3"
 __all__ = ["PromptLayer", "__version__"]

promptlayer/types/prompt_template.py

@@ -1,5 +1,7 @@
 from typing import Dict, List, Literal, Optional, Sequence, TypedDict, Union
 
+from typing_extensions import Required
+
 
 class GetPromptTemplate(TypedDict, total=False):
     version: int
@@ -110,15 +112,15 @@ Message = Union[
 
 
 class CompletionPromptTemplate(TypedDict, total=False):
-    type: Literal["completion"]
+    type: Required[Literal["completion"]]
     template_format: TemplateFormat
     content: Sequence[Content]
     input_variables: List[str]
 
 
 class ChatPromptTemplate(TypedDict, total=False):
-    type: Literal["chat"]
-    messages: Sequence[Message]
+    type: Required[Literal["chat"]]
+    messages: Required[Sequence[Message]]
     functions: Sequence[Function]
     function_call: Union[Literal["auto", "none"], ChatFunctionCall]
     input_variables: List[str]
@@ -130,9 +132,9 @@ PromptTemplate = Union[CompletionPromptTemplate, ChatPromptTemplate]
 
 
 class Model(TypedDict, total=False):
-    provider: str
-    name: str
-    parameters: Dict[str, object]
+    provider: Required[str]
+    name: Required[str]
+    parameters: Required[Dict[str, object]]
 
 
 class Metadata(TypedDict, total=False):
@@ -154,13 +156,27 @@ class PublishPromptTemplate(BasePromptTemplate, PromptVersion, total=False):
     release_labels: Optional[List[str]] = None
 
 
-class BasePromptTemplateResponse(TypedDict):
-    id: int
-    prompt_name: str
+class BaseProviderBaseURL(TypedDict):
+    name: Required[str]
+    provider: Required[str]
+    url: Required[str]
+
+
+class ProviderBaseURL(BaseProviderBaseURL):
+    id: Required[int]
+
+
+class BasePromptTemplateResponse(TypedDict, total=False):
+    id: Required[int]
+    prompt_name: Required[str]
     tags: List[str]
-    prompt_template: PromptTemplate
+    prompt_template: Required[PromptTemplate]
     commit_message: str
     metadata: Metadata
+    provider_base_url: ProviderBaseURL
+
+
+a: BasePromptTemplateResponse = {"provider_base_url": {"url": ""}}
 
 
 class PublishPromptTemplateResponse(BasePromptTemplateResponse):

promptlayer/utils.py

@@ -8,7 +8,7 @@ import sys
 import types
 from copy import deepcopy
 from enum import Enum
-from typing import List, Union
+from typing import Callable, Generator, List, Union
 
 import requests
 
@@ -642,3 +642,203 @@ def get_all_prompt_templates(
         raise Exception(
             f"PromptLayer had the following error while getting all your prompt templates: {e}"
         )
+
+
+def track_request(**body):
+    try:
+        response = requests.post(
+            f"{URL_API_PROMPTLAYER}/track-request",
+            json=body,
+        )
+        if response.status_code != 200:
+            warn_on_bad_response(
+                response,
+                f"PromptLayer had the following error while tracking your request: {response.text}",
+            )
+        return response.json()
+    except requests.exceptions.RequestException as e:
+        print(
+            f"WARNING: While logging your request PromptLayer had the following error: {e}",
+            file=sys.stderr,
+        )
+        return {}
+
+
+def openai_stream_chat(results: list):
+    from openai.types.chat import (
+        ChatCompletion,
+        ChatCompletionChunk,
+        ChatCompletionMessage,
+    )
+    from openai.types.chat.chat_completion import Choice
+
+    chat_completion_chunks: List[ChatCompletionChunk] = results
+    response: ChatCompletion = ChatCompletion(
+        id="",
+        object="chat.completion",
+        choices=[
+            Choice(
+                finish_reason="stop",
+                index=0,
+                message=ChatCompletionMessage(role="assistant"),
+            )
+        ],
+        created=0,
+        model="",
+    )
+    last_result = chat_completion_chunks[-1]
+    response.id = last_result.id
+    response.created = last_result.created
+    response.model = last_result.model
+    response.system_fingerprint = last_result.system_fingerprint
+    response.usage = last_result.usage
+    content = ""
+    for result in chat_completion_chunks:
+        if len(result.choices) > 0 and result.choices[0].delta.content:
+            content = f"{content}{result.choices[0].delta.content}"
+    response.choices[0].message.content = content
+    return response
+
+
+def openai_stream_completion(results: list):
+    from openai.types.completion import Completion, CompletionChoice
+
+    completions: List[Completion] = results
+    last_chunk = completions[-1]
+    response = Completion(
+        id=last_chunk.id,
+        created=last_chunk.created,
+        model=last_chunk.model,
+        object="text_completion",
+        choices=[CompletionChoice(finish_reason="stop", index=0, text="")],
+    )
+    text = ""
+    for completion in completions:
+        usage = completion.usage
+        system_fingerprint = completion.system_fingerprint
+        if len(completion.choices) > 0 and completion.choices[0].text:
+            text = f"{text}{completion.choices[0].text}"
+        if usage:
+            response.usage = usage
+        if system_fingerprint:
+            response.system_fingerprint = system_fingerprint
+    response.choices[0].text = text
+    return response
+
+
+def anthropic_stream_message(results: list):
+    from anthropic.types import Message, MessageStreamEvent, TextBlock, Usage
+
+    message_stream_events: List[MessageStreamEvent] = results
+    response: Message = Message(
+        id="",
+        model="",
+        content=[],
+        role="assistant",
+        type="message",
+        stop_reason="stop_sequence",
+        stop_sequence=None,
+        usage=Usage(input_tokens=0, output_tokens=0),
+    )
+    content = ""
+    for result in message_stream_events:
+        if result.type == "message_start":
+            response = result.message
+        elif result.type == "content_block_delta":
+            if result.delta.type == "text_delta":
+                content = f"{content}{result.delta.text}"
+        elif result.type == "message_delta":
+            if hasattr(result, "usage"):
+                response.usage.output_tokens = result.usage.output_tokens
+            if hasattr(result.delta, "stop_reason"):
+                response.stop_reason = result.delta.stop_reason
+    response.content.append(TextBlock(type="text", text=content))
+    return response
+
+
+def anthropic_stream_completion(results: list):
+    from anthropic.types import Completion
+
+    completions: List[Completion] = results
+    last_chunk = completions[-1]
+    response = Completion(
+        id=last_chunk.id,
+        completion="",
+        model=last_chunk.model,
+        stop_reason="stop",
+        type="completion",
+    )
+
+    text = ""
+    for completion in completions:
+        text = f"{text}{completion.completion}"
+    response.completion = text
+    return response
+
+
+def stream_response(
+    generator: Generator, after_stream: Callable, map_results: Callable
+):
+    data = {
+        "request_id": None,
+        "raw_response": None,
+        "prompt_blueprint": None,
+    }
+    results = []
+    for result in generator:
+        results.append(result)
+        data["raw_response"] = result
+        yield data
+    request_response = map_results(results)
+    response = after_stream(request_response=request_response.model_dump())
+    data["request_id"] = response.get("request_id")
+    data["prompt_blueprint"] = response.get("prompt_blueprint")
+    yield data
+
+
+def openai_chat_request(client, **kwargs):
+    return client.chat.completions.create(**kwargs)
+
+
+def openai_completions_request(client, **kwargs):
+    return client.completions.create(**kwargs)
+
+
+MAP_TYPE_TO_OPENAI_FUNCTION = {
+    "chat": openai_chat_request,
+    "completion": openai_completions_request,
+}
+
+
+def openai_request(prompt_blueprint: GetPromptTemplateResponse, **kwargs):
+    from openai import OpenAI
+
+    client = OpenAI(base_url=kwargs.pop("base_url", None))
+    request_to_make = MAP_TYPE_TO_OPENAI_FUNCTION[
+        prompt_blueprint["prompt_template"]["type"]
+    ]
+    return request_to_make(client, **kwargs)
+
+
+def anthropic_chat_request(client, **kwargs):
+    return client.messages.create(**kwargs)
+
+
+def anthropic_completions_request(client, **kwargs):
+    return client.completions.create(**kwargs)
+
+
+MAP_TYPE_TO_ANTHROPIC_FUNCTION = {
+    "chat": anthropic_chat_request,
+    "completion": anthropic_completions_request,
+}
+
+
+def anthropic_request(prompt_blueprint: GetPromptTemplateResponse, **kwargs):
+    from anthropic import Anthropic
+
+    client = Anthropic(base_url=kwargs.pop("base_url", None))
+    request_to_make = MAP_TYPE_TO_ANTHROPIC_FUNCTION[
+        prompt_blueprint["prompt_template"]["type"]
+    ]
+    return request_to_make(client, **kwargs)

{promptlayer-1.0.2.dist-info → promptlayer-1.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 1.0.2
+Version: 1.0.3
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv

{promptlayer-1.0.2.dist-info → promptlayer-1.0.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-promptlayer/__init__.py,sha256=BC6Lqze50r7dtZXanWsHljnclTnUadenODI_4-L-AKA,1602
+promptlayer/__init__.py,sha256=EnsNOWnboXXlbMBOi06-4JIg__9v9Z6uyzIwjoZOGus,6269
 promptlayer/groups/__init__.py,sha256=-xs-2cn0nc0D_5YxZr3nC86iTdRVZmBhEpOKDJXE-sQ,224
 promptlayer/groups/groups.py,sha256=yeO6T0TM3qB0ondZRiHhcH8G06YygrpFoM8b9RmoIao,165
 promptlayer/promptlayer.py,sha256=1q1cZOBt27Luzu3aRWcYUjQiKbmwrF9R62Uw95Ryqqc,4035
@@ -6,9 +6,9 @@ promptlayer/templates.py,sha256=aY_-BCrL0AgIdYEUE28pi0AP_avTVAgwv5hgzrh75vo,717
 promptlayer/track/__init__.py,sha256=VheO_Au0lffGlPKYYPQwkv8ci16wSXABCVSNRoFWu_w,945
 promptlayer/track/track.py,sha256=XNEZT9yNiRBPp9vaDZo_f0dP_ldOu8q1qafpVfS5Ze8,1610
 promptlayer/types/__init__.py,sha256=ulWSyCrk5hZ_PI-nKGpd6GPcRaK8lqP4wFl0LPNUYWk,61
-promptlayer/types/prompt_template.py,sha256=iDDJbBQW6zgndWv-MZKzqp_-tcFi_wLhApLkDmd8fLc,3813
-promptlayer/utils.py,sha256=W2iAPpZlIy9UFlD6-68kR-hhPw8Mc8Ra8KBlR7_6pwI,21130
-promptlayer-1.0.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-promptlayer-1.0.2.dist-info/METADATA,sha256=AJZbwV7BAARt9OHjrTDkHk_8j1QxL1xgX2k-pY7gBVU,4628
-promptlayer-1.0.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-promptlayer-1.0.2.dist-info/RECORD,,
+promptlayer/types/prompt_template.py,sha256=a_NzJpRW8UjSmVWNzTET0bnEAxmIYVMWWqfmGngfr68,4247
+promptlayer/utils.py,sha256=pVRLCAIikoCn1p95otxZYn0xMFN-cnDBJyN1fbT58tE,27305
+promptlayer-1.0.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+promptlayer-1.0.3.dist-info/METADATA,sha256=C2fcG0_cj6U4QRsIFzfSOL8igkPIHAnn7QDnQ7hwZB8,4628
+promptlayer-1.0.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+promptlayer-1.0.3.dist-info/RECORD,,