promptlayer 1.0.72__tar.gz → 1.0.73__tar.gz

{promptlayer-1.0.72 → promptlayer-1.0.73}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: promptlayer
-Version: 1.0.72
+Version: 1.0.73
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 License-File: LICENSE
@@ -23,6 +23,7 @@ Requires-Dist: nest-asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: opentelemetry-api (>=1.26.0,<2.0.0)
 Requires-Dist: opentelemetry-sdk (>=1.26.0,<2.0.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
+Requires-Dist: tenacity (>=9.1.2,<10.0.0)
 Description-Content-Type: text/markdown
 
 <div align="center">

promptlayer-1.0.73/promptlayer/__init__.py

@@ -0,0 +1,39 @@
+from .exceptions import (
+    PromptLayerAPIConnectionError,
+    PromptLayerAPIError,
+    PromptLayerAPIStatusError,
+    PromptLayerAPITimeoutError,
+    PromptLayerAuthenticationError,
+    PromptLayerBadRequestError,
+    PromptLayerConflictError,
+    PromptLayerError,
+    PromptLayerInternalServerError,
+    PromptLayerNotFoundError,
+    PromptLayerPermissionDeniedError,
+    PromptLayerRateLimitError,
+    PromptLayerUnprocessableEntityError,
+    PromptLayerValidationError,
+)
+from .promptlayer import AsyncPromptLayer, PromptLayer
+
+__version__ = "1.0.73"
+__all__ = [
+    "PromptLayer",
+    "AsyncPromptLayer",
+    "__version__",
+    # Exceptions
+    "PromptLayerError",
+    "PromptLayerAPIError",
+    "PromptLayerBadRequestError",
+    "PromptLayerAuthenticationError",
+    "PromptLayerPermissionDeniedError",
+    "PromptLayerNotFoundError",
+    "PromptLayerConflictError",
+    "PromptLayerUnprocessableEntityError",
+    "PromptLayerRateLimitError",
+    "PromptLayerInternalServerError",
+    "PromptLayerAPIStatusError",
+    "PromptLayerAPIConnectionError",
+    "PromptLayerAPITimeoutError",
+    "PromptLayerValidationError",
+]

promptlayer-1.0.73/promptlayer/exceptions.py

@@ -0,0 +1,119 @@
+class PromptLayerError(Exception):
+    """Base exception for all PromptLayer SDK errors."""
+
+    def __init__(self, message: str, response=None, body=None):
+        super().__init__(message)
+        self.message = message
+        self.response = response
+        self.body = body
+
+    def __str__(self):
+        return self.message
+
+
+class PromptLayerAPIError(PromptLayerError):
+    """Base exception for API-related errors."""
+
+    pass
+
+
+class PromptLayerBadRequestError(PromptLayerAPIError):
+    """Exception raised for 400 Bad Request errors.
+
+    Indicates that the request was malformed or contained invalid parameters.
+    """
+
+    pass
+
+
+class PromptLayerAuthenticationError(PromptLayerAPIError):
+    """Exception raised for 401 Unauthorized errors.
+
+    Indicates that the API key is missing, invalid, or expired.
+    """
+
+    pass
+
+
+class PromptLayerPermissionDeniedError(PromptLayerAPIError):
+    """Exception raised for 403 Forbidden errors.
+
+    Indicates that the API key doesn't have permission to perform the requested operation.
+    """
+
+    pass
+
+
+class PromptLayerNotFoundError(PromptLayerAPIError):
+    """Exception raised for 404 Not Found errors.
+
+    Indicates that the requested resource (e.g., prompt template) was not found.
+    """
+
+    pass
+
+
+class PromptLayerConflictError(PromptLayerAPIError):
+    """Exception raised for 409 Conflict errors.
+
+    Indicates that the request conflicts with the current state of the resource.
+    """
+
+    pass
+
+
+class PromptLayerUnprocessableEntityError(PromptLayerAPIError):
+    """Exception raised for 422 Unprocessable Entity errors.
+
+    Indicates that the request was well-formed but contains semantic errors.
+    """
+
+    pass
+
+
+class PromptLayerRateLimitError(PromptLayerAPIError):
+    """Exception raised for 429 Too Many Requests errors.
+
+    Indicates that the API rate limit has been exceeded.
+    """
+
+    pass
+
+
+class PromptLayerInternalServerError(PromptLayerAPIError):
+    """Exception raised for 500+ Internal Server errors.
+
+    Indicates that the PromptLayer API encountered an internal error.
+    """
+
+    pass
+
+
+class PromptLayerAPIStatusError(PromptLayerAPIError):
+    """Exception raised for other API errors not covered by specific exception classes."""
+
+    pass
+
+
+class PromptLayerAPIConnectionError(PromptLayerError):
+    """Exception raised when unable to connect to the API.
+
+    This can be due to network issues, timeouts, or connection errors.
+    """
+
+    pass
+
+
+class PromptLayerAPITimeoutError(PromptLayerError):
+    """Exception raised when an API request times out."""
+
+    pass
+
+
+class PromptLayerValidationError(PromptLayerError):
+    """Exception raised when input validation fails.
+
+    This can be due to invalid types, out of range values, or malformed data.
+    """
+
+    pass

promptlayer-1.0.73/promptlayer/groups/__init__.py

@@ -0,0 +1,24 @@
+from promptlayer.groups.groups import acreate, create
+
+
+class GroupManager:
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
+        self.api_key = api_key
+        self.base_url = base_url
+        self.throw_on_error = throw_on_error
+
+    def create(self):
+        return create(self.api_key, self.base_url, self.throw_on_error)
+
+
+class AsyncGroupManager:
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
+        self.api_key = api_key
+        self.base_url = base_url
+        self.throw_on_error = throw_on_error
+
+    async def create(self):
+        return await acreate(self.api_key, self.base_url, self.throw_on_error)
+
+
+__all__ = ["GroupManager", "AsyncGroupManager"]

promptlayer-1.0.73/promptlayer/groups/groups.py

@@ -0,0 +1,9 @@
+from promptlayer.utils import apromptlayer_create_group, promptlayer_create_group
+
+
+def create(api_key: str, base_url: str, throw_on_error: bool):
+    return promptlayer_create_group(api_key, base_url, throw_on_error)
+
+
+async def acreate(api_key: str, base_url: str, throw_on_error: bool):
+    return await apromptlayer_create_group(api_key, base_url, throw_on_error)

{promptlayer-1.0.72 → promptlayer-1.0.73}/promptlayer/promptlayer.py

@@ -6,6 +6,7 @@ from typing import Any, Dict, List, Literal, Optional, Union
 
 import nest_asyncio
 
+from promptlayer import exceptions as _exceptions
 from promptlayer.groups import AsyncGroupManager, GroupManager
 from promptlayer.promptlayer_base import PromptLayerBase
 from promptlayer.promptlayer_mixins import PromptLayerMixin
@@ -53,7 +54,11 @@ def is_workflow_results_dict(obj: Any) -> bool:
 
 class PromptLayer(PromptLayerMixin):
     def __init__(
-        self, api_key: Union[str, None] = None, enable_tracing: bool = False, base_url: Union[str, None] = None
+        self,
+        api_key: Union[str, None] = None,
+        enable_tracing: bool = False,
+        base_url: Union[str, None] = None,
+        throw_on_error: bool = True,
     ):
         if api_key is None:
             api_key = os.environ.get("PROMPTLAYER_API_KEY")
@@ -66,10 +71,13 @@ class PromptLayer(PromptLayerMixin):
 
         self.base_url = get_base_url(base_url)
         self.api_key = api_key
-        self.templates = TemplateManager(api_key, self.base_url)
-        self.group = GroupManager(api_key, self.base_url)
-        self.tracer_provider, self.tracer = self._initialize_tracer(api_key, self.base_url, enable_tracing)
-        self.track = TrackManager(api_key, self.base_url)
+        self.throw_on_error = throw_on_error
+        self.templates = TemplateManager(api_key, self.base_url, self.throw_on_error)
+        self.group = GroupManager(api_key, self.base_url, self.throw_on_error)
+        self.tracer_provider, self.tracer = self._initialize_tracer(
+            api_key, self.base_url, self.throw_on_error, enable_tracing
+        )
+        self.track = TrackManager(api_key, self.base_url, self.throw_on_error)
 
     def __getattr__(
         self,
@@ -114,7 +122,7 @@ class PromptLayer(PromptLayerMixin):
                 pl_run_span_id,
                 **body,
             )
-            return track_request(**track_request_kwargs)
+            return track_request(self.base_url, self.throw_on_error, **track_request_kwargs)
 
         return _track_request
 
@@ -144,6 +152,12 @@ class PromptLayer(PromptLayerMixin):
             model_parameter_overrides=model_parameter_overrides,
         )
         prompt_blueprint = self.templates.get(prompt_name, get_prompt_template_params)
+        if not prompt_blueprint:
+            raise _exceptions.PromptLayerNotFoundError(
+                f"Prompt template '{prompt_name}' not found.",
+                response=None,
+                body=None,
+            )
         prompt_blueprint_model = self._validate_and_extract_model_from_prompt_blueprint(
             prompt_blueprint=prompt_blueprint, prompt_name=prompt_name
         )
@@ -218,7 +232,7 @@ class PromptLayer(PromptLayerMixin):
             metadata=metadata,
             **body,
         )
-        return track_request(self.base_url, **track_request_kwargs)
+        return track_request(self.base_url, self.throw_on_error, **track_request_kwargs)
 
     def run(
         self,
@@ -285,6 +299,7 @@ class PromptLayer(PromptLayerMixin):
                 arun_workflow_request(
                     api_key=self.api_key,
                     base_url=self.base_url,
+                    throw_on_error=self.throw_on_error,
                     workflow_id_or_name=_get_workflow_workflow_id_or_name(workflow_id_or_name, workflow_name),
                     input_variables=input_variables or {},
                     metadata=metadata,
@@ -297,10 +312,16 @@ class PromptLayer(PromptLayerMixin):
             if not return_all_outputs and is_workflow_results_dict(results):
                 output_nodes = [node_data for node_data in results.values() if node_data.get("is_output_node")]
                 if not output_nodes:
-                    raise Exception("Output nodes not found: %S", json.dumps(results, indent=4))
+                    raise _exceptions.PromptLayerNotFoundError(
+                        f"Output nodes not found: {json.dumps(results, indent=4)}", response=None, body=results
+                    )
 
                 if not any(node.get("status") == "SUCCESS" for node in output_nodes):
-                    raise Exception("None of the output nodes have succeeded", json.dumps(results, indent=4))
+                    raise _exceptions.PromptLayerAPIError(
+                        f"None of the output nodes have succeeded: {json.dumps(results, indent=4)}",
+                        response=None,
+                        body=results,
+                    )
 
             return results
         except Exception as ex:
@@ -308,7 +329,9 @@ class PromptLayer(PromptLayerMixin):
             if RERAISE_ORIGINAL_EXCEPTION:
                 raise
             else:
-                raise Exception(f"Error running workflow: {str(ex)}") from ex
+                raise _exceptions.PromptLayerAPIError(
+                    f"Error running workflow: {str(ex)}", response=None, body=None
+                ) from ex
 
     def log_request(
         self,
@@ -338,6 +361,7 @@ class PromptLayer(PromptLayerMixin):
         return util_log_request(
             self.api_key,
             self.base_url,
+            throw_on_error=self.throw_on_error,
             provider=provider,
             model=model,
             input=input,
@@ -362,7 +386,11 @@ class PromptLayer(PromptLayerMixin):
 
 class AsyncPromptLayer(PromptLayerMixin):
     def __init__(
-        self, api_key: Union[str, None] = None, enable_tracing: bool = False, base_url: Union[str, None] = None
+        self,
+        api_key: Union[str, None] = None,
+        enable_tracing: bool = False,
+        base_url: Union[str, None] = None,
+        throw_on_error: bool = True,
     ):
         if api_key is None:
             api_key = os.environ.get("PROMPTLAYER_API_KEY")
@@ -375,10 +403,13 @@ class AsyncPromptLayer(PromptLayerMixin):
 
         self.base_url = get_base_url(base_url)
         self.api_key = api_key
-        self.templates = AsyncTemplateManager(api_key, self.base_url)
-        self.group = AsyncGroupManager(api_key, self.base_url)
-        self.tracer_provider, self.tracer = self._initialize_tracer(api_key, self.base_url, enable_tracing)
-        self.track = AsyncTrackManager(api_key, self.base_url)
+        self.throw_on_error = throw_on_error
+        self.templates = AsyncTemplateManager(api_key, self.base_url, self.throw_on_error)
+        self.group = AsyncGroupManager(api_key, self.base_url, self.throw_on_error)
+        self.tracer_provider, self.tracer = self._initialize_tracer(
+            api_key, self.base_url, self.throw_on_error, enable_tracing
+        )
+        self.track = AsyncTrackManager(api_key, self.base_url, self.throw_on_error)
 
     def __getattr__(self, name: Union[Literal["openai"], Literal["anthropic"], Literal["prompts"]]):
         if name == "openai":
@@ -420,6 +451,7 @@ class AsyncPromptLayer(PromptLayerMixin):
             return await arun_workflow_request(
                 api_key=self.api_key,
                 base_url=self.base_url,
+                throw_on_error=self.throw_on_error,
                 workflow_id_or_name=_get_workflow_workflow_id_or_name(workflow_id_or_name, workflow_name),
                 input_variables=input_variables or {},
                 metadata=metadata,
@@ -432,7 +464,9 @@ class AsyncPromptLayer(PromptLayerMixin):
             if RERAISE_ORIGINAL_EXCEPTION:
                 raise
             else:
-                raise Exception(f"Error running workflow: {str(ex)}")
+                raise _exceptions.PromptLayerAPIError(
+                    f"Error running workflow: {str(ex)}", response=None, body=None
+                ) from ex
 
     async def run(
         self,
@@ -498,6 +532,7 @@ class AsyncPromptLayer(PromptLayerMixin):
         return await autil_log_request(
             self.api_key,
             self.base_url,
+            throw_on_error=self.throw_on_error,
             provider=provider,
             model=model,
             input=input,
@@ -537,7 +572,7 @@ class AsyncPromptLayer(PromptLayerMixin):
                 pl_run_span_id,
                 **body,
             )
-            return await atrack_request(self.base_url, **track_request_kwargs)
+            return await atrack_request(self.base_url, self.throw_on_error, **track_request_kwargs)
 
         return _track_request
 
@@ -561,7 +596,7 @@ class AsyncPromptLayer(PromptLayerMixin):
             metadata=metadata,
             **body,
         )
-        return await atrack_request(self.base_url, **track_request_kwargs)
+        return await atrack_request(self.base_url, self.throw_on_error, **track_request_kwargs)
 
     async def _run_internal(
         self,
@@ -589,6 +624,12 @@ class AsyncPromptLayer(PromptLayerMixin):
             model_parameter_overrides=model_parameter_overrides,
         )
         prompt_blueprint = await self.templates.get(prompt_name, get_prompt_template_params)
+        if not prompt_blueprint:
+            raise _exceptions.PromptLayerNotFoundError(
+                f"Prompt template '{prompt_name}' not found.",
+                response=None,
+                body=None,
+            )
         prompt_blueprint_model = self._validate_and_extract_model_from_prompt_blueprint(
             prompt_blueprint=prompt_blueprint, prompt_name=prompt_name
         )

{promptlayer-1.0.72 → promptlayer-1.0.73}/promptlayer/promptlayer_base.py

@@ -2,6 +2,7 @@ import datetime
 import inspect
 import re
 
+from promptlayer import exceptions as _exceptions
 from promptlayer.utils import async_wrapper, promptlayer_api_handler
 
 
@@ -61,7 +62,7 @@ class PromptLayerBase(object):
     def __call__(self, *args, **kwargs):
         tags = kwargs.pop("pl_tags", None)
         if tags is not None and not isinstance(tags, list):
-            raise Exception("pl_tags must be a list of strings.")
+            raise _exceptions.PromptLayerValidationError("pl_tags must be a list of strings.", response=None, body=None)
 
         return_pl_id = kwargs.pop("return_pl_id", False)
         request_start_time = datetime.datetime.now().timestamp()

{promptlayer-1.0.72 → promptlayer-1.0.73}/promptlayer/promptlayer_mixins.py

@@ -262,11 +262,13 @@ AMAP_PROVIDER_TO_FUNCTION = {
 
 class PromptLayerMixin:
     @staticmethod
-    def _initialize_tracer(api_key: str, base_url: str, enable_tracing: bool = False):
+    def _initialize_tracer(api_key: str, base_url: str, throw_on_error: bool, enable_tracing: bool = False):
         if enable_tracing:
             resource = Resource(attributes={ResourceAttributes.SERVICE_NAME: "prompt-layer-library"})
             tracer_provider = TracerProvider(resource=resource)
-            promptlayer_exporter = PromptLayerSpanExporter(api_key=api_key, base_url=base_url)
+            promptlayer_exporter = PromptLayerSpanExporter(
+                api_key=api_key, base_url=base_url, throw_on_error=throw_on_error
+            )
             span_processor = BatchSpanProcessor(promptlayer_exporter)
             tracer_provider.add_span_processor(span_processor)
             tracer = tracer_provider.get_tracer(__name__)

{promptlayer-1.0.72 → promptlayer-1.0.73}/promptlayer/span_exporter.py

@@ -4,11 +4,25 @@ import requests
 from opentelemetry.sdk.trace import ReadableSpan
 from opentelemetry.sdk.trace.export import SpanExporter, SpanExportResult
 
+from promptlayer.utils import raise_on_bad_response, retry_on_api_error
+
 
 class PromptLayerSpanExporter(SpanExporter):
-    def __init__(self, api_key: str, base_url: str):
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
         self.api_key = api_key
         self.url = f"{base_url}/spans-bulk"
+        self.throw_on_error = throw_on_error
+
+    @retry_on_api_error
+    def _post_spans(self, request_data):
+        response = requests.post(
+            self.url,
+            headers={"X-Api-Key": self.api_key, "Content-Type": "application/json"},
+            json={"spans": request_data},
+        )
+        if response.status_code not in (200, 201):
+            raise_on_bad_response(response, "PromptLayer had the following error while exporting spans")
+        return response
 
     def export(self, spans: Sequence[ReadableSpan]) -> SpanExportResult:
         request_data = []
@@ -47,12 +61,7 @@ class PromptLayerSpanExporter(SpanExporter):
             request_data.append(span_info)
 
         try:
-            response = requests.post(
-                self.url,
-                headers={"X-Api-Key": self.api_key, "Content-Type": "application/json"},
-                json={"spans": request_data},
-            )
-            response.raise_for_status()
+            self._post_spans(request_data)
             return SpanExportResult.SUCCESS
         except requests.RequestException:
             return SpanExportResult.FAILURE

{promptlayer-1.0.72 → promptlayer-1.0.73}/promptlayer/templates.py

@@ -11,27 +11,29 @@ from promptlayer.utils import (
 
 
 class TemplateManager:
-    def __init__(self, api_key: str, base_url: str):
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
         self.api_key = api_key
         self.base_url = base_url
+        self.throw_on_error = throw_on_error
 
     def get(self, prompt_name: str, params: Union[GetPromptTemplate, None] = None):
-        return get_prompt_template(self.api_key, self.base_url, prompt_name, params)
+        return get_prompt_template(self.api_key, self.base_url, self.throw_on_error, prompt_name, params)
 
     def publish(self, body: PublishPromptTemplate):
-        return publish_prompt_template(self.api_key, self.base_url, body)
+        return publish_prompt_template(self.api_key, self.base_url, self.throw_on_error, body)
 
     def all(self, page: int = 1, per_page: int = 30, label: str = None):
-        return get_all_prompt_templates(self.api_key, self.base_url, page, per_page, label)
+        return get_all_prompt_templates(self.api_key, self.base_url, self.throw_on_error, page, per_page, label)
 
 
 class AsyncTemplateManager:
-    def __init__(self, api_key: str, base_url: str):
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
         self.api_key = api_key
         self.base_url = base_url
+        self.throw_on_error = throw_on_error
 
     async def get(self, prompt_name: str, params: Union[GetPromptTemplate, None] = None):
-        return await aget_prompt_template(self.api_key, self.base_url, prompt_name, params)
+        return await aget_prompt_template(self.api_key, self.base_url, self.throw_on_error, prompt_name, params)
 
     async def all(self, page: int = 1, per_page: int = 30, label: str = None):
-        return await aget_all_prompt_templates(self.api_key, self.base_url, page, per_page, label)
+        return await aget_all_prompt_templates(self.api_key, self.base_url, self.throw_on_error, page, per_page, label)

promptlayer-1.0.73/promptlayer/track/__init__.py

@@ -0,0 +1,71 @@
+from promptlayer.track.track import (
+    agroup,
+    ametadata,
+    aprompt,
+    ascore,
+    group,
+    metadata as metadata_,
+    prompt,
+    score as score_,
+)
+
+# TODO(dmu) LOW: Move this code to another file
+
+
+class TrackManager:
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
+        self.api_key = api_key
+        self.base_url = base_url
+        self.throw_on_error = throw_on_error
+
+    def group(self, request_id, group_id):
+        return group(self.api_key, self.base_url, self.throw_on_error, request_id, group_id)
+
+    def metadata(self, request_id, metadata):
+        return metadata_(self.api_key, self.base_url, self.throw_on_error, request_id, metadata)
+
+    def prompt(self, request_id, prompt_name, prompt_input_variables, version=None, label=None):
+        return prompt(
+            self.api_key,
+            self.base_url,
+            self.throw_on_error,
+            request_id,
+            prompt_name,
+            prompt_input_variables,
+            version,
+            label,
+        )
+
+    def score(self, request_id, score, score_name=None):
+        return score_(self.api_key, self.base_url, self.throw_on_error, request_id, score, score_name)
+
+
+class AsyncTrackManager:
+    def __init__(self, api_key: str, base_url: str, throw_on_error: bool):
+        self.api_key = api_key
+        self.base_url = base_url
+        self.throw_on_error = throw_on_error
+
+    async def group(self, request_id, group_id):
+        return await agroup(self.api_key, self.base_url, self.throw_on_error, request_id, group_id)
+
+    async def metadata(self, request_id, metadata):
+        return await ametadata(self.api_key, self.base_url, self.throw_on_error, request_id, metadata)
+
+    async def prompt(self, request_id, prompt_name, prompt_input_variables, version=None, label=None):
+        return await aprompt(
+            self.api_key,
+            self.base_url,
+            self.throw_on_error,
+            request_id,
+            prompt_name,
+            prompt_input_variables,
+            version,
+            label,
+        )
+
+    async def score(self, request_id, score, score_name=None):
+        return await ascore(self.api_key, self.base_url, self.throw_on_error, request_id, score, score_name)
+
+
+__all__ = ["TrackManager"]