circuit-breaker-labs 1.0.4__py3-none-any.whl → 1.0.6__py3-none-any.whl

circuit_breaker_labs/api/evaluations/single_turn_evaluate_openai_fine_tune_post.py

@@ -0,0 +1,300 @@
+from http import HTTPStatus
+from typing import Any
+
+import httpx
+
+from ... import errors
+from ...client import AuthenticatedClient, Client
+from ...models.http_validation_error import HTTPValidationError
+from ...models.internal_server_error_response import InternalServerErrorResponse
+from ...models.not_found_response import NotFoundResponse
+from ...models.quota_exceeded_response import QuotaExceededResponse
+from ...models.single_turn_evaluate_open_ai_finetune_request import SingleTurnEvaluateOpenAiFinetuneRequest
+from ...models.single_turn_run_tests_response import SingleTurnRunTestsResponse
+from ...models.unauthorized_response import UnauthorizedResponse
+from ...types import Response
+
+
+def _get_kwargs(
+    *,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> dict[str, Any]:
+    headers: dict[str, Any] = {}
+    headers["cbl-api-key"] = cbl_api_key
+
+    headers["openai-api-key"] = openai_api_key
+
+    _kwargs: dict[str, Any] = {
+        "method": "post",
+        "url": "/singleturn_evaluate_openai_finetune",
+    }
+
+    _kwargs["json"] = body.to_dict()
+
+    headers["Content-Type"] = "application/json"
+
+    _kwargs["headers"] = headers
+    return _kwargs
+
+
+def _parse_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+    | None
+):
+    if response.status_code == 200:
+        response_200 = SingleTurnRunTestsResponse.from_dict(response.json())
+
+        return response_200
+
+    if response.status_code == 401:
+        response_401 = UnauthorizedResponse.from_dict(response.json())
+
+        return response_401
+
+    if response.status_code == 403:
+        response_403 = QuotaExceededResponse.from_dict(response.json())
+
+        return response_403
+
+    if response.status_code == 404:
+        response_404 = NotFoundResponse.from_dict(response.json())
+
+        return response_404
+
+    if response.status_code == 422:
+        response_422 = HTTPValidationError.from_dict(response.json())
+
+        return response_422
+
+    if response.status_code == 500:
+        response_500 = InternalServerErrorResponse.from_dict(response.json())
+
+        return response_500
+
+    if client.raise_on_unexpected_status:
+        raise errors.UnexpectedStatus(response.status_code, response.content)
+    else:
+        return None
+
+
+def _build_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+]:
+    return Response(
+        status_code=HTTPStatus(response.status_code),
+        content=response.content,
+        headers=response.headers,
+        parsed=_parse_response(client=client, response=response),
+    )
+
+
+def sync_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+]:
+    """Single-turn Evaluate OpenAI Fine Tune
+
+     Run single-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+        openai_api_key=openai_api_key,
+    )
+
+    response = client.get_httpx_client().request(
+        **kwargs,
+    )
+
+    return _build_response(client=client, response=response)
+
+
+def sync(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Single-turn Evaluate OpenAI Fine Tune
+
+     Run single-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
+    """
+
+    return sync_detailed(
+        client=client,
+        body=body,
+        cbl_api_key=cbl_api_key,
+        openai_api_key=openai_api_key,
+    ).parsed
+
+
+async def asyncio_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+]:
+    """Single-turn Evaluate OpenAI Fine Tune
+
+     Run single-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+        openai_api_key=openai_api_key,
+    )
+
+    response = await client.get_async_httpx_client().request(**kwargs)
+
+    return _build_response(client=client, response=response)
+
+
+async def asyncio(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Single-turn Evaluate OpenAI Fine Tune
+
+     Run single-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
+    """
+
+    return (
+        await asyncio_detailed(
+            client=client,
+            body=body,
+            cbl_api_key=cbl_api_key,
+            openai_api_key=openai_api_key,
+        )
+    ).parsed

circuit_breaker_labs/api/evaluations/singleturn_evaluate_system_prompt_post.py

@@ -0,0 +1,257 @@
+from http import HTTPStatus
+from typing import Any
+
+import httpx
+
+from ... import errors
+from ...client import AuthenticatedClient, Client
+from ...models.http_validation_error import HTTPValidationError
+from ...models.internal_server_error_response import InternalServerErrorResponse
+from ...models.not_found_response import NotFoundResponse
+from ...models.quota_exceeded_response import QuotaExceededResponse
+from ...models.single_turn_evaluate_system_prompt_request import SingleTurnEvaluateSystemPromptRequest
+from ...models.single_turn_run_tests_response import SingleTurnRunTestsResponse
+from ...models.unauthorized_response import UnauthorizedResponse
+from ...types import Response
+
+
+def _get_kwargs(
+    *,
+    body: SingleTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> dict[str, Any]:
+    headers: dict[str, Any] = {}
+    headers["cbl-api-key"] = cbl_api_key
+
+    _kwargs: dict[str, Any] = {
+        "method": "post",
+        "url": "/singleturn_evaluate_system_prompt",
+    }
+
+    _kwargs["json"] = body.to_dict()
+
+    headers["Content-Type"] = "application/json"
+
+    _kwargs["headers"] = headers
+    return _kwargs
+
+
+def _parse_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+    | None
+):
+    if response.status_code == 200:
+        response_200 = SingleTurnRunTestsResponse.from_dict(response.json())
+
+        return response_200
+
+    if response.status_code == 401:
+        response_401 = UnauthorizedResponse.from_dict(response.json())
+
+        return response_401
+
+    if response.status_code == 403:
+        response_403 = QuotaExceededResponse.from_dict(response.json())
+
+        return response_403
+
+    if response.status_code == 404:
+        response_404 = NotFoundResponse.from_dict(response.json())
+
+        return response_404
+
+    if response.status_code == 422:
+        response_422 = HTTPValidationError.from_dict(response.json())
+
+        return response_422
+
+    if response.status_code == 500:
+        response_500 = InternalServerErrorResponse.from_dict(response.json())
+
+        return response_500
+
+    if client.raise_on_unexpected_status:
+        raise errors.UnexpectedStatus(response.status_code, response.content)
+    else:
+        return None
+
+
+def _build_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+]:
+    return Response(
+        status_code=HTTPStatus(response.status_code),
+        content=response.content,
+        headers=response.headers,
+        parsed=_parse_response(client=client, response=response),
+    )
+
+
+def sync_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+]:
+    """Single-turn Evaluate System Prompt
+
+     Run single-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (SingleTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+    )
+
+    response = client.get_httpx_client().request(
+        **kwargs,
+    )
+
+    return _build_response(client=client, response=response)
+
+
+def sync(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Single-turn Evaluate System Prompt
+
+     Run single-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (SingleTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
+    """
+
+    return sync_detailed(
+        client=client,
+        body=body,
+        cbl_api_key=cbl_api_key,
+    ).parsed
+
+
+async def asyncio_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+]:
+    """Single-turn Evaluate System Prompt
+
+     Run single-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (SingleTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+    )
+
+    response = await client.get_async_httpx_client().request(**kwargs)
+
+    return _build_response(client=client, response=response)
+
+
+async def asyncio(
+    *,
+    client: AuthenticatedClient | Client,
+    body: SingleTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | SingleTurnRunTestsResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Single-turn Evaluate System Prompt
+
+     Run single-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (SingleTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
+    """
+
+    return (
+        await asyncio_detailed(
+            client=client,
+            body=body,
+            cbl_api_key=cbl_api_key,
+        )
+    ).parsed

circuit_breaker_labs/models/__init__.py

@@ -1,28 +1,56 @@
 """Contains all the data models used in inputs/outputs"""
 
-from .evaluate_open_ai_finetune_request import EvaluateOpenAiFinetuneRequest
-from .evaluate_system_prompt_request import EvaluateSystemPromptRequest
-from .failed_test_result import FailedTestResult
 from .http_validation_error import HTTPValidationError
+from .internal_server_error import InternalServerError
+from .internal_server_error_response import InternalServerErrorResponse
+from .message import Message
 from .monthly_quota_response import MonthlyQuotaResponse
+from .multi_turn_evaluate_open_ai_finetune_request import MultiTurnEvaluateOpenAiFinetuneRequest
+from .multi_turn_evaluate_system_prompt_request import MultiTurnEvaluateSystemPromptRequest
+from .multi_turn_failed_test_result import MultiTurnFailedTestResult
+from .multi_turn_run_tests_response import MultiTurnRunTestsResponse
+from .multi_turn_test_type import MultiTurnTestType
+from .not_found_error import NotFoundError
+from .not_found_response import NotFoundResponse
 from .ping_response import PingResponse
 from .quota_exceeded_error import QuotaExceededError
-from .run_tests_response import RunTestsResponse
+from .quota_exceeded_response import QuotaExceededResponse
+from .role import Role
+from .single_turn_evaluate_open_ai_finetune_request import SingleTurnEvaluateOpenAiFinetuneRequest
+from .single_turn_evaluate_system_prompt_request import SingleTurnEvaluateSystemPromptRequest
+from .single_turn_failed_test_result import SingleTurnFailedTestResult
+from .single_turn_run_tests_response import SingleTurnRunTestsResponse
+from .test_case_pack import TestCasePack
 from .unauthorized_error import UnauthorizedError
+from .unauthorized_response import UnauthorizedResponse
 from .validate_api_key_response import ValidateApiKeyResponse
 from .validation_error import ValidationError
 from .version_response import VersionResponse
 
 __all__ = (
-    "EvaluateOpenAiFinetuneRequest",
-    "EvaluateSystemPromptRequest",
-    "FailedTestResult",
     "HTTPValidationError",
+    "InternalServerError",
+    "InternalServerErrorResponse",
+    "Message",
     "MonthlyQuotaResponse",
+    "MultiTurnEvaluateOpenAiFinetuneRequest",
+    "MultiTurnEvaluateSystemPromptRequest",
+    "MultiTurnFailedTestResult",
+    "MultiTurnRunTestsResponse",
+    "MultiTurnTestType",
+    "NotFoundError",
+    "NotFoundResponse",
     "PingResponse",
     "QuotaExceededError",
-    "RunTestsResponse",
+    "QuotaExceededResponse",
+    "Role",
+    "SingleTurnEvaluateOpenAiFinetuneRequest",
+    "SingleTurnEvaluateSystemPromptRequest",
+    "SingleTurnFailedTestResult",
+    "SingleTurnRunTestsResponse",
+    "TestCasePack",
     "UnauthorizedError",
+    "UnauthorizedResponse",
     "ValidateApiKeyResponse",
     "ValidationError",
     "VersionResponse",

circuit_breaker_labs/models/internal_server_error.py

@@ -0,0 +1,73 @@
+from __future__ import annotations
+
+from collections.abc import Mapping
+from typing import Any, TypeVar
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="InternalServerError")
+
+
+@_attrs_define
+class InternalServerError:
+    """500 Internal Server Error response.
+
+    Attributes:
+        message (str):
+        error (str | Unset):  Default: 'internal_server_error'.
+    """
+
+    message: str
+    error: str | Unset = "internal_server_error"
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        message = self.message
+
+        error = self.error
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update(
+            {
+                "message": message,
+            }
+        )
+        if error is not UNSET:
+            field_dict["error"] = error
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        message = d.pop("message")
+
+        error = d.pop("error", UNSET)
+
+        internal_server_error = cls(
+            message=message,
+            error=error,
+        )
+
+        internal_server_error.additional_properties = d
+        return internal_server_error
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties