circuit-breaker-labs 1.0.5__py3-none-any.whl → 1.0.7__py3-none-any.whl

circuit_breaker_labs/api/evaluations/multi_turn_evaluate_system_prompt_post.py

@@ -0,0 +1,257 @@
+from http import HTTPStatus
+from typing import Any
+
+import httpx
+
+from ... import errors
+from ...client import AuthenticatedClient, Client
+from ...models.http_validation_error import HTTPValidationError
+from ...models.internal_server_error_response import InternalServerErrorResponse
+from ...models.multi_turn_evaluate_system_prompt_request import MultiTurnEvaluateSystemPromptRequest
+from ...models.multi_turn_run_tests_response import MultiTurnRunTestsResponse
+from ...models.not_found_response import NotFoundResponse
+from ...models.quota_exceeded_response import QuotaExceededResponse
+from ...models.unauthorized_response import UnauthorizedResponse
+from ...types import Response
+
+
+def _get_kwargs(
+    *,
+    body: MultiTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> dict[str, Any]:
+    headers: dict[str, Any] = {}
+    headers["cbl-api-key"] = cbl_api_key
+
+    _kwargs: dict[str, Any] = {
+        "method": "post",
+        "url": "/multiturn_evaluate_system_prompt",
+    }
+
+    _kwargs["json"] = body.to_dict()
+
+    headers["Content-Type"] = "application/json"
+
+    _kwargs["headers"] = headers
+    return _kwargs
+
+
+def _parse_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+    | None
+):
+    if response.status_code == 200:
+        response_200 = MultiTurnRunTestsResponse.from_dict(response.json())
+
+        return response_200
+
+    if response.status_code == 401:
+        response_401 = UnauthorizedResponse.from_dict(response.json())
+
+        return response_401
+
+    if response.status_code == 403:
+        response_403 = QuotaExceededResponse.from_dict(response.json())
+
+        return response_403
+
+    if response.status_code == 404:
+        response_404 = NotFoundResponse.from_dict(response.json())
+
+        return response_404
+
+    if response.status_code == 422:
+        response_422 = HTTPValidationError.from_dict(response.json())
+
+        return response_422
+
+    if response.status_code == 500:
+        response_500 = InternalServerErrorResponse.from_dict(response.json())
+
+        return response_500
+
+    if client.raise_on_unexpected_status:
+        raise errors.UnexpectedStatus(response.status_code, response.content)
+    else:
+        return None
+
+
+def _build_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+]:
+    return Response(
+        status_code=HTTPStatus(response.status_code),
+        content=response.content,
+        headers=response.headers,
+        parsed=_parse_response(client=client, response=response),
+    )
+
+
+def sync_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+]:
+    """Multi-turn Evaluate System Prompt
+
+     Run multi-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (MultiTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+    )
+
+    response = client.get_httpx_client().request(
+        **kwargs,
+    )
+
+    return _build_response(client=client, response=response)
+
+
+def sync(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Multi-turn Evaluate System Prompt
+
+     Run multi-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (MultiTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse
+    """
+
+    return sync_detailed(
+        client=client,
+        body=body,
+        cbl_api_key=cbl_api_key,
+    ).parsed
+
+
+async def asyncio_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+]:
+    """Multi-turn Evaluate System Prompt
+
+     Run multi-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (MultiTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+    )
+
+    response = await client.get_async_httpx_client().request(**kwargs)
+
+    return _build_response(client=client, response=response)
+
+
+async def asyncio(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateSystemPromptRequest,
+    cbl_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Multi-turn Evaluate System Prompt
+
+     Run multi-turn safety tests against a system prompt.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        body (MultiTurnEvaluateSystemPromptRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse
+    """
+
+    return (
+        await asyncio_detailed(
+            client=client,
+            body=body,
+            cbl_api_key=cbl_api_key,
+        )
+    ).parsed

circuit_breaker_labs/api/evaluations/multiturn_evaluate_openai_fine_tune_post.py

@@ -0,0 +1,300 @@
+from http import HTTPStatus
+from typing import Any
+
+import httpx
+
+from ... import errors
+from ...client import AuthenticatedClient, Client
+from ...models.http_validation_error import HTTPValidationError
+from ...models.internal_server_error_response import InternalServerErrorResponse
+from ...models.multi_turn_evaluate_open_ai_finetune_request import MultiTurnEvaluateOpenAiFinetuneRequest
+from ...models.multi_turn_run_tests_response import MultiTurnRunTestsResponse
+from ...models.not_found_response import NotFoundResponse
+from ...models.quota_exceeded_response import QuotaExceededResponse
+from ...models.unauthorized_response import UnauthorizedResponse
+from ...types import Response
+
+
+def _get_kwargs(
+    *,
+    body: MultiTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> dict[str, Any]:
+    headers: dict[str, Any] = {}
+    headers["cbl-api-key"] = cbl_api_key
+
+    headers["openai-api-key"] = openai_api_key
+
+    _kwargs: dict[str, Any] = {
+        "method": "post",
+        "url": "/multiturn_evaluate_openai_finetune",
+    }
+
+    _kwargs["json"] = body.to_dict()
+
+    headers["Content-Type"] = "application/json"
+
+    _kwargs["headers"] = headers
+    return _kwargs
+
+
+def _parse_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+    | None
+):
+    if response.status_code == 200:
+        response_200 = MultiTurnRunTestsResponse.from_dict(response.json())
+
+        return response_200
+
+    if response.status_code == 401:
+        response_401 = UnauthorizedResponse.from_dict(response.json())
+
+        return response_401
+
+    if response.status_code == 403:
+        response_403 = QuotaExceededResponse.from_dict(response.json())
+
+        return response_403
+
+    if response.status_code == 404:
+        response_404 = NotFoundResponse.from_dict(response.json())
+
+        return response_404
+
+    if response.status_code == 422:
+        response_422 = HTTPValidationError.from_dict(response.json())
+
+        return response_422
+
+    if response.status_code == 500:
+        response_500 = InternalServerErrorResponse.from_dict(response.json())
+
+        return response_500
+
+    if client.raise_on_unexpected_status:
+        raise errors.UnexpectedStatus(response.status_code, response.content)
+    else:
+        return None
+
+
+def _build_response(
+    *, client: AuthenticatedClient | Client, response: httpx.Response
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+]:
+    return Response(
+        status_code=HTTPStatus(response.status_code),
+        content=response.content,
+        headers=response.headers,
+        parsed=_parse_response(client=client, response=response),
+    )
+
+
+def sync_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+]:
+    """Multi-turn Evaluate OpenAI Fine Tune
+
+     Run multi-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (MultiTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+        openai_api_key=openai_api_key,
+    )
+
+    response = client.get_httpx_client().request(
+        **kwargs,
+    )
+
+    return _build_response(client=client, response=response)
+
+
+def sync(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Multi-turn Evaluate OpenAI Fine Tune
+
+     Run multi-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (MultiTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse
+    """
+
+    return sync_detailed(
+        client=client,
+        body=body,
+        cbl_api_key=cbl_api_key,
+        openai_api_key=openai_api_key,
+    ).parsed
+
+
+async def asyncio_detailed(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> Response[
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+]:
+    """Multi-turn Evaluate OpenAI Fine Tune
+
+     Run multi-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (MultiTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse]
+    """
+
+    kwargs = _get_kwargs(
+        body=body,
+        cbl_api_key=cbl_api_key,
+        openai_api_key=openai_api_key,
+    )
+
+    response = await client.get_async_httpx_client().request(**kwargs)
+
+    return _build_response(client=client, response=response)
+
+
+async def asyncio(
+    *,
+    client: AuthenticatedClient | Client,
+    body: MultiTurnEvaluateOpenAiFinetuneRequest,
+    cbl_api_key: str,
+    openai_api_key: str,
+) -> (
+    HTTPValidationError
+    | InternalServerErrorResponse
+    | MultiTurnRunTestsResponse
+    | NotFoundResponse
+    | QuotaExceededResponse
+    | UnauthorizedResponse
+    | None
+):
+    """Multi-turn Evaluate OpenAI Fine Tune
+
+     Run multi-turn safety tests against an OpenAI fine-tuned model.
+
+    Args:
+        cbl_api_key (str): Circuit Breaker Labs API Key
+        openai_api_key (str):
+            The OpenAI API Key owned by a [service account](https://platform.openai.com/docs/api-
+            reference/project-service-accounts) within the same project as the finetuned model. The
+            API key should minimally have 'Request' permissions for 'Model Capabilities'.
+
+            You can create a new API key associated with a service account and project
+            [here](https://platform.openai.com/api-keys).
+
+        body (MultiTurnEvaluateOpenAiFinetuneRequest):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        HTTPValidationError | InternalServerErrorResponse | MultiTurnRunTestsResponse | NotFoundResponse | QuotaExceededResponse | UnauthorizedResponse
+    """
+
+    return (
+        await asyncio_detailed(
+            client=client,
+            body=body,
+            cbl_api_key=cbl_api_key,
+            openai_api_key=openai_api_key,
+        )
+    ).parsed