circuit-breaker-labs 1.0.5__py3-none-any.whl → 1.0.7__py3-none-any.whl

circuit_breaker_labs/api/evaluations/{evaluate_openai_fine_tune_post.py → single_turn_evaluate_openai_fine_tune_post.py}

@@ -5,19 +5,19 @@ import httpx
 
 from ... import errors
 from ...client import AuthenticatedClient, Client
-from ...models.evaluate_open_ai_finetune_request import EvaluateOpenAiFinetuneRequest
 from ...models.http_validation_error import HTTPValidationError
 from ...models.internal_server_error_response import InternalServerErrorResponse
 from ...models.not_found_response import NotFoundResponse
 from ...models.quota_exceeded_response import QuotaExceededResponse
-from ...models.run_tests_response import RunTestsResponse
+from ...models.single_turn_evaluate_open_ai_finetune_request import SingleTurnEvaluateOpenAiFinetuneRequest
+from ...models.single_turn_run_tests_response import SingleTurnRunTestsResponse
 from ...models.unauthorized_response import UnauthorizedResponse
 from ...types import Response
 
 
 def _get_kwargs(
     *,
-    body: EvaluateOpenAiFinetuneRequest,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
     cbl_api_key: str,
     openai_api_key: str,
 ) -> dict[str, Any]:
@@ -28,7 +28,7 @@ def _get_kwargs(
 
     _kwargs: dict[str, Any] = {
         "method": "post",
-        "url": "/evaluate_openai_finetune",
+        "url": "/singleturn_evaluate_openai_finetune",
     }
 
     _kwargs["json"] = body.to_dict()
@@ -46,12 +46,12 @@ def _parse_response(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
     | None
 ):
     if response.status_code == 200:
-        response_200 = RunTestsResponse.from_dict(response.json())
+        response_200 = SingleTurnRunTestsResponse.from_dict(response.json())
 
         return response_200
 
@@ -93,7 +93,7 @@ def _build_response(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
 ]:
     return Response(
@@ -107,7 +107,7 @@ def _build_response(
 def sync_detailed(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateOpenAiFinetuneRequest,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
     cbl_api_key: str,
     openai_api_key: str,
 ) -> Response[
@@ -115,12 +115,12 @@ def sync_detailed(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
 ]:
-    """Evaluate OpenAI Fine Tune
+    """Single-turn Evaluate OpenAI Fine Tune
 
-     Run agentic safety tests against an OpenAI fine-tuned model.
+     Run single-turn safety tests against an OpenAI fine-tuned model.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
@@ -132,14 +132,14 @@ def sync_detailed(
             You can create a new API key associated with a service account and project
             [here](https://platform.openai.com/api-keys).
 
-        body (EvaluateOpenAiFinetuneRequest):
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse]
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
     """
 
     kwargs = _get_kwargs(
@@ -158,7 +158,7 @@ def sync_detailed(
 def sync(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateOpenAiFinetuneRequest,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
     cbl_api_key: str,
     openai_api_key: str,
 ) -> (
@@ -166,13 +166,13 @@ def sync(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
     | None
 ):
-    """Evaluate OpenAI Fine Tune
+    """Single-turn Evaluate OpenAI Fine Tune
 
-     Run agentic safety tests against an OpenAI fine-tuned model.
+     Run single-turn safety tests against an OpenAI fine-tuned model.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
@@ -184,14 +184,14 @@ def sync(
             You can create a new API key associated with a service account and project
             [here](https://platform.openai.com/api-keys).
 
-        body (EvaluateOpenAiFinetuneRequest):
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
     """
 
     return sync_detailed(
@@ -205,7 +205,7 @@ def sync(
 async def asyncio_detailed(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateOpenAiFinetuneRequest,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
     cbl_api_key: str,
     openai_api_key: str,
 ) -> Response[
@@ -213,12 +213,12 @@ async def asyncio_detailed(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
 ]:
-    """Evaluate OpenAI Fine Tune
+    """Single-turn Evaluate OpenAI Fine Tune
 
-     Run agentic safety tests against an OpenAI fine-tuned model.
+     Run single-turn safety tests against an OpenAI fine-tuned model.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
@@ -230,14 +230,14 @@ async def asyncio_detailed(
             You can create a new API key associated with a service account and project
             [here](https://platform.openai.com/api-keys).
 
-        body (EvaluateOpenAiFinetuneRequest):
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse]
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
     """
 
     kwargs = _get_kwargs(
@@ -254,7 +254,7 @@ async def asyncio_detailed(
 async def asyncio(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateOpenAiFinetuneRequest,
+    body: SingleTurnEvaluateOpenAiFinetuneRequest,
     cbl_api_key: str,
     openai_api_key: str,
 ) -> (
@@ -262,13 +262,13 @@ async def asyncio(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
     | None
 ):
-    """Evaluate OpenAI Fine Tune
+    """Single-turn Evaluate OpenAI Fine Tune
 
-     Run agentic safety tests against an OpenAI fine-tuned model.
+     Run single-turn safety tests against an OpenAI fine-tuned model.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
@@ -280,14 +280,14 @@ async def asyncio(
             You can create a new API key associated with a service account and project
             [here](https://platform.openai.com/api-keys).
 
-        body (EvaluateOpenAiFinetuneRequest):
+        body (SingleTurnEvaluateOpenAiFinetuneRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
     """
 
     return (

circuit_breaker_labs/api/evaluations/{evaluate_system_prompt_post.py → singleturn_evaluate_system_prompt_post.py}

@@ -5,19 +5,19 @@ import httpx
 
 from ... import errors
 from ...client import AuthenticatedClient, Client
-from ...models.evaluate_system_prompt_request import EvaluateSystemPromptRequest
 from ...models.http_validation_error import HTTPValidationError
 from ...models.internal_server_error_response import InternalServerErrorResponse
 from ...models.not_found_response import NotFoundResponse
 from ...models.quota_exceeded_response import QuotaExceededResponse
-from ...models.run_tests_response import RunTestsResponse
+from ...models.single_turn_evaluate_system_prompt_request import SingleTurnEvaluateSystemPromptRequest
+from ...models.single_turn_run_tests_response import SingleTurnRunTestsResponse
 from ...models.unauthorized_response import UnauthorizedResponse
 from ...types import Response
 
 
 def _get_kwargs(
     *,
-    body: EvaluateSystemPromptRequest,
+    body: SingleTurnEvaluateSystemPromptRequest,
     cbl_api_key: str,
 ) -> dict[str, Any]:
     headers: dict[str, Any] = {}
@@ -25,7 +25,7 @@ def _get_kwargs(
 
     _kwargs: dict[str, Any] = {
         "method": "post",
-        "url": "/evaluate_system_prompt",
+        "url": "/singleturn_evaluate_system_prompt",
     }
 
     _kwargs["json"] = body.to_dict()
@@ -43,12 +43,12 @@ def _parse_response(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
     | None
 ):
     if response.status_code == 200:
-        response_200 = RunTestsResponse.from_dict(response.json())
+        response_200 = SingleTurnRunTestsResponse.from_dict(response.json())
 
         return response_200
 
@@ -90,7 +90,7 @@ def _build_response(
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
 ]:
     return Response(
@@ -104,30 +104,30 @@ def _build_response(
 def sync_detailed(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateSystemPromptRequest,
+    body: SingleTurnEvaluateSystemPromptRequest,
     cbl_api_key: str,
 ) -> Response[
     HTTPValidationError
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
 ]:
-    """Evaluate System Prompt
+    """Single-turn Evaluate System Prompt
 
-     Run agentic safety tests aginst a system prompt.
+     Run single-turn safety tests against a system prompt.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
-        body (EvaluateSystemPromptRequest):
+        body (SingleTurnEvaluateSystemPromptRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse]
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
     """
 
     kwargs = _get_kwargs(
@@ -145,31 +145,31 @@ def sync_detailed(
 def sync(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateSystemPromptRequest,
+    body: SingleTurnEvaluateSystemPromptRequest,
     cbl_api_key: str,
 ) -> (
     HTTPValidationError
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
     | None
 ):
-    """Evaluate System Prompt
+    """Single-turn Evaluate System Prompt
 
-     Run agentic safety tests aginst a system prompt.
+     Run single-turn safety tests against a system prompt.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
-        body (EvaluateSystemPromptRequest):
+        body (SingleTurnEvaluateSystemPromptRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
     """
 
     return sync_detailed(
@@ -182,30 +182,30 @@ def sync(
 async def asyncio_detailed(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateSystemPromptRequest,
+    body: SingleTurnEvaluateSystemPromptRequest,
     cbl_api_key: str,
 ) -> Response[
     HTTPValidationError
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
 ]:
-    """Evaluate System Prompt
+    """Single-turn Evaluate System Prompt
 
-     Run agentic safety tests aginst a system prompt.
+     Run single-turn safety tests against a system prompt.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
-        body (EvaluateSystemPromptRequest):
+        body (SingleTurnEvaluateSystemPromptRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse]
+        Response[HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse]
     """
 
     kwargs = _get_kwargs(
@@ -221,31 +221,31 @@ async def asyncio_detailed(
 async def asyncio(
     *,
     client: AuthenticatedClient | Client,
-    body: EvaluateSystemPromptRequest,
+    body: SingleTurnEvaluateSystemPromptRequest,
     cbl_api_key: str,
 ) -> (
     HTTPValidationError
     | InternalServerErrorResponse
     | NotFoundResponse
     | QuotaExceededResponse
-    | RunTestsResponse
+    | SingleTurnRunTestsResponse
     | UnauthorizedResponse
     | None
 ):
-    """Evaluate System Prompt
+    """Single-turn Evaluate System Prompt
 
-     Run agentic safety tests aginst a system prompt.
+     Run single-turn safety tests against a system prompt.
 
     Args:
         cbl_api_key (str): Circuit Breaker Labs API Key
-        body (EvaluateSystemPromptRequest):
+        body (SingleTurnEvaluateSystemPromptRequest):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | RunTestsResponse | UnauthorizedResponse
+        HTTPValidationError | InternalServerErrorResponse | NotFoundResponse | QuotaExceededResponse | SingleTurnRunTestsResponse | UnauthorizedResponse
     """
 
     return (

circuit_breaker_labs/models/__init__.py

@@ -1,18 +1,26 @@
 """Contains all the data models used in inputs/outputs"""
 
-from .evaluate_open_ai_finetune_request import EvaluateOpenAiFinetuneRequest
-from .evaluate_system_prompt_request import EvaluateSystemPromptRequest
-from .failed_test_result import FailedTestResult
 from .http_validation_error import HTTPValidationError
 from .internal_server_error import InternalServerError
 from .internal_server_error_response import InternalServerErrorResponse
+from .message import Message
 from .monthly_quota_response import MonthlyQuotaResponse
+from .multi_turn_evaluate_open_ai_finetune_request import MultiTurnEvaluateOpenAiFinetuneRequest
+from .multi_turn_evaluate_system_prompt_request import MultiTurnEvaluateSystemPromptRequest
+from .multi_turn_failed_test_result import MultiTurnFailedTestResult
+from .multi_turn_run_tests_response import MultiTurnRunTestsResponse
+from .multi_turn_test_type import MultiTurnTestType
 from .not_found_error import NotFoundError
 from .not_found_response import NotFoundResponse
 from .ping_response import PingResponse
 from .quota_exceeded_error import QuotaExceededError
 from .quota_exceeded_response import QuotaExceededResponse
-from .run_tests_response import RunTestsResponse
+from .role import Role
+from .single_turn_evaluate_open_ai_finetune_request import SingleTurnEvaluateOpenAiFinetuneRequest
+from .single_turn_evaluate_system_prompt_request import SingleTurnEvaluateSystemPromptRequest
+from .single_turn_failed_test_result import SingleTurnFailedTestResult
+from .single_turn_run_tests_response import SingleTurnRunTestsResponse
+from .test_case_group import TestCaseGroup
 from .unauthorized_error import UnauthorizedError
 from .unauthorized_response import UnauthorizedResponse
 from .validate_api_key_response import ValidateApiKeyResponse
@@ -20,19 +28,27 @@ from .validation_error import ValidationError
 from .version_response import VersionResponse
 
 __all__ = (
-    "EvaluateOpenAiFinetuneRequest",
-    "EvaluateSystemPromptRequest",
-    "FailedTestResult",
     "HTTPValidationError",
     "InternalServerError",
     "InternalServerErrorResponse",
+    "Message",
     "MonthlyQuotaResponse",
+    "MultiTurnEvaluateOpenAiFinetuneRequest",
+    "MultiTurnEvaluateSystemPromptRequest",
+    "MultiTurnFailedTestResult",
+    "MultiTurnRunTestsResponse",
+    "MultiTurnTestType",
     "NotFoundError",
     "NotFoundResponse",
     "PingResponse",
     "QuotaExceededError",
     "QuotaExceededResponse",
-    "RunTestsResponse",
+    "Role",
+    "SingleTurnEvaluateOpenAiFinetuneRequest",
+    "SingleTurnEvaluateSystemPromptRequest",
+    "SingleTurnFailedTestResult",
+    "SingleTurnRunTestsResponse",
+    "TestCaseGroup",
     "UnauthorizedError",
     "UnauthorizedResponse",
     "ValidateApiKeyResponse",

circuit_breaker_labs/models/message.py

@@ -0,0 +1,71 @@
+from __future__ import annotations
+
+from collections.abc import Mapping
+from typing import Any, TypeVar
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..models.role import Role
+
+T = TypeVar("T", bound="Message")
+
+
+@_attrs_define
+class Message:
+    """
+    Attributes:
+        role (Role):
+        content (str):
+    """
+
+    role: Role
+    content: str
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        role = self.role.value
+
+        content = self.content
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update(
+            {
+                "role": role,
+                "content": content,
+            }
+        )
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        role = Role(d.pop("role"))
+
+        content = d.pop("content")
+
+        message = cls(
+            role=role,
+            content=content,
+        )
+
+        message.additional_properties = d
+        return message
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties