hackagent 0.1.0__py3-none-any.whl

hackagent/models/prompt_request.py

@@ -0,0 +1,155 @@
+from collections.abc import Mapping
+from typing import Any, TypeVar, Union, cast
+from uuid import UUID
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="PromptRequest")
+
+
+@_attrs_define
+class PromptRequest:
+    """Serializer for the Prompt model.
+
+    Attributes:
+        name (str):
+        prompt_text (str):
+        organization (UUID):
+        category (Union[Unset, str]): Primary category for grouping prompts (e.g., Evasion, Harmful Content).
+        tags (Union[Unset, Any]): Optional JSON list of tags for classification (e.g., ["PII", "Malware"])
+        evaluation_criteria (Union[Unset, str]): Description of how success/failure should be judged for this specific
+            prompt.
+        expected_tool_calls (Union[Unset, Any]): JSON list of expected tool calls, e.g., [{"tool_name": "...",
+            "tool_input": {...}}]
+        expected_output_pattern (Union[Unset, str]): Optional regex pattern to match against the final response.
+        reference_output (Union[Unset, str]): Optional ideal/reference final output text.
+        owner (Union[None, Unset, int]):
+    """
+
+    name: str
+    prompt_text: str
+    organization: UUID
+    category: Union[Unset, str] = UNSET
+    tags: Union[Unset, Any] = UNSET
+    evaluation_criteria: Union[Unset, str] = UNSET
+    expected_tool_calls: Union[Unset, Any] = UNSET
+    expected_output_pattern: Union[Unset, str] = UNSET
+    reference_output: Union[Unset, str] = UNSET
+    owner: Union[None, Unset, int] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        name = self.name
+
+        prompt_text = self.prompt_text
+
+        organization = str(self.organization)
+
+        category = self.category
+
+        tags = self.tags
+
+        evaluation_criteria = self.evaluation_criteria
+
+        expected_tool_calls = self.expected_tool_calls
+
+        expected_output_pattern = self.expected_output_pattern
+
+        reference_output = self.reference_output
+
+        owner: Union[None, Unset, int]
+        if isinstance(self.owner, Unset):
+            owner = UNSET
+        else:
+            owner = self.owner
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update(
+            {
+                "name": name,
+                "prompt_text": prompt_text,
+                "organization": organization,
+            }
+        )
+        if category is not UNSET:
+            field_dict["category"] = category
+        if tags is not UNSET:
+            field_dict["tags"] = tags
+        if evaluation_criteria is not UNSET:
+            field_dict["evaluation_criteria"] = evaluation_criteria
+        if expected_tool_calls is not UNSET:
+            field_dict["expected_tool_calls"] = expected_tool_calls
+        if expected_output_pattern is not UNSET:
+            field_dict["expected_output_pattern"] = expected_output_pattern
+        if reference_output is not UNSET:
+            field_dict["reference_output"] = reference_output
+        if owner is not UNSET:
+            field_dict["owner"] = owner
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        name = d.pop("name")
+
+        prompt_text = d.pop("prompt_text")
+
+        organization = UUID(d.pop("organization"))
+
+        category = d.pop("category", UNSET)
+
+        tags = d.pop("tags", UNSET)
+
+        evaluation_criteria = d.pop("evaluation_criteria", UNSET)
+
+        expected_tool_calls = d.pop("expected_tool_calls", UNSET)
+
+        expected_output_pattern = d.pop("expected_output_pattern", UNSET)
+
+        reference_output = d.pop("reference_output", UNSET)
+
+        def _parse_owner(data: object) -> Union[None, Unset, int]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, int], data)
+
+        owner = _parse_owner(d.pop("owner", UNSET))
+
+        prompt_request = cls(
+            name=name,
+            prompt_text=prompt_text,
+            organization=organization,
+            category=category,
+            tags=tags,
+            evaluation_criteria=evaluation_criteria,
+            expected_tool_calls=expected_tool_calls,
+            expected_output_pattern=expected_output_pattern,
+            reference_output=reference_output,
+            owner=owner,
+        )
+
+        prompt_request.additional_properties = d
+        return prompt_request
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

hackagent/models/result.py

@@ -0,0 +1,294 @@
+import datetime
+from collections.abc import Mapping
+from typing import TYPE_CHECKING, Any, TypeVar, Union, cast
+from uuid import UUID
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+from dateutil.parser import isoparse
+
+from ..models.evaluation_status_enum import EvaluationStatusEnum
+from ..types import UNSET, Unset
+
+if TYPE_CHECKING:
+    from ..models.trace import Trace
+
+
+T = TypeVar("T", bound="Result")
+
+
+@_attrs_define
+class Result:
+    """Serializer for the Result model, often nested in RunSerializer.
+
+    Attributes:
+        id (UUID):
+        run (UUID):
+        run_id (UUID):
+        prompt_name (Union[None, str]):
+        timestamp (datetime.datetime):
+        traces (list['Trace']):
+        prompt (Union[None, UUID, Unset]):
+        request_payload (Union[Unset, Any]): Payload sent to agent or relevant data for client-submitted results.
+        response_status_code (Union[None, Unset, int]):
+        response_headers (Union[Unset, Any]):
+        response_body (Union[None, Unset, str]):
+        latency_ms (Union[None, Unset, int]):
+        detected_tool_calls (Union[Unset, Any]):
+        evaluation_status (Union[Unset, EvaluationStatusEnum]): * `NOT_EVALUATED` - Not Evaluated
+            * `SUCCESSFUL_JAILBREAK` - Successful Jailbreak
+            * `FAILED_JAILBREAK` - Failed Jailbreak (Mitigated/Refused)
+            * `ERROR_AGENT_RESPONSE` - Error in Agent Response
+            * `ERROR_TEST_FRAMEWORK` - Error in Test Framework
+            * `PASSED_CRITERIA` - Passed Criteria (Not Jailbreak)
+            * `FAILED_CRITERIA` - Failed Criteria (Not Jailbreak)
+        evaluation_notes (Union[Unset, str]):
+        evaluation_metrics (Union[Unset, Any]):
+        agent_specific_data (Union[Unset, Any]):
+    """
+
+    id: UUID
+    run: UUID
+    run_id: UUID
+    prompt_name: Union[None, str]
+    timestamp: datetime.datetime
+    traces: list["Trace"]
+    prompt: Union[None, UUID, Unset] = UNSET
+    request_payload: Union[Unset, Any] = UNSET
+    response_status_code: Union[None, Unset, int] = UNSET
+    response_headers: Union[Unset, Any] = UNSET
+    response_body: Union[None, Unset, str] = UNSET
+    latency_ms: Union[None, Unset, int] = UNSET
+    detected_tool_calls: Union[Unset, Any] = UNSET
+    evaluation_status: Union[Unset, EvaluationStatusEnum] = UNSET
+    evaluation_notes: Union[Unset, str] = UNSET
+    evaluation_metrics: Union[Unset, Any] = UNSET
+    agent_specific_data: Union[Unset, Any] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        id = str(self.id)
+
+        run = str(self.run)
+
+        run_id = str(self.run_id)
+
+        prompt_name: Union[None, str]
+        prompt_name = self.prompt_name
+
+        timestamp = self.timestamp.isoformat()
+
+        traces = []
+        for traces_item_data in self.traces:
+            traces_item = traces_item_data.to_dict()
+            traces.append(traces_item)
+
+        prompt: Union[None, Unset, str]
+        if isinstance(self.prompt, Unset):
+            prompt = UNSET
+        elif isinstance(self.prompt, UUID):
+            prompt = str(self.prompt)
+        else:
+            prompt = self.prompt
+
+        request_payload = self.request_payload
+
+        response_status_code: Union[None, Unset, int]
+        if isinstance(self.response_status_code, Unset):
+            response_status_code = UNSET
+        else:
+            response_status_code = self.response_status_code
+
+        response_headers = self.response_headers
+
+        response_body: Union[None, Unset, str]
+        if isinstance(self.response_body, Unset):
+            response_body = UNSET
+        else:
+            response_body = self.response_body
+
+        latency_ms: Union[None, Unset, int]
+        if isinstance(self.latency_ms, Unset):
+            latency_ms = UNSET
+        else:
+            latency_ms = self.latency_ms
+
+        detected_tool_calls = self.detected_tool_calls
+
+        evaluation_status: Union[Unset, str] = UNSET
+        if not isinstance(self.evaluation_status, Unset):
+            evaluation_status = self.evaluation_status.value
+
+        evaluation_notes = self.evaluation_notes
+
+        evaluation_metrics = self.evaluation_metrics
+
+        agent_specific_data = self.agent_specific_data
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update(
+            {
+                "id": id,
+                "run": run,
+                "run_id": run_id,
+                "prompt_name": prompt_name,
+                "timestamp": timestamp,
+                "traces": traces,
+            }
+        )
+        if prompt is not UNSET:
+            field_dict["prompt"] = prompt
+        if request_payload is not UNSET:
+            field_dict["request_payload"] = request_payload
+        if response_status_code is not UNSET:
+            field_dict["response_status_code"] = response_status_code
+        if response_headers is not UNSET:
+            field_dict["response_headers"] = response_headers
+        if response_body is not UNSET:
+            field_dict["response_body"] = response_body
+        if latency_ms is not UNSET:
+            field_dict["latency_ms"] = latency_ms
+        if detected_tool_calls is not UNSET:
+            field_dict["detected_tool_calls"] = detected_tool_calls
+        if evaluation_status is not UNSET:
+            field_dict["evaluation_status"] = evaluation_status
+        if evaluation_notes is not UNSET:
+            field_dict["evaluation_notes"] = evaluation_notes
+        if evaluation_metrics is not UNSET:
+            field_dict["evaluation_metrics"] = evaluation_metrics
+        if agent_specific_data is not UNSET:
+            field_dict["agent_specific_data"] = agent_specific_data
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        from ..models.trace import Trace
+
+        d = dict(src_dict)
+        id = UUID(d.pop("id"))
+
+        run = UUID(d.pop("run"))
+
+        run_id = UUID(d.pop("run_id"))
+
+        def _parse_prompt_name(data: object) -> Union[None, str]:
+            if data is None:
+                return data
+            return cast(Union[None, str], data)
+
+        prompt_name = _parse_prompt_name(d.pop("prompt_name"))
+
+        timestamp = isoparse(d.pop("timestamp"))
+
+        traces = []
+        _traces = d.pop("traces")
+        for traces_item_data in _traces:
+            traces_item = Trace.from_dict(traces_item_data)
+
+            traces.append(traces_item)
+
+        def _parse_prompt(data: object) -> Union[None, UUID, Unset]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            try:
+                if not isinstance(data, str):
+                    raise TypeError()
+                prompt_type_0 = UUID(data)
+
+                return prompt_type_0
+            except:  # noqa: E722
+                pass
+            return cast(Union[None, UUID, Unset], data)
+
+        prompt = _parse_prompt(d.pop("prompt", UNSET))
+
+        request_payload = d.pop("request_payload", UNSET)
+
+        def _parse_response_status_code(data: object) -> Union[None, Unset, int]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, int], data)
+
+        response_status_code = _parse_response_status_code(
+            d.pop("response_status_code", UNSET)
+        )
+
+        response_headers = d.pop("response_headers", UNSET)
+
+        def _parse_response_body(data: object) -> Union[None, Unset, str]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, str], data)
+
+        response_body = _parse_response_body(d.pop("response_body", UNSET))
+
+        def _parse_latency_ms(data: object) -> Union[None, Unset, int]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, int], data)
+
+        latency_ms = _parse_latency_ms(d.pop("latency_ms", UNSET))
+
+        detected_tool_calls = d.pop("detected_tool_calls", UNSET)
+
+        _evaluation_status = d.pop("evaluation_status", UNSET)
+        evaluation_status: Union[Unset, EvaluationStatusEnum]
+        if isinstance(_evaluation_status, Unset):
+            evaluation_status = UNSET
+        else:
+            evaluation_status = EvaluationStatusEnum(_evaluation_status)
+
+        evaluation_notes = d.pop("evaluation_notes", UNSET)
+
+        evaluation_metrics = d.pop("evaluation_metrics", UNSET)
+
+        agent_specific_data = d.pop("agent_specific_data", UNSET)
+
+        result = cls(
+            id=id,
+            run=run,
+            run_id=run_id,
+            prompt_name=prompt_name,
+            timestamp=timestamp,
+            traces=traces,
+            prompt=prompt,
+            request_payload=request_payload,
+            response_status_code=response_status_code,
+            response_headers=response_headers,
+            response_body=response_body,
+            latency_ms=latency_ms,
+            detected_tool_calls=detected_tool_calls,
+            evaluation_status=evaluation_status,
+            evaluation_notes=evaluation_notes,
+            evaluation_metrics=evaluation_metrics,
+            agent_specific_data=agent_specific_data,
+        )
+
+        result.additional_properties = d
+        return result
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

hackagent/models/result_list_evaluation_status.py

@@ -0,0 +1,14 @@
+from enum import Enum
+
+
+class ResultListEvaluationStatus(str, Enum):
+    ERROR_AGENT_RESPONSE = "ERROR_AGENT_RESPONSE"
+    ERROR_TEST_FRAMEWORK = "ERROR_TEST_FRAMEWORK"
+    FAILED_CRITERIA = "FAILED_CRITERIA"
+    FAILED_JAILBREAK = "FAILED_JAILBREAK"
+    NOT_EVALUATED = "NOT_EVALUATED"
+    PASSED_CRITERIA = "PASSED_CRITERIA"
+    SUCCESSFUL_JAILBREAK = "SUCCESSFUL_JAILBREAK"
+
+    def __str__(self) -> str:
+        return str(self.value)

hackagent/models/result_request.py

@@ -0,0 +1,232 @@
+from collections.abc import Mapping
+from typing import Any, TypeVar, Union, cast
+from uuid import UUID
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..models.evaluation_status_enum import EvaluationStatusEnum
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="ResultRequest")
+
+
+@_attrs_define
+class ResultRequest:
+    """Serializer for the Result model, often nested in RunSerializer.
+
+    Attributes:
+        run (UUID):
+        prompt (Union[None, UUID, Unset]):
+        request_payload (Union[Unset, Any]): Payload sent to agent or relevant data for client-submitted results.
+        response_status_code (Union[None, Unset, int]):
+        response_headers (Union[Unset, Any]):
+        response_body (Union[None, Unset, str]):
+        latency_ms (Union[None, Unset, int]):
+        detected_tool_calls (Union[Unset, Any]):
+        evaluation_status (Union[Unset, EvaluationStatusEnum]): * `NOT_EVALUATED` - Not Evaluated
+            * `SUCCESSFUL_JAILBREAK` - Successful Jailbreak
+            * `FAILED_JAILBREAK` - Failed Jailbreak (Mitigated/Refused)
+            * `ERROR_AGENT_RESPONSE` - Error in Agent Response
+            * `ERROR_TEST_FRAMEWORK` - Error in Test Framework
+            * `PASSED_CRITERIA` - Passed Criteria (Not Jailbreak)
+            * `FAILED_CRITERIA` - Failed Criteria (Not Jailbreak)
+        evaluation_notes (Union[Unset, str]):
+        evaluation_metrics (Union[Unset, Any]):
+        agent_specific_data (Union[Unset, Any]):
+    """
+
+    run: UUID
+    prompt: Union[None, UUID, Unset] = UNSET
+    request_payload: Union[Unset, Any] = UNSET
+    response_status_code: Union[None, Unset, int] = UNSET
+    response_headers: Union[Unset, Any] = UNSET
+    response_body: Union[None, Unset, str] = UNSET
+    latency_ms: Union[None, Unset, int] = UNSET
+    detected_tool_calls: Union[Unset, Any] = UNSET
+    evaluation_status: Union[Unset, EvaluationStatusEnum] = UNSET
+    evaluation_notes: Union[Unset, str] = UNSET
+    evaluation_metrics: Union[Unset, Any] = UNSET
+    agent_specific_data: Union[Unset, Any] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        run = str(self.run)
+
+        prompt: Union[None, Unset, str]
+        if isinstance(self.prompt, Unset):
+            prompt = UNSET
+        elif isinstance(self.prompt, UUID):
+            prompt = str(self.prompt)
+        else:
+            prompt = self.prompt
+
+        request_payload = self.request_payload
+
+        response_status_code: Union[None, Unset, int]
+        if isinstance(self.response_status_code, Unset):
+            response_status_code = UNSET
+        else:
+            response_status_code = self.response_status_code
+
+        response_headers = self.response_headers
+
+        response_body: Union[None, Unset, str]
+        if isinstance(self.response_body, Unset):
+            response_body = UNSET
+        else:
+            response_body = self.response_body
+
+        latency_ms: Union[None, Unset, int]
+        if isinstance(self.latency_ms, Unset):
+            latency_ms = UNSET
+        else:
+            latency_ms = self.latency_ms
+
+        detected_tool_calls = self.detected_tool_calls
+
+        evaluation_status: Union[Unset, str] = UNSET
+        if not isinstance(self.evaluation_status, Unset):
+            evaluation_status = self.evaluation_status.value
+
+        evaluation_notes = self.evaluation_notes
+
+        evaluation_metrics = self.evaluation_metrics
+
+        agent_specific_data = self.agent_specific_data
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update(
+            {
+                "run": run,
+            }
+        )
+        if prompt is not UNSET:
+            field_dict["prompt"] = prompt
+        if request_payload is not UNSET:
+            field_dict["request_payload"] = request_payload
+        if response_status_code is not UNSET:
+            field_dict["response_status_code"] = response_status_code
+        if response_headers is not UNSET:
+            field_dict["response_headers"] = response_headers
+        if response_body is not UNSET:
+            field_dict["response_body"] = response_body
+        if latency_ms is not UNSET:
+            field_dict["latency_ms"] = latency_ms
+        if detected_tool_calls is not UNSET:
+            field_dict["detected_tool_calls"] = detected_tool_calls
+        if evaluation_status is not UNSET:
+            field_dict["evaluation_status"] = evaluation_status
+        if evaluation_notes is not UNSET:
+            field_dict["evaluation_notes"] = evaluation_notes
+        if evaluation_metrics is not UNSET:
+            field_dict["evaluation_metrics"] = evaluation_metrics
+        if agent_specific_data is not UNSET:
+            field_dict["agent_specific_data"] = agent_specific_data
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        run = UUID(d.pop("run"))
+
+        def _parse_prompt(data: object) -> Union[None, UUID, Unset]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            try:
+                if not isinstance(data, str):
+                    raise TypeError()
+                prompt_type_0 = UUID(data)
+
+                return prompt_type_0
+            except:  # noqa: E722
+                pass
+            return cast(Union[None, UUID, Unset], data)
+
+        prompt = _parse_prompt(d.pop("prompt", UNSET))
+
+        request_payload = d.pop("request_payload", UNSET)
+
+        def _parse_response_status_code(data: object) -> Union[None, Unset, int]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, int], data)
+
+        response_status_code = _parse_response_status_code(
+            d.pop("response_status_code", UNSET)
+        )
+
+        response_headers = d.pop("response_headers", UNSET)
+
+        def _parse_response_body(data: object) -> Union[None, Unset, str]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, str], data)
+
+        response_body = _parse_response_body(d.pop("response_body", UNSET))
+
+        def _parse_latency_ms(data: object) -> Union[None, Unset, int]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, int], data)
+
+        latency_ms = _parse_latency_ms(d.pop("latency_ms", UNSET))
+
+        detected_tool_calls = d.pop("detected_tool_calls", UNSET)
+
+        _evaluation_status = d.pop("evaluation_status", UNSET)
+        evaluation_status: Union[Unset, EvaluationStatusEnum]
+        if isinstance(_evaluation_status, Unset):
+            evaluation_status = UNSET
+        else:
+            evaluation_status = EvaluationStatusEnum(_evaluation_status)
+
+        evaluation_notes = d.pop("evaluation_notes", UNSET)
+
+        evaluation_metrics = d.pop("evaluation_metrics", UNSET)
+
+        agent_specific_data = d.pop("agent_specific_data", UNSET)
+
+        result_request = cls(
+            run=run,
+            prompt=prompt,
+            request_payload=request_payload,
+            response_status_code=response_status_code,
+            response_headers=response_headers,
+            response_body=response_body,
+            latency_ms=latency_ms,
+            detected_tool_calls=detected_tool_calls,
+            evaluation_status=evaluation_status,
+            evaluation_notes=evaluation_notes,
+            evaluation_metrics=evaluation_metrics,
+            agent_specific_data=agent_specific_data,
+        )
+
+        result_request.additional_properties = d
+        return result_request
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties