arthur-client 1.4.1249__py3-none-any.whl → 1.4.1251__py3-none-any.whl

arthur_client/api_bindings/__init__.py

@@ -174,6 +174,8 @@ from arthur_client.api_bindings.models.joined_dataset import JoinedDataset
 from arthur_client.api_bindings.models.keywords_config import KeywordsConfig
 from arthur_client.api_bindings.models.list_datasets_job_spec import ListDatasetsJobSpec
 from arthur_client.api_bindings.models.list_type import ListType
+from arthur_client.api_bindings.models.metric_response import MetricResponse
+from arthur_client.api_bindings.models.metric_type import MetricType
 from arthur_client.api_bindings.models.metrics_arg_spec import MetricsArgSpec
 from arthur_client.api_bindings.models.metrics_calculation_job_spec import MetricsCalculationJobSpec
 from arthur_client.api_bindings.models.metrics_column_list_parameter_schema import MetricsColumnListParameterSchema
@@ -192,6 +194,7 @@ from arthur_client.api_bindings.models.model_metric_spec import ModelMetricSpec
 from arthur_client.api_bindings.models.model_metrics_schedule import ModelMetricsSchedule
 from arthur_client.api_bindings.models.model_problem_type import ModelProblemType
 from arthur_client.api_bindings.models.models_sort import ModelsSort
+from arthur_client.api_bindings.models.new_metric_request import NewMetricRequest
 from arthur_client.api_bindings.models.new_rule_request import NewRuleRequest
 from arthur_client.api_bindings.models.not_found_error import NotFoundError
 from arthur_client.api_bindings.models.numeric_metric import NumericMetric
@@ -276,6 +279,7 @@ from arthur_client.api_bindings.models.put_task_state_cache_request import PutTa
 from arthur_client.api_bindings.models.regenerate_task_validation_key_job_spec import RegenerateTaskValidationKeyJobSpec
 from arthur_client.api_bindings.models.regex_config import RegexConfig
 from arthur_client.api_bindings.models.register_user import RegisterUser
+from arthur_client.api_bindings.models.relevance_metric_config import RelevanceMetricConfig
 from arthur_client.api_bindings.models.reported_custom_aggregation import ReportedCustomAggregation
 from arthur_client.api_bindings.models.resource_kind import ResourceKind
 from arthur_client.api_bindings.models.resource_list_aggregation_spec_schema import ResourceListAggregationSpecSchema
@@ -323,6 +327,7 @@ from arthur_client.api_bindings.models.task_connection_info import TaskConnectio
 from arthur_client.api_bindings.models.task_mutation_response import TaskMutationResponse
 from arthur_client.api_bindings.models.task_read_response import TaskReadResponse
 from arthur_client.api_bindings.models.task_response import TaskResponse
+from arthur_client.api_bindings.models.task_type import TaskType
 from arthur_client.api_bindings.models.task_validation_api_key import TaskValidationAPIKey
 from arthur_client.api_bindings.models.task_validation_key_regeneration_response import TaskValidationKeyRegenerationResponse
 from arthur_client.api_bindings.models.toxicity_config import ToxicityConfig

arthur_client/api_bindings/docs/CreateModelTaskJobSpec.md

@@ -10,6 +10,8 @@ Name | Type | Description | Notes
 **task_name** | **str** | The name of the task. | 
 **onboarding_identifier** | **str** |  | [optional] 
 **initial_rules** | [**List[NewRuleRequest]**](NewRuleRequest.md) | The initial rules to apply to the created model. | 
+**task_type** | [**TaskType**](TaskType.md) | The type of task to create. | [optional] 
+**initial_metrics** | [**List[NewMetricRequest]**](NewMetricRequest.md) | The initial metrics to apply to agentic tasks. | 
 
 ## Example
 

arthur_client/api_bindings/docs/JobSpec.md

@@ -21,6 +21,8 @@ Name | Type | Description | Notes
 **task_name** | **str** | The name of the task. | 
 **onboarding_identifier** | **str** |  | [optional] 
 **initial_rules** | [**List[NewRuleRequest]**](NewRuleRequest.md) | The initial rules to apply to the created model. | 
+**task_type** | [**TaskType**](TaskType.md) | The type of task to create. | [optional] 
+**initial_metrics** | [**List[NewMetricRequest]**](NewMetricRequest.md) | The initial metrics to apply to agentic tasks. | 
 **rules_to_enable** | **List[str]** | The list of rule IDs to enable on the task. | [optional] 
 **rules_to_disable** | **List[str]** | The list of rule IDs to disable on the task. | [optional] 
 **rules_to_archive** | **List[str]** | The list of rule IDs to archive on the task. | [optional] 

arthur_client/api_bindings/docs/MetricResponse.md

@@ -0,0 +1,36 @@
+# MetricResponse
+
+
+## Properties
+
+Name | Type | Description | Notes
+------------ | ------------- | ------------- | -------------
+**id** | **str** | ID of the Metric | 
+**name** | **str** | Name of the Metric | 
+**type** | [**MetricType**](MetricType.md) | Type of the Metric | 
+**metric_metadata** | **str** | Metadata of the Metric | 
+**config** | **str** |  | [optional] 
+**created_at** | **datetime** | Time the Metric was created in unix milliseconds | 
+**updated_at** | **datetime** | Time the Metric was updated in unix milliseconds | 
+**enabled** | **bool** |  | [optional] 
+
+## Example
+
+```python
+from arthur_client.api_bindings.models.metric_response import MetricResponse
+
+# TODO update the JSON string below
+json = "{}"
+# create an instance of MetricResponse from a JSON string
+metric_response_instance = MetricResponse.from_json(json)
+# print the JSON string representation of the object
+print(MetricResponse.to_json())
+
+# convert the object into a dict
+metric_response_dict = metric_response_instance.to_dict()
+# create an instance of MetricResponse from a dict
+metric_response_from_dict = MetricResponse.from_dict(metric_response_dict)
+```
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

arthur_client/api_bindings/docs/MetricType.md

@@ -0,0 +1,14 @@
+# MetricType
+
+
+## Enum
+
+* `QUERYRELEVANCE` (value: `'QueryRelevance'`)
+
+* `RESPONSERELEVANCE` (value: `'ResponseRelevance'`)
+
+* `TOOLSELECTION` (value: `'ToolSelection'`)
+
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

arthur_client/api_bindings/docs/ModelProblemType.md

@@ -13,6 +13,8 @@
 
 * `MULTICLASS_CLASSIFICATION` (value: `'multiclass_classification'`)
 
+* `AGENTIC_TRACE` (value: `'agentic_trace'`)
+
 [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
 
 

arthur_client/api_bindings/docs/NewMetricRequest.md

@@ -0,0 +1,32 @@
+# NewMetricRequest
+
+
+## Properties
+
+Name | Type | Description | Notes
+------------ | ------------- | ------------- | -------------
+**type** | [**MetricType**](MetricType.md) | Type of the metric. It can only be one of QueryRelevance, ResponseRelevance, ToolSelection | 
+**name** | **str** | Name of metric | 
+**metric_metadata** | **str** | Additional metadata for the metric | 
+**config** | [**RelevanceMetricConfig**](RelevanceMetricConfig.md) |  | [optional] 
+
+## Example
+
+```python
+from arthur_client.api_bindings.models.new_metric_request import NewMetricRequest
+
+# TODO update the JSON string below
+json = "{}"
+# create an instance of NewMetricRequest from a JSON string
+new_metric_request_instance = NewMetricRequest.from_json(json)
+# print the JSON string representation of the object
+print(NewMetricRequest.to_json())
+
+# convert the object into a dict
+new_metric_request_dict = new_metric_request_instance.to_dict()
+# create an instance of NewMetricRequest from a dict
+new_metric_request_from_dict = NewMetricRequest.from_dict(new_metric_request_dict)
+```
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

arthur_client/api_bindings/docs/RelevanceMetricConfig.md

@@ -0,0 +1,31 @@
+# RelevanceMetricConfig
+
+Configuration for relevance metrics including QueryRelevance and ResponseRelevance
+
+## Properties
+
+Name | Type | Description | Notes
+------------ | ------------- | ------------- | -------------
+**relevance_threshold** | **float** |  | [optional] 
+**use_llm_judge** | **bool** | Whether to use LLM as a judge for relevance scoring | [optional] [default to True]
+
+## Example
+
+```python
+from arthur_client.api_bindings.models.relevance_metric_config import RelevanceMetricConfig
+
+# TODO update the JSON string below
+json = "{}"
+# create an instance of RelevanceMetricConfig from a JSON string
+relevance_metric_config_instance = RelevanceMetricConfig.from_json(json)
+# print the JSON string representation of the object
+print(RelevanceMetricConfig.to_json())
+
+# convert the object into a dict
+relevance_metric_config_dict = relevance_metric_config_instance.to_dict()
+# create an instance of RelevanceMetricConfig from a dict
+relevance_metric_config_from_dict = RelevanceMetricConfig.from_dict(relevance_metric_config_dict)
+```
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

arthur_client/api_bindings/docs/TaskResponse.md

@@ -9,7 +9,9 @@ Name | Type | Description | Notes
 **name** | **str** | Name of the task | 
 **created_at** | **int** | Time the task was created in unix milliseconds | 
 **updated_at** | **int** | Time the task was created in unix milliseconds | 
+**is_agentic** | **bool** | Whether the task is agentic or not | 
 **rules** | [**List[RuleResponse]**](RuleResponse.md) | List of all the rules for the task. | 
+**metrics** | [**List[MetricResponse]**](MetricResponse.md) |  | [optional] 
 
 ## Example
 

arthur_client/api_bindings/docs/TaskType.md

@@ -0,0 +1,12 @@
+# TaskType
+
+
+## Enum
+
+* `TRADITIONAL` (value: `'traditional'`)
+
+* `AGENTIC` (value: `'agentic'`)
+
+[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
+
+

arthur_client/api_bindings/models/__init__.py

@@ -131,6 +131,8 @@ from arthur_client.api_bindings.models.joined_dataset import JoinedDataset
 from arthur_client.api_bindings.models.keywords_config import KeywordsConfig
 from arthur_client.api_bindings.models.list_datasets_job_spec import ListDatasetsJobSpec
 from arthur_client.api_bindings.models.list_type import ListType
+from arthur_client.api_bindings.models.metric_response import MetricResponse
+from arthur_client.api_bindings.models.metric_type import MetricType
 from arthur_client.api_bindings.models.metrics_arg_spec import MetricsArgSpec
 from arthur_client.api_bindings.models.metrics_calculation_job_spec import MetricsCalculationJobSpec
 from arthur_client.api_bindings.models.metrics_column_list_parameter_schema import MetricsColumnListParameterSchema
@@ -149,6 +151,7 @@ from arthur_client.api_bindings.models.model_metric_spec import ModelMetricSpec
 from arthur_client.api_bindings.models.model_metrics_schedule import ModelMetricsSchedule
 from arthur_client.api_bindings.models.model_problem_type import ModelProblemType
 from arthur_client.api_bindings.models.models_sort import ModelsSort
+from arthur_client.api_bindings.models.new_metric_request import NewMetricRequest
 from arthur_client.api_bindings.models.new_rule_request import NewRuleRequest
 from arthur_client.api_bindings.models.not_found_error import NotFoundError
 from arthur_client.api_bindings.models.numeric_metric import NumericMetric
@@ -233,6 +236,7 @@ from arthur_client.api_bindings.models.put_task_state_cache_request import PutTa
 from arthur_client.api_bindings.models.regenerate_task_validation_key_job_spec import RegenerateTaskValidationKeyJobSpec
 from arthur_client.api_bindings.models.regex_config import RegexConfig
 from arthur_client.api_bindings.models.register_user import RegisterUser
+from arthur_client.api_bindings.models.relevance_metric_config import RelevanceMetricConfig
 from arthur_client.api_bindings.models.reported_custom_aggregation import ReportedCustomAggregation
 from arthur_client.api_bindings.models.resource_kind import ResourceKind
 from arthur_client.api_bindings.models.resource_list_aggregation_spec_schema import ResourceListAggregationSpecSchema
@@ -280,6 +284,7 @@ from arthur_client.api_bindings.models.task_connection_info import TaskConnectio
 from arthur_client.api_bindings.models.task_mutation_response import TaskMutationResponse
 from arthur_client.api_bindings.models.task_read_response import TaskReadResponse
 from arthur_client.api_bindings.models.task_response import TaskResponse
+from arthur_client.api_bindings.models.task_type import TaskType
 from arthur_client.api_bindings.models.task_validation_api_key import TaskValidationAPIKey
 from arthur_client.api_bindings.models.task_validation_key_regeneration_response import TaskValidationKeyRegenerationResponse
 from arthur_client.api_bindings.models.toxicity_config import ToxicityConfig

arthur_client/api_bindings/models/create_model_task_job_spec.py

@@ -19,7 +19,9 @@ import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator
 from typing import Any, ClassVar, Dict, List, Optional
+from arthur_client.api_bindings.models.new_metric_request import NewMetricRequest
 from arthur_client.api_bindings.models.new_rule_request import NewRuleRequest
+from arthur_client.api_bindings.models.task_type import TaskType
 from typing import Optional, Set
 from typing_extensions import Self
 
@@ -32,7 +34,9 @@ class CreateModelTaskJobSpec(BaseModel):
     task_name: StrictStr = Field(description="The name of the task.")
     onboarding_identifier: Optional[StrictStr] = None
     initial_rules: List[NewRuleRequest] = Field(description="The initial rules to apply to the created model.")
-    __properties: ClassVar[List[str]] = ["job_type", "connector_id", "task_name", "onboarding_identifier", "initial_rules"]
+    task_type: Optional[TaskType] = Field(default=None, description="The type of task to create.")
+    initial_metrics: List[NewMetricRequest] = Field(description="The initial metrics to apply to agentic tasks.")
+    __properties: ClassVar[List[str]] = ["job_type", "connector_id", "task_name", "onboarding_identifier", "initial_rules", "task_type", "initial_metrics"]
 
     @field_validator('job_type')
     def job_type_validate_enum(cls, value):
@@ -90,6 +94,13 @@ class CreateModelTaskJobSpec(BaseModel):
                 if _item_initial_rules:
                     _items.append(_item_initial_rules.to_dict())
             _dict['initial_rules'] = _items
+        # override the default output from pydantic by calling `to_dict()` of each item in initial_metrics (list)
+        _items = []
+        if self.initial_metrics:
+            for _item_initial_metrics in self.initial_metrics:
+                if _item_initial_metrics:
+                    _items.append(_item_initial_metrics.to_dict())
+            _dict['initial_metrics'] = _items
         # set to None if onboarding_identifier (nullable) is None
         # and model_fields_set contains the field
         if self.onboarding_identifier is None and "onboarding_identifier" in self.model_fields_set:
@@ -111,7 +122,9 @@ class CreateModelTaskJobSpec(BaseModel):
             "connector_id": obj.get("connector_id"),
             "task_name": obj.get("task_name"),
             "onboarding_identifier": obj.get("onboarding_identifier"),
-            "initial_rules": [NewRuleRequest.from_dict(_item) for _item in obj["initial_rules"]] if obj.get("initial_rules") is not None else None
+            "initial_rules": [NewRuleRequest.from_dict(_item) for _item in obj["initial_rules"]] if obj.get("initial_rules") is not None else None,
+            "task_type": obj.get("task_type"),
+            "initial_metrics": [NewMetricRequest.from_dict(_item) for _item in obj["initial_metrics"]] if obj.get("initial_metrics") is not None else None
         })
         return _obj
 

arthur_client/api_bindings/models/metric_response.py

@@ -0,0 +1,113 @@
+# coding: utf-8
+
+"""
+    Arthur Scope
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from arthur_client.api_bindings.models.metric_type import MetricType
+from typing import Optional, Set
+from typing_extensions import Self
+
+class MetricResponse(BaseModel):
+    """
+    MetricResponse
+    """ # noqa: E501
+    id: StrictStr = Field(description="ID of the Metric")
+    name: StrictStr = Field(description="Name of the Metric")
+    type: MetricType = Field(description="Type of the Metric")
+    metric_metadata: StrictStr = Field(description="Metadata of the Metric")
+    config: Optional[StrictStr] = None
+    created_at: datetime = Field(description="Time the Metric was created in unix milliseconds")
+    updated_at: datetime = Field(description="Time the Metric was updated in unix milliseconds")
+    enabled: Optional[StrictBool] = None
+    __properties: ClassVar[List[str]] = ["id", "name", "type", "metric_metadata", "config", "created_at", "updated_at", "enabled"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of MetricResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if config (nullable) is None
+        # and model_fields_set contains the field
+        if self.config is None and "config" in self.model_fields_set:
+            _dict['config'] = None
+
+        # set to None if enabled (nullable) is None
+        # and model_fields_set contains the field
+        if self.enabled is None and "enabled" in self.model_fields_set:
+            _dict['enabled'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of MetricResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "id": obj.get("id"),
+            "name": obj.get("name"),
+            "type": obj.get("type"),
+            "metric_metadata": obj.get("metric_metadata"),
+            "config": obj.get("config"),
+            "created_at": obj.get("created_at"),
+            "updated_at": obj.get("updated_at"),
+            "enabled": obj.get("enabled")
+        })
+        return _obj
+
+

arthur_client/api_bindings/models/metric_type.py

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+"""
+    Arthur Scope
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class MetricType(str, Enum):
+    """
+    MetricType
+    """
+
+    """
+    allowed enum values
+    """
+    QUERYRELEVANCE = 'QueryRelevance'
+    RESPONSERELEVANCE = 'ResponseRelevance'
+    TOOLSELECTION = 'ToolSelection'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of MetricType from a JSON string"""
+        return cls(json.loads(json_str))
+
+

arthur_client/api_bindings/models/model_problem_type.py

@@ -31,6 +31,7 @@ class ModelProblemType(str, Enum):
     ARTHUR_SHIELD = 'arthur_shield'
     CUSTOM = 'custom'
     MULTICLASS_CLASSIFICATION = 'multiclass_classification'
+    AGENTIC_TRACE = 'agentic_trace'
 
     @classmethod
     def from_json(cls, json_str: str) -> Self:

arthur_client/api_bindings/models/new_metric_request.py

@@ -0,0 +1,103 @@
+# coding: utf-8
+
+"""
+    Arthur Scope
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from arthur_client.api_bindings.models.metric_type import MetricType
+from arthur_client.api_bindings.models.relevance_metric_config import RelevanceMetricConfig
+from typing import Optional, Set
+from typing_extensions import Self
+
+class NewMetricRequest(BaseModel):
+    """
+    NewMetricRequest
+    """ # noqa: E501
+    type: MetricType = Field(description="Type of the metric. It can only be one of QueryRelevance, ResponseRelevance, ToolSelection")
+    name: StrictStr = Field(description="Name of metric")
+    metric_metadata: StrictStr = Field(description="Additional metadata for the metric")
+    config: Optional[RelevanceMetricConfig] = None
+    __properties: ClassVar[List[str]] = ["type", "name", "metric_metadata", "config"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of NewMetricRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of config
+        if self.config:
+            _dict['config'] = self.config.to_dict()
+        # set to None if config (nullable) is None
+        # and model_fields_set contains the field
+        if self.config is None and "config" in self.model_fields_set:
+            _dict['config'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of NewMetricRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "type": obj.get("type"),
+            "name": obj.get("name"),
+            "metric_metadata": obj.get("metric_metadata"),
+            "config": RelevanceMetricConfig.from_dict(obj["config"]) if obj.get("config") is not None else None
+        })
+        return _obj
+
+

arthur_client/api_bindings/models/relevance_metric_config.py

@@ -0,0 +1,94 @@
+# coding: utf-8
+
+"""
+    Arthur Scope
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictFloat, StrictInt
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+
+class RelevanceMetricConfig(BaseModel):
+    """
+    Configuration for relevance metrics including QueryRelevance and ResponseRelevance
+    """ # noqa: E501
+    relevance_threshold: Optional[Union[StrictFloat, StrictInt]] = None
+    use_llm_judge: Optional[StrictBool] = Field(default=True, description="Whether to use LLM as a judge for relevance scoring")
+    __properties: ClassVar[List[str]] = ["relevance_threshold", "use_llm_judge"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of RelevanceMetricConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if relevance_threshold (nullable) is None
+        # and model_fields_set contains the field
+        if self.relevance_threshold is None and "relevance_threshold" in self.model_fields_set:
+            _dict['relevance_threshold'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of RelevanceMetricConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "relevance_threshold": obj.get("relevance_threshold"),
+            "use_llm_judge": obj.get("use_llm_judge") if obj.get("use_llm_judge") is not None else True
+        })
+        return _obj
+
+