label-studio-sdk 2.0.10__py3-none-any.whl → 2.0.11__py3-none-any.whl

label_studio_sdk/projects/stats/client.py

@@ -3,11 +3,14 @@
 from ...core.client_wrapper import SyncClientWrapper
 import typing
 from ...core.request_options import RequestOptions
-from .types.stats_iaa_response import StatsIaaResponse
+from .types.stats_model_version_annotator_agreement_response import StatsModelVersionAnnotatorAgreementResponse
 from ...core.jsonable_encoder import jsonable_encoder
 from ...core.unchecked_base_model import construct_type
 from json.decoder import JSONDecodeError
 from ...core.api_error import ApiError
+from .types.stats_model_version_ground_truth_agreement_response import StatsModelVersionGroundTruthAgreementResponse
+from .types.stats_model_version_prediction_agreement_response import StatsModelVersionPredictionAgreementResponse
+from .types.stats_iaa_response import StatsIaaResponse
 from .types.stats_agreement_annotator_response import StatsAgreementAnnotatorResponse
 from .types.stats_data_filters_response import StatsDataFiltersResponse
 from .types.stats_finished_tasks_response import StatsFinishedTasksResponse
@@ -23,6 +26,199 @@ class StatsClient:
     def __init__(self, *, client_wrapper: SyncClientWrapper):
         self._client_wrapper = client_wrapper
 
+    def model_version_annotator_agreement(
+        self, id: int, model_version: str, *, request_options: typing.Optional[RequestOptions] = None
+    ) -> StatsModelVersionAnnotatorAgreementResponse:
+        """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
+        Get agreement between a given model version and all annotators in the project for overlapping tasks.
+
+        Parameters
+        ----------
+        id : int
+
+        model_version : str
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        StatsModelVersionAnnotatorAgreementResponse
+            Model-version overall agreement vs annotators
+
+        Examples
+        --------
+        from label_studio_sdk import LabelStudio
+
+        client = LabelStudio(
+            api_key="YOUR_API_KEY",
+        )
+        client.projects.stats.model_version_annotator_agreement(
+            id=1,
+            model_version="model_version",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            f"api/projects/{jsonable_encoder(id)}/model-stats/{jsonable_encoder(model_version)}/agreement",
+            method="GET",
+            request_options=request_options,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    StatsModelVersionAnnotatorAgreementResponse,
+                    construct_type(
+                        type_=StatsModelVersionAnnotatorAgreementResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    def model_version_ground_truth_agreement(
+        self,
+        id: int,
+        model_version: str,
+        *,
+        per_label: typing.Optional[bool] = None,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> StatsModelVersionGroundTruthAgreementResponse:
+        """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
+        Get agreement between a given model version and ground truth annotations in the project for overlapping tasks.
+
+        Parameters
+        ----------
+        id : int
+
+        model_version : str
+
+        per_label : typing.Optional[bool]
+            Calculate agreement per label
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        StatsModelVersionGroundTruthAgreementResponse
+            Model-version ground truth agreement
+
+        Examples
+        --------
+        from label_studio_sdk import LabelStudio
+
+        client = LabelStudio(
+            api_key="YOUR_API_KEY",
+        )
+        client.projects.stats.model_version_ground_truth_agreement(
+            id=1,
+            model_version="model_version",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            f"api/projects/{jsonable_encoder(id)}/model-stats/{jsonable_encoder(model_version)}/agreement-groundtruth",
+            method="GET",
+            params={
+                "per_label": per_label,
+            },
+            request_options=request_options,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    StatsModelVersionGroundTruthAgreementResponse,
+                    construct_type(
+                        type_=StatsModelVersionGroundTruthAgreementResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    def model_version_prediction_agreement(
+        self,
+        id: int,
+        model_version: str,
+        *,
+        per_label: typing.Optional[bool] = None,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> StatsModelVersionPredictionAgreementResponse:
+        """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
+        Get agreement between a given model version and all other model versions in the project for overlapping tasks.
+
+        Parameters
+        ----------
+        id : int
+
+        model_version : str
+
+        per_label : typing.Optional[bool]
+            Calculate agreement per label
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        StatsModelVersionPredictionAgreementResponse
+            Model-version prediction agreement
+
+        Examples
+        --------
+        from label_studio_sdk import LabelStudio
+
+        client = LabelStudio(
+            api_key="YOUR_API_KEY",
+        )
+        client.projects.stats.model_version_prediction_agreement(
+            id=1,
+            model_version="model_version",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            f"api/projects/{jsonable_encoder(id)}/model-stats/{jsonable_encoder(model_version)}/prediction",
+            method="GET",
+            params={
+                "per_label": per_label,
+            },
+            request_options=request_options,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    StatsModelVersionPredictionAgreementResponse,
+                    construct_type(
+                        type_=StatsModelVersionPredictionAgreementResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
     def iaa(
         self,
         id: int,
@@ -34,6 +230,12 @@ class StatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsIaaResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get Inter-Annotator Agreement (IAA) matrix for a project, showing agreement between all annotators.
 
         Parameters
@@ -100,6 +302,12 @@ class StatsClient:
         self, id: int, user_id: int, *, request_options: typing.Optional[RequestOptions] = None
     ) -> StatsAgreementAnnotatorResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get agreement statistics for a specific annotator within a project.
 
         Parameters
@@ -303,6 +511,12 @@ class StatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsTotalAgreementResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Overall or per-label total agreement across the project.
 
         NOTE: due to an open issue in Fern, SDK clients will raise ApiError upon handling a 204 response. As a workaround, wrap call to this function in a try-except block.
@@ -422,6 +636,12 @@ class StatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsUserPredictionAgreementResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get prediction agreement statistics for a specific user within a project.
 
         Parameters
@@ -484,6 +704,12 @@ class StatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsUserReviewScoreResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get review score statistics for a specific user within a project.
 
         Parameters
@@ -546,6 +772,12 @@ class StatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsUserGroundTruthAgreementResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get ground truth agreement statistics for a specific user within a project.
 
         Parameters
@@ -604,6 +836,223 @@ class AsyncStatsClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
         self._client_wrapper = client_wrapper
 
+    async def model_version_annotator_agreement(
+        self, id: int, model_version: str, *, request_options: typing.Optional[RequestOptions] = None
+    ) -> StatsModelVersionAnnotatorAgreementResponse:
+        """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
+        Get agreement between a given model version and all annotators in the project for overlapping tasks.
+
+        Parameters
+        ----------
+        id : int
+
+        model_version : str
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        StatsModelVersionAnnotatorAgreementResponse
+            Model-version overall agreement vs annotators
+
+        Examples
+        --------
+        import asyncio
+
+        from label_studio_sdk import AsyncLabelStudio
+
+        client = AsyncLabelStudio(
+            api_key="YOUR_API_KEY",
+        )
+
+
+        async def main() -> None:
+            await client.projects.stats.model_version_annotator_agreement(
+                id=1,
+                model_version="model_version",
+            )
+
+
+        asyncio.run(main())
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            f"api/projects/{jsonable_encoder(id)}/model-stats/{jsonable_encoder(model_version)}/agreement",
+            method="GET",
+            request_options=request_options,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    StatsModelVersionAnnotatorAgreementResponse,
+                    construct_type(
+                        type_=StatsModelVersionAnnotatorAgreementResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    async def model_version_ground_truth_agreement(
+        self,
+        id: int,
+        model_version: str,
+        *,
+        per_label: typing.Optional[bool] = None,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> StatsModelVersionGroundTruthAgreementResponse:
+        """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
+        Get agreement between a given model version and ground truth annotations in the project for overlapping tasks.
+
+        Parameters
+        ----------
+        id : int
+
+        model_version : str
+
+        per_label : typing.Optional[bool]
+            Calculate agreement per label
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        StatsModelVersionGroundTruthAgreementResponse
+            Model-version ground truth agreement
+
+        Examples
+        --------
+        import asyncio
+
+        from label_studio_sdk import AsyncLabelStudio
+
+        client = AsyncLabelStudio(
+            api_key="YOUR_API_KEY",
+        )
+
+
+        async def main() -> None:
+            await client.projects.stats.model_version_ground_truth_agreement(
+                id=1,
+                model_version="model_version",
+            )
+
+
+        asyncio.run(main())
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            f"api/projects/{jsonable_encoder(id)}/model-stats/{jsonable_encoder(model_version)}/agreement-groundtruth",
+            method="GET",
+            params={
+                "per_label": per_label,
+            },
+            request_options=request_options,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    StatsModelVersionGroundTruthAgreementResponse,
+                    construct_type(
+                        type_=StatsModelVersionGroundTruthAgreementResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    async def model_version_prediction_agreement(
+        self,
+        id: int,
+        model_version: str,
+        *,
+        per_label: typing.Optional[bool] = None,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> StatsModelVersionPredictionAgreementResponse:
+        """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
+        Get agreement between a given model version and all other model versions in the project for overlapping tasks.
+
+        Parameters
+        ----------
+        id : int
+
+        model_version : str
+
+        per_label : typing.Optional[bool]
+            Calculate agreement per label
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        StatsModelVersionPredictionAgreementResponse
+            Model-version prediction agreement
+
+        Examples
+        --------
+        import asyncio
+
+        from label_studio_sdk import AsyncLabelStudio
+
+        client = AsyncLabelStudio(
+            api_key="YOUR_API_KEY",
+        )
+
+
+        async def main() -> None:
+            await client.projects.stats.model_version_prediction_agreement(
+                id=1,
+                model_version="model_version",
+            )
+
+
+        asyncio.run(main())
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            f"api/projects/{jsonable_encoder(id)}/model-stats/{jsonable_encoder(model_version)}/prediction",
+            method="GET",
+            params={
+                "per_label": per_label,
+            },
+            request_options=request_options,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                return typing.cast(
+                    StatsModelVersionPredictionAgreementResponse,
+                    construct_type(
+                        type_=StatsModelVersionPredictionAgreementResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
     async def iaa(
         self,
         id: int,
@@ -615,6 +1064,12 @@ class AsyncStatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsIaaResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get Inter-Annotator Agreement (IAA) matrix for a project, showing agreement between all annotators.
 
         Parameters
@@ -689,6 +1144,12 @@ class AsyncStatsClient:
         self, id: int, user_id: int, *, request_options: typing.Optional[RequestOptions] = None
     ) -> StatsAgreementAnnotatorResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get agreement statistics for a specific annotator within a project.
 
         Parameters
@@ -926,6 +1387,12 @@ class AsyncStatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsTotalAgreementResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Overall or per-label total agreement across the project.
 
         NOTE: due to an open issue in Fern, SDK clients will raise ApiError upon handling a 204 response. As a workaround, wrap call to this function in a try-except block.
@@ -1061,6 +1528,12 @@ class AsyncStatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsUserPredictionAgreementResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get prediction agreement statistics for a specific user within a project.
 
         Parameters
@@ -1131,6 +1604,12 @@ class AsyncStatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsUserReviewScoreResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get review score statistics for a specific user within a project.
 
         Parameters
@@ -1201,6 +1680,12 @@ class AsyncStatsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> StatsUserGroundTruthAgreementResponse:
         """
+        <Card href="https://humansignal.com/goenterprise">
+                <img style="pointer-events: none; margin-left: 0px; margin-right: 0px;" src="https://docs.humansignal.com/images/badge.svg" alt="Label Studio Enterprise badge"/>
+                <p style="margin-top: 10px; font-size: 14px;">
+                    This endpoint is not available in Label Studio Community Edition. [Learn more about Label Studio Enterprise](https://humansignal.com/goenterprise)
+                </p>
+            </Card>
         Get ground truth agreement statistics for a specific user within a project.
 
         Parameters

label_studio_sdk/projects/stats/types/__init__.py

@@ -11,6 +11,9 @@ from .stats_iaa_response_iaa import StatsIaaResponseIaa
 from .stats_iaa_response_std import StatsIaaResponseStd
 from .stats_lead_time_response import StatsLeadTimeResponse
 from .stats_lead_time_response_lead_time_stats_item import StatsLeadTimeResponseLeadTimeStatsItem
+from .stats_model_version_annotator_agreement_response import StatsModelVersionAnnotatorAgreementResponse
+from .stats_model_version_ground_truth_agreement_response import StatsModelVersionGroundTruthAgreementResponse
+from .stats_model_version_prediction_agreement_response import StatsModelVersionPredictionAgreementResponse
 from .stats_total_agreement_response import StatsTotalAgreementResponse
 from .stats_total_agreement_response_one import StatsTotalAgreementResponseOne
 from .stats_total_agreement_response_zero import StatsTotalAgreementResponseZero
@@ -36,6 +39,9 @@ __all__ = [
     "StatsIaaResponseStd",
     "StatsLeadTimeResponse",
     "StatsLeadTimeResponseLeadTimeStatsItem",
+    "StatsModelVersionAnnotatorAgreementResponse",
+    "StatsModelVersionGroundTruthAgreementResponse",
+    "StatsModelVersionPredictionAgreementResponse",
     "StatsTotalAgreementResponse",
     "StatsTotalAgreementResponseOne",
     "StatsTotalAgreementResponseZero",

label_studio_sdk/projects/stats/types/stats_model_version_annotator_agreement_response.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ....core.unchecked_base_model import UncheckedBaseModel
+import typing
+from ....core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class StatsModelVersionAnnotatorAgreementResponse(UncheckedBaseModel):
+    agreement: typing.Optional[float] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

label_studio_sdk/projects/stats/types/stats_model_version_ground_truth_agreement_response.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ....core.unchecked_base_model import UncheckedBaseModel
+import typing
+from ....core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class StatsModelVersionGroundTruthAgreementResponse(UncheckedBaseModel):
+    agreement: typing.Optional[float] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

label_studio_sdk/projects/stats/types/stats_model_version_prediction_agreement_response.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ....core.unchecked_base_model import UncheckedBaseModel
+import typing
+from ....core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class StatsModelVersionPredictionAgreementResponse(UncheckedBaseModel):
+    average_prediction_agreement_per_model: typing.Optional[float] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow