adaptive-sdk 0.1.3__tar.gz → 0.1.4__tar.gz

{adaptive_sdk-0.1.3 → adaptive_sdk-0.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adaptive-sdk
-Version: 0.1.3
+Version: 0.1.4
 Summary: Python SDK for Adaptive Engine
 Author-email: Vincent Debergue <vincent@adaptive-ml.com>, Joao Moura <joao@adaptive-ml.com>, Yacine Bouraoui <yacine@adaptive-ml.com>
 Requires-Python: >=3.10
@@ -18,6 +18,7 @@ Requires-Dist: types-jsonschema==4.23.0.20241208
 Requires-Dist: loguru >= 0.7.0
 Requires-Dist: hypothesis==6.138.2
 Requires-Dist: hypothesis-jsonschema==0.23.1
+Requires-Dist: portalocker >= 3.2.0
 Requires-Dist: ariadne-codegen ; extra == "dev"
 Requires-Dist: datamodel-code-generator == 0.31.2 ; extra == "dev"
 Requires-Dist: astor >= 0.8.1 ; extra == "dev"

{adaptive_sdk-0.1.3 → adaptive_sdk-0.1.4}/pyproject.toml

@@ -5,13 +5,12 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "adaptive-sdk"
-version = "0.1.3"
+version = "0.1.4"
 description = "Python SDK for Adaptive Engine"
 authors = [
   { name = "Vincent Debergue", email = "vincent@adaptive-ml.com" },
   { name = "Joao Moura", email = "joao@adaptive-ml.com" },
   { name = "Yacine Bouraoui", email = "yacine@adaptive-ml.com" },
-
 ]
 readme = "README.md"
 requires-python = ">=3.10"
@@ -29,6 +28,7 @@ dependencies = [
   "loguru >= 0.7.0",
   "hypothesis==6.138.2",
   "hypothesis-jsonschema==0.23.1",
+  "portalocker >= 3.2.0",
 ]
 
 [project.optional-dependencies]

{adaptive_sdk-0.1.3 → adaptive_sdk-0.1.4}/src/adaptive_sdk/external/requests_journal.py

@@ -1,22 +1,26 @@
 import asyncio
 import json
 import os
+import tempfile
 from typing import Dict
 from uuid import uuid4
 from fastapi import APIRouter, FastAPI
 from fastapi.responses import JSONResponse
 import httpx
-import fcntl
+import portalocker
 from datetime import datetime, timezone
 
-
 class RequestsJournal:
     def __init__(
         self,
         max_requests_journal_size: int = 1000,
-        journal_file_path: str = "/tmp/requests.journal.jsonl",
+        journal_file_path: str | None = None,
     ):
         assert max_requests_journal_size > 0
+        if journal_file_path is None:
+            journal_file_path = os.path.join(
+                tempfile.gettempdir(), "requests.journal.jsonl"
+            )
         self.journal_file_path = journal_file_path
         self.max_requests_journal_size = max_requests_journal_size
 
@@ -24,19 +28,19 @@ class RequestsJournal:
         if not os.path.exists(self.journal_file_path):
             return
 
-        with open(self.journal_file_path + ".lock", "w") as lock_f:
-            fcntl.lockf(lock_f, fcntl.LOCK_EX)
+        with open(self.journal_file_path + ".lock", "w", encoding="utf-8") as lock_f:
+            portalocker.lock(lock_f, portalocker.LockFlags.EXCLUSIVE)
 
             # Safe to rotate now
-            with open(self.journal_file_path, "r") as f:
+            with open(self.journal_file_path, "r", encoding="utf-8") as f:
                 lines = f.readlines()
 
             if len(lines) > self.max_requests_journal_size:
                 lines = lines[-self.max_requests_journal_size :]
-                with open(self.journal_file_path, "w") as f:
+                with open(self.journal_file_path, "w", encoding="utf-8") as f:
                     f.writelines(lines)
 
-            fcntl.lockf(lock_f, fcntl.LOCK_UN)
+            portalocker.unlock(lock_f)
 
     def add_journalling(self, app: FastAPI):
         router = APIRouter()
@@ -79,11 +83,11 @@ class RequestsJournal:
         now = datetime.now(timezone.utc).isoformat()
         entry = {"id": req_id, "req_date": now, **record}
 
-        with open(self.journal_file_path, "a") as f:
-            fcntl.lockf(f, fcntl.LOCK_EX)
+        with open(self.journal_file_path, "a", encoding="utf-8") as f:
+            portalocker.lock(f, portalocker.LockFlags.EXCLUSIVE)
             f.write(json.dumps(entry) + "\n")
             f.flush()
-            fcntl.lockf(f, fcntl.LOCK_UN)
+            portalocker.unlock(f)
 
     async def _periodic_rotate_journal_file(self):
         while True:
@@ -93,7 +97,7 @@ class RequestsJournal:
     def _read_journal_tail(self, n: int):
         if not os.path.exists(self.journal_file_path):
             return []
-        with open(self.journal_file_path, "r") as f:
+        with open(self.journal_file_path, "r", encoding="utf-8") as f:
             lines = f.readlines()
             lines = lines[-n:]
             return [json.loads(line) for line in lines]

adaptive_sdk-0.1.4/src/adaptive_sdk/graphql_client/__init__.py

@@ -0,0 +1,81 @@
+from .async_base_client_open_telemetry import AsyncBaseClientOpenTelemetry
+from .async_client import AsyncGQLClient
+from .add_external_model import AddExternalModel, AddExternalModelAddExternalModel
+from .add_hf_model import AddHFModel, AddHFModelImportHfModel
+from .add_model import AddModel, AddModelAddModel, AddModelAddModelBackbone
+from .add_remote_env import AddRemoteEnv, AddRemoteEnvAddRemoteEnv
+from .attach_model_to_use_case import AttachModelToUseCase, AttachModelToUseCaseAttachModel
+from .base_client_open_telemetry import BaseClientOpenTelemetry
+from .base_model import BaseModel, Upload
+from .cancel_ab_campaign import CancelABCampaign
+from .cancel_job import CancelJob, CancelJobCancelJob
+from .client import GQLClient
+from .create_ab_campaign import CreateAbCampaign, CreateAbCampaignCreateAbCampaign
+from .create_custom_recipe import CreateCustomRecipe, CreateCustomRecipeCreateCustomRecipe
+from .create_grader import CreateGrader, CreateGraderCreateGrader
+from .create_job import CreateJob, CreateJobCreateJob
+from .create_judge import CreateJudge, CreateJudgeCreateJudge
+from .create_metric import CreateMetric, CreateMetricCreateMetric
+from .create_prebuilt_judge import CreatePrebuiltJudge, CreatePrebuiltJudgeCreatePrebuiltJudge
+from .create_role import CreateRole, CreateRoleCreateRole
+from .create_team import CreateTeam, CreateTeamCreateTeam
+from .create_use_case import CreateUseCase, CreateUseCaseCreateUseCase
+from .create_user import CreateUser, CreateUserCreateUser
+from .delete_custom_recipe import DeleteCustomRecipe
+from .delete_dataset import DeleteDataset
+from .delete_grader import DeleteGrader, DeleteGraderDeleteGrader
+from .delete_judge import DeleteJudge, DeleteJudgeDeleteJudge
+from .delete_user import DeleteUser, DeleteUserDeleteUser
+from .deploy_model import DeployModel
+from .describe_ab_campaign import DescribeAbCampaign, DescribeAbCampaignAbCampaign, DescribeAbCampaignAbCampaignReport
+from .describe_dataset import DescribeDataset, DescribeDatasetDataset
+from .describe_interaction import DescribeInteraction, DescribeInteractionCompletion
+from .describe_job import DescribeJob, DescribeJobJob
+from .describe_metric import DescribeMetric, DescribeMetricMetric
+from .describe_metric_admin import DescribeMetricAdmin, DescribeMetricAdminMetric
+from .describe_model import DescribeModel, DescribeModelModel, DescribeModelModelBackbone
+from .describe_model_admin import DescribeModelAdmin, DescribeModelAdminModel, DescribeModelAdminModelBackbone
+from .describe_use_case import DescribeUseCase, DescribeUseCaseUseCase
+from .enums import AbcampaignStatus, AuthProviderKind, BillingCycle, CompletionGroupBy, CompletionSource, ComputePoolCapability, DatasetKind, DatasetSource, DateBucketUnit, ExternalModelProviderName, FeedbackType, GraderTypeEnum, HarmonyStatus, JobArtifactKind, JobKind, JobStatus, JobStatusOutput, JudgeCapability, MetricAggregation, MetricKind, MetricScoringType, ModelKindFilter, ModelOnline, ModelserviceStatus, OpenAIModel, PrebuiltCriteriaKey, Protocol, ProviderName, RemoteEnvStatus, SelectionTypeInput, SortDirection, TimeseriesInterval, UnitPosition
+from .exceptions import GraphQLClientError, GraphQLClientGraphQLError, GraphQLClientGraphQLMultiError, GraphQLClientHttpError, GraphQLClientInvalidResponseError
+from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, HarmonyGroupData, HarmonyGroupDataComputePool, HarmonyGroupDataOnlineModels, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
+from .get_custom_recipe import GetCustomRecipe, GetCustomRecipeCustomRecipe
+from .get_grader import GetGrader, GetGraderGrader
+from .get_judge import GetJudge, GetJudgeJudge
+from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel, AzureProviderDataInput, CompletionComparisonFilterInput, CompletionFeedbackFilterInput, CompletionLabelValue, CompletionsByFilters, CompletionsById, CreateRecipeInput, CreateToolProviderInput, CursorPageInput, CustomConfigInput, CustomRecipeFilterInput, DatasetCompletionQuery, DatasetCreate, DatasetCreateFromFilters, EmojiInput, FeedbackAddInput, FeedbackFilterInput, FeedbackUpdateInput, FromGroupsQuery, GlobalUsageFilterInput, GoogleProviderDataInput, GraderConfigInput, GraderCreateInput, GraderUpdateInput, GroupSelection, GroupSelectionQuery, JobArtifactFilter, JobInput, JudgeConfigInput, JudgeCreate, JudgeExampleInput, JudgeExampleInputTurnEntry, JudgeUpdate, LabelFilter, LabelInput, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricGetOrCreate, MetricLink, MetricTrendInput, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, ModelProviderDataInput, ModelServiceDisconnect, ModelServiceFilter, NvidiaProviderDataInput, OpenAIProviderDataInput, OrderPair, PrebuiltConfigInput, PrebuiltJudgeCreate, RemoteConfigInput, RemoteEnvCreate, ResizePartitionInput, RoleCreate, SampleConfig, SystemPromptTemplateCreate, SystemPromptTemplateUpdate, TeamCreate, TeamMemberRemove, TeamMemberSet, TimeRange, TimeseriesInput, UnitConfigInput, UpdateCompletion, UpdateModelService, UpdateRecipeInput, UpdateToolProviderInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseCreate, UseCaseFilter, UseCaseMetadataInput, UseCaseSettingsInput, UseCaseShareInput, UseCaseShares, UseCaseUpdate, UserCreate, UserCreateTeamWithRole, WidgetInput
+from .link_metric import LinkMetric, LinkMetricLinkMetric
+from .list_ab_campaigns import ListAbCampaigns, ListAbCampaignsAbCampaigns
+from .list_compute_pools import ListComputePools, ListComputePoolsComputePools, ListComputePoolsComputePoolsHarmonyGroups
+from .list_custom_recipes import ListCustomRecipes, ListCustomRecipesCustomRecipes
+from .list_datasets import ListDatasets, ListDatasetsDatasets
+from .list_graders import ListGraders, ListGradersGraders
+from .list_grouped_interactions import ListGroupedInteractions, ListGroupedInteractionsCompletionsGrouped, ListGroupedInteractionsCompletionsGroupedNodes, ListGroupedInteractionsCompletionsGroupedNodesCompletions, ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes, ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats, ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric, ListGroupedInteractionsCompletionsGroupedPageInfo
+from .list_harmony_groups import ListHarmonyGroups, ListHarmonyGroupsHarmonyGroups
+from .list_interactions import ListInteractions, ListInteractionsCompletions, ListInteractionsCompletionsNodes, ListInteractionsCompletionsPageInfo
+from .list_jobs import ListJobs, ListJobsJobs, ListJobsJobsNodes, ListJobsJobsPageInfo
+from .list_judge_versions import ListJudgeVersions, ListJudgeVersionsJudgeVersions
+from .list_judges import ListJudges, ListJudgesJudges
+from .list_metrics import ListMetrics, ListMetricsMetrics
+from .list_models import ListModels, ListModelsModels, ListModelsModelsBackbone
+from .list_permissions import ListPermissions
+from .list_remote_envs import ListRemoteEnvs, ListRemoteEnvsRemoteEnvs
+from .list_roles import ListRoles, ListRolesRoles
+from .list_teams import ListTeams, ListTeamsTeams
+from .list_use_cases import ListUseCases, ListUseCasesUseCases
+from .list_users import ListUsers, ListUsersUsers
+from .load_dataset import LoadDataset, LoadDatasetCreateDataset
+from .lock_grader import LockGrader, LockGraderLockGrader
+from .me import Me, MeMe, MeMeApiKeys
+from .remove_remote_env import RemoveRemoteEnv
+from .remove_team_member import RemoveTeamMember, RemoveTeamMemberRemoveTeamMember
+from .share_use_case import ShareUseCase, ShareUseCaseShareUseCase
+from .terminate_model import TerminateModel
+from .test_remote_env import TestRemoteEnv, TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline, TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline
+from .unlink_metric import UnlinkMetric
+from .update_custom_recipe import UpdateCustomRecipe, UpdateCustomRecipeUpdateCustomRecipe
+from .update_grader import UpdateGrader, UpdateGraderUpdateGrader
+from .update_judge import UpdateJudge, UpdateJudgeUpdateJudge
+from .update_model import UpdateModel, UpdateModelUpdateModelService
+from .update_model_compute_config import UpdateModelComputeConfig, UpdateModelComputeConfigUpdateModelComputeConfig
+from .update_user import UpdateUser, UpdateUserSetTeamMember, UpdateUserSetTeamMemberRole, UpdateUserSetTeamMemberTeam, UpdateUserSetTeamMemberUser
+__all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelImportHfModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'AzureProviderDataInput', 'BaseClientOpenTelemetry', 'BaseModel', 'BillingCycle', 'CancelABCampaign', 'CancelJob', 'CancelJobCancelJob', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionsByFilters', 'CompletionsById', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCompletionQuery', 'DatasetCreate', 'DatasetCreateFromFilters', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetKind', 'DatasetSource', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeJob', 'DescribeJobJob', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackUpdateInput', 'FromGroupsQuery', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GlobalUsageFilterInput', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'GroupSelection', 'GroupSelectionQuery', 'HarmonyGroupData', 'HarmonyGroupDataComputePool', 'HarmonyGroupDataOnlineModels', 'HarmonyStatus', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsHarmonyGroups', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListHarmonyGroups', 'ListHarmonyGroupsHarmonyGroups', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelKindFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'NvidiaProviderDataInput', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'ResizePartitionInput', 'RoleCreate', 'SampleConfig', 'SelectionTypeInput', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']