adaptive-sdk 0.1.1__tar.gz → 0.1.2__tar.gz

{adaptive_sdk-0.1.1 → adaptive_sdk-0.1.2}/PKG-INFO

@@ -1,11 +1,12 @@
 Metadata-Version: 2.4
 Name: adaptive-sdk
-Version: 0.1.1
+Version: 0.1.2
 Summary: Python SDK for Adaptive Engine
 Author-email: Vincent Debergue <vincent@adaptive-ml.com>, Joao Moura <joao@adaptive-ml.com>, Yacine Bouraoui <yacine@adaptive-ml.com>
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: httpx >= 0.27.2
+Requires-Dist: httpx-sse >= 0.4.0
 Requires-Dist: gql >= 3.5.0
 Requires-Dist: pydantic[email] >= 2.9.0
 Requires-Dist: pyhumps >= 3.8.0
@@ -15,6 +16,8 @@ Requires-Dist: jsonschema==4.24.0
 Requires-Dist: websockets==15.0.1
 Requires-Dist: types-jsonschema==4.23.0.20241208
 Requires-Dist: loguru >= 0.7.0
+Requires-Dist: hypothesis==6.138.2
+Requires-Dist: hypothesis-jsonschema==0.23.1
 Requires-Dist: ariadne-codegen ; extra == "dev"
 Requires-Dist: datamodel-code-generator == 0.31.2 ; extra == "dev"
 Requires-Dist: astor >= 0.8.1 ; extra == "dev"

{adaptive_sdk-0.1.1 → adaptive_sdk-0.1.2}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "adaptive-sdk"
-version = "0.1.1"
+version = "0.1.2"
 description = "Python SDK for Adaptive Engine"
 authors = [
   { name = "Vincent Debergue", email = "vincent@adaptive-ml.com" },
@@ -17,6 +17,7 @@ readme = "README.md"
 requires-python = ">=3.10"
 dependencies = [
   "httpx >= 0.27.2",
+  "httpx-sse >= 0.4.0",
   "gql >= 3.5.0",
   "pydantic[email] >= 2.9.0",
   "pyhumps >= 3.8.0",
@@ -26,6 +27,8 @@ dependencies = [
   "websockets==15.0.1",
   "types-jsonschema==4.23.0.20241208",
   "loguru >= 0.7.0",
+  "hypothesis==6.138.2",
+  "hypothesis-jsonschema==0.23.1",
 ]
 
 [project.optional-dependencies]

{adaptive_sdk-0.1.1 → adaptive_sdk-0.1.2}/src/adaptive_sdk/client.py

@@ -25,21 +25,18 @@ class Adaptive(BaseSyncClient, UseCaseClient):
 
         self.ab_tests: resources.ABTests = resources.ABTests(self)
         self.chat: resources.Chat = resources.Chat(self)
-        self.completions: resources.Completions = resources.Completions(self)
         self.compute_pools: resources.ComputePools = resources.ComputePools(self)
-        self.custom_recipes: resources.CustomRecipes = resources.CustomRecipes(self)
+        self.recipes: resources.Recipes = resources.Recipes(self)
         self.datasets: resources.Datasets = resources.Datasets(self)
         self.embeddings: resources.Embeddings = resources.Embeddings(self)
-        self.evaluation: resources.Evaluation = resources.Evaluation(self)
-        self.judges: resources.Judges = resources.Judges(self)
+        self.graders: resources.Graders = resources.Graders(self)
+        self.jobs: resources.Jobs = resources.Jobs(self)
         self.feedback: resources.Feedback = resources.Feedback(self)
         self.interactions: resources.Interactions = resources.Interactions(self)
         self.models: resources.Models = resources.Models(self)
         self.permissions: resources.Permissions = resources.Permissions(self)
-        self.reward_servers: resources.RewardServers = resources.RewardServers(self)
         self.roles: resources.Roles = resources.Roles(self)
         self.teams: resources.Teams = resources.Teams(self)
-        self.training: resources.Training = resources.Training(self)
         self.use_cases: resources.UseCase = resources.UseCase(self)
         self.users: resources.Users = resources.Users(self)
 
@@ -81,21 +78,18 @@ class AsyncAdaptive(BaseAsyncClient, UseCaseClient):
 
         self.ab_tests: resources.AsyncABTests = resources.AsyncABTests(self)
         self.chat: resources.AsyncChat = resources.AsyncChat(self)
-        self.completions: resources.AsyncCompletions = resources.AsyncCompletions(self)
         self.compute_pools: resources.AsyncComputePools = resources.AsyncComputePools(self)
-        self.custom_recipes: resources.AsyncCustomRecipes = resources.AsyncCustomRecipes(self)
+        self.recipes: resources.AsyncRecipes = resources.AsyncRecipes(self)
         self.datasets: resources.AsyncDatasets = resources.AsyncDatasets(self)
         self.embeddings: resources.AsyncEmbeddings = resources.AsyncEmbeddings(self)
-        self.evaluation: resources.AsyncEvaluation = resources.AsyncEvaluation(self)
-        self.judges: resources.AsyncJudges = resources.AsyncJudges(self)
+        self.graders: resources.AsyncGraders = resources.AsyncGraders(self)
+        self.jobs: resources.AsyncJobs = resources.AsyncJobs(self)
         self.feedback: resources.AsyncFeedback = resources.AsyncFeedback(self)
         self.interactions: resources.AsyncInteractions = resources.AsyncInteractions(self)
         self.models: resources.AsyncModels = resources.AsyncModels(self)
         self.permissions: resources.AsyncPermissions = resources.AsyncPermissions(self)
-        self.reward_servers: resources.AsyncRewardServers = resources.AsyncRewardServers(self)
         self.roles: resources.AsyncRoles = resources.AsyncRoles(self)
         self.teams: resources.AsyncTeams = resources.AsyncTeams(self)
-        self.training: resources.AsyncTraining = resources.AsyncTraining(self)
         self.use_cases: resources.AsyncUseCase = resources.AsyncUseCase(self)
         self.users: resources.AsyncUsers = resources.AsyncUsers(self)
 

{adaptive_sdk-0.1.1 → adaptive_sdk-0.1.2}/src/adaptive_sdk/external/reward_server.py

@@ -211,4 +211,4 @@ class MyNoMetadataRewardServer(RewardServer[EmptyMetadata]):
 
 
 if __name__ == "__main__":
-    server = MyNoMetadataRewardServer(port=50056)
+    server = MyRewardServer(port=50056)

adaptive_sdk-0.1.2/src/adaptive_sdk/graphql_client/__init__.py

@@ -0,0 +1,80 @@
+from .async_base_client_open_telemetry import AsyncBaseClientOpenTelemetry
+from .async_client import AsyncGQLClient
+from .add_external_model import AddExternalModel, AddExternalModelAddExternalModel
+from .add_hf_model import AddHFModel
+from .add_model import AddModel, AddModelAddModel, AddModelAddModelBackbone
+from .add_remote_env import AddRemoteEnv, AddRemoteEnvAddRemoteEnv
+from .attach_model_to_use_case import AttachModelToUseCase, AttachModelToUseCaseAttachModel
+from .base_client_open_telemetry import BaseClientOpenTelemetry
+from .base_model import BaseModel, Upload
+from .cancel_ab_campaign import CancelABCampaign
+from .cancel_job import CancelJob, CancelJobCancelJob
+from .client import GQLClient
+from .create_ab_campaign import CreateAbCampaign, CreateAbCampaignCreateAbCampaign
+from .create_custom_recipe import CreateCustomRecipe, CreateCustomRecipeCreateCustomRecipe
+from .create_grader import CreateGrader, CreateGraderCreateGrader
+from .create_job import CreateJob, CreateJobCreateJob
+from .create_judge import CreateJudge, CreateJudgeCreateJudge
+from .create_metric import CreateMetric, CreateMetricCreateMetric
+from .create_prebuilt_judge import CreatePrebuiltJudge, CreatePrebuiltJudgeCreatePrebuiltJudge
+from .create_role import CreateRole, CreateRoleCreateRole
+from .create_team import CreateTeam, CreateTeamCreateTeam
+from .create_use_case import CreateUseCase, CreateUseCaseCreateUseCase
+from .create_user import CreateUser, CreateUserCreateUser
+from .delete_custom_recipe import DeleteCustomRecipe
+from .delete_dataset import DeleteDataset
+from .delete_grader import DeleteGrader, DeleteGraderDeleteGrader
+from .delete_judge import DeleteJudge, DeleteJudgeDeleteJudge
+from .delete_user import DeleteUser, DeleteUserDeleteUser
+from .deploy_model import DeployModel
+from .describe_ab_campaign import DescribeAbCampaign, DescribeAbCampaignAbCampaign, DescribeAbCampaignAbCampaignReport
+from .describe_dataset import DescribeDataset, DescribeDatasetDataset
+from .describe_interaction import DescribeInteraction, DescribeInteractionCompletion
+from .describe_metric import DescribeMetric, DescribeMetricMetric
+from .describe_metric_admin import DescribeMetricAdmin, DescribeMetricAdminMetric
+from .describe_model import DescribeModel, DescribeModelModel, DescribeModelModelBackbone
+from .describe_model_admin import DescribeModelAdmin, DescribeModelAdminModel, DescribeModelAdminModelBackbone
+from .describe_use_case import DescribeUseCase, DescribeUseCaseUseCase
+from .enums import AbcampaignStatus, AuthProviderKind, CompletionGroupBy, CompletionSource, CompletionSourceOutput, ComputePoolCapability, DatasetKind, DatasetSource, DateBucketUnit, EvaluationJobStatus, EvaluationType, ExternalModelProviderName, FeedbackType, FeedbackTypeOutput, GraderTypeEnum, JobArtifactKind, JobKind, JobStatus, JobStatusOutput, JudgeCapability, MetricAggregation, MetricKind, MetricScoringType, ModelKindFilter, ModelOnline, ModelserviceStatus, OpenAIModel, PartitionStatus, PrebuiltCriteriaKey, Protocol, ProviderName, RemoteEnvStatus, SelectionTypeOutput, SortDirection, TimeseriesInterval, TrainingJobStatus, TrainingMetadataOutputAlignmentMethod, TrainingMetadataOutputTrainingType, UnitPosition
+from .exceptions import GraphQLClientError, GraphQLClientGraphQLError, GraphQLClientGraphQLMultiError, GraphQLClientHttpError, GraphQLClientInvalidResponseError
+from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, ListCompletionsFilterOutputData, ListCompletionsFilterOutputDataFeedbacks, ListCompletionsFilterOutputDataLabels, ListCompletionsFilterOutputDataTimerange, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, PartitionData, PartitionDataComputePool, PartitionDataOnlineModels, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
+from .get_custom_recipe import GetCustomRecipe, GetCustomRecipeCustomRecipe
+from .get_grader import GetGrader, GetGraderGrader
+from .get_judge import GetJudge, GetJudgeJudge
+from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel, AzureProviderDataInput, CompletionComparisonFilterInput, CompletionFeedbackFilterInput, CompletionLabelValue, CreateRecipeInput, CreateToolProviderInput, CursorPageInput, CustomConfigInput, CustomRecipeFilterInput, DatasetCreate, DatasetGenerate, DatasetGenerationConfig, EmojiInput, FeedbackAddInput, FeedbackFilterInput, FeedbackUpdateInput, GoogleProviderDataInput, GraderConfigInput, GraderCreateInput, GraderUpdateInput, JobArtifactFilter, JobInput, JudgeConfigInput, JudgeCreate, JudgeExampleInput, JudgeExampleInputTurnEntry, JudgeUpdate, LabelFilter, LabelInput, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricGetOrCreate, MetricLink, MetricTrendInput, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, ModelProviderDataInput, ModelServiceDisconnect, ModelServiceFilter, NvidiaProviderDataInput, OpenAIProviderDataInput, OrderPair, PrebuiltConfigInput, PrebuiltJudgeCreate, RagdataGenerationConfig, RemoteConfigInput, RemoteEnvCreate, RoleCreate, SystemPromptTemplateCreate, SystemPromptTemplateUpdate, TeamCreate, TeamMemberRemove, TeamMemberSet, TimeRange, TimeseriesInput, UnitConfigInput, UpdateCompletion, UpdateModelService, UpdateRecipeInput, UpdateToolProviderInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseCreate, UseCaseFilter, UseCaseMetadataInput, UseCaseSettingsInput, UseCaseShareInput, UseCaseShares, UseCaseUpdate, UserCreate, UserCreateTeamWithRole, WidgetInput
+from .link_metric import LinkMetric, LinkMetricLinkMetric
+from .list_ab_campaigns import ListAbCampaigns, ListAbCampaignsAbCampaigns
+from .list_compute_pools import ListComputePools, ListComputePoolsComputePools, ListComputePoolsComputePoolsPartitions
+from .list_custom_recipes import ListCustomRecipes, ListCustomRecipesCustomRecipes
+from .list_datasets import ListDatasets, ListDatasetsDatasets
+from .list_graders import ListGraders, ListGradersGraders
+from .list_grouped_interactions import ListGroupedInteractions, ListGroupedInteractionsCompletionsGrouped, ListGroupedInteractionsCompletionsGroupedNodes, ListGroupedInteractionsCompletionsGroupedNodesCompletions, ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes, ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats, ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric, ListGroupedInteractionsCompletionsGroupedPageInfo
+from .list_interactions import ListInteractions, ListInteractionsCompletions, ListInteractionsCompletionsNodes, ListInteractionsCompletionsPageInfo
+from .list_jobs import ListJobs, ListJobsJobs, ListJobsJobsNodes, ListJobsJobsPageInfo
+from .list_judge_versions import ListJudgeVersions, ListJudgeVersionsJudgeVersions
+from .list_judges import ListJudges, ListJudgesJudges
+from .list_metrics import ListMetrics, ListMetricsMetrics
+from .list_models import ListModels, ListModelsModels, ListModelsModelsBackbone
+from .list_partitions import ListPartitions, ListPartitionsPartitions
+from .list_permissions import ListPermissions
+from .list_remote_envs import ListRemoteEnvs, ListRemoteEnvsRemoteEnvs
+from .list_roles import ListRoles, ListRolesRoles
+from .list_teams import ListTeams, ListTeamsTeams
+from .list_use_cases import ListUseCases, ListUseCasesUseCases
+from .list_users import ListUsers, ListUsersUsers
+from .load_dataset import LoadDataset, LoadDatasetCreateDataset
+from .lock_grader import LockGrader, LockGraderLockGrader
+from .me import Me, MeMe, MeMeApiKeys
+from .remove_remote_env import RemoveRemoteEnv
+from .remove_team_member import RemoveTeamMember, RemoveTeamMemberRemoveTeamMember
+from .share_use_case import ShareUseCase, ShareUseCaseShareUseCase
+from .terminate_model import TerminateModel
+from .test_remote_env import TestRemoteEnv, TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline, TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline
+from .unlink_metric import UnlinkMetric
+from .update_custom_recipe import UpdateCustomRecipe, UpdateCustomRecipeUpdateCustomRecipe
+from .update_grader import UpdateGrader, UpdateGraderUpdateGrader
+from .update_judge import UpdateJudge, UpdateJudgeUpdateJudge
+from .update_model import UpdateModel, UpdateModelUpdateModelService
+from .update_model_compute_config import UpdateModelComputeConfig, UpdateModelComputeConfigUpdateModelComputeConfig
+from .update_user import UpdateUser, UpdateUserSetTeamMember, UpdateUserSetTeamMemberRole, UpdateUserSetTeamMemberTeam, UpdateUserSetTeamMemberUser
+__all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'AzureProviderDataInput', 'BaseClientOpenTelemetry', 'BaseModel', 'CancelABCampaign', 'CancelJob', 'CancelJobCancelJob', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionSourceOutput', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCreate', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetGenerate', 'DatasetGenerationConfig', 'DatasetKind', 'DatasetSource', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'EvaluationJobStatus', 'EvaluationType', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackTypeOutput', 'FeedbackUpdateInput', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListCompletionsFilterOutputData', 'ListCompletionsFilterOutputDataFeedbacks', 'ListCompletionsFilterOutputDataLabels', 'ListCompletionsFilterOutputDataTimerange', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsPartitions', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPartitions', 'ListPartitionsPartitions', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelKindFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'NvidiaProviderDataInput', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PartitionData', 'PartitionDataComputePool', 'PartitionDataOnlineModels', 'PartitionStatus', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RagdataGenerationConfig', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'RoleCreate', 'SelectionTypeOutput', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'TrainingJobStatus', 'TrainingMetadataOutputAlignmentMethod', 'TrainingMetadataOutputTrainingType', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']