adaptive-sdk 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. adaptive_sdk/client.py +6 -12
  2. adaptive_sdk/external/reward_server.py +1 -1
  3. adaptive_sdk/graphql_client/__init__.py +22 -16
  4. adaptive_sdk/graphql_client/async_client.py +140 -92
  5. adaptive_sdk/graphql_client/cancel_job.py +12 -0
  6. adaptive_sdk/graphql_client/client.py +140 -92
  7. adaptive_sdk/graphql_client/create_custom_recipe.py +12 -0
  8. adaptive_sdk/graphql_client/create_grader.py +12 -0
  9. adaptive_sdk/graphql_client/create_job.py +12 -0
  10. adaptive_sdk/graphql_client/create_user.py +12 -0
  11. adaptive_sdk/graphql_client/custom_fields.py +264 -41
  12. adaptive_sdk/graphql_client/custom_mutations.py +54 -48
  13. adaptive_sdk/graphql_client/custom_queries.py +40 -46
  14. adaptive_sdk/graphql_client/custom_typing_fields.py +78 -8
  15. adaptive_sdk/graphql_client/delete_custom_recipe.py +6 -0
  16. adaptive_sdk/graphql_client/delete_dataset.py +6 -0
  17. adaptive_sdk/graphql_client/delete_grader.py +13 -0
  18. adaptive_sdk/graphql_client/delete_user.py +12 -0
  19. adaptive_sdk/graphql_client/enums.py +20 -29
  20. adaptive_sdk/graphql_client/fragments.py +208 -244
  21. adaptive_sdk/graphql_client/get_custom_recipe.py +12 -0
  22. adaptive_sdk/graphql_client/get_grader.py +11 -0
  23. adaptive_sdk/graphql_client/input_types.py +75 -228
  24. adaptive_sdk/graphql_client/list_custom_recipes.py +13 -0
  25. adaptive_sdk/graphql_client/list_graders.py +12 -0
  26. adaptive_sdk/graphql_client/list_jobs.py +27 -0
  27. adaptive_sdk/graphql_client/lock_grader.py +12 -0
  28. adaptive_sdk/graphql_client/share_use_case.py +12 -0
  29. adaptive_sdk/graphql_client/update_custom_recipe.py +12 -0
  30. adaptive_sdk/graphql_client/update_grader.py +12 -0
  31. adaptive_sdk/input_types/__init__.py +0 -44
  32. adaptive_sdk/input_types/typed_dicts.py +0 -135
  33. adaptive_sdk/resources/__init__.py +9 -32
  34. adaptive_sdk/resources/base_resource.py +9 -1
  35. adaptive_sdk/resources/chat.py +37 -35
  36. adaptive_sdk/resources/datasets.py +14 -115
  37. adaptive_sdk/resources/feedback.py +0 -6
  38. adaptive_sdk/resources/graders.py +467 -0
  39. adaptive_sdk/resources/interactions.py +8 -18
  40. adaptive_sdk/resources/jobs.py +140 -0
  41. adaptive_sdk/resources/recipes.py +298 -0
  42. adaptive_sdk/resources/use_cases.py +152 -1
  43. adaptive_sdk/resources/users.py +50 -7
  44. adaptive_sdk/rest/__init__.py +2 -32
  45. adaptive_sdk/rest/base_model.py +5 -10
  46. adaptive_sdk/rest/rest_types.py +4 -24
  47. {adaptive_sdk-0.1.1.dist-info → adaptive_sdk-0.1.2.dist-info}/METADATA +4 -1
  48. {adaptive_sdk-0.1.1.dist-info → adaptive_sdk-0.1.2.dist-info}/RECORD +49 -52
  49. adaptive_sdk/graphql_client/cancel_evaluation_job.py +0 -6
  50. adaptive_sdk/graphql_client/cancel_training_job.py +0 -6
  51. adaptive_sdk/graphql_client/create_custom_recipe_training_job.py +0 -12
  52. adaptive_sdk/graphql_client/create_custom_script.py +0 -12
  53. adaptive_sdk/graphql_client/create_evaluation_job.py +0 -12
  54. adaptive_sdk/graphql_client/create_training_job.py +0 -12
  55. adaptive_sdk/graphql_client/describe_evaluation_job.py +0 -13
  56. adaptive_sdk/graphql_client/describe_training_job.py +0 -13
  57. adaptive_sdk/graphql_client/generate_dataset.py +0 -12
  58. adaptive_sdk/graphql_client/list_custom_scripts.py +0 -13
  59. adaptive_sdk/graphql_client/list_evaluation_jobs.py +0 -13
  60. adaptive_sdk/graphql_client/list_training_jobs.py +0 -13
  61. adaptive_sdk/resources/completions.py +0 -83
  62. adaptive_sdk/resources/custom_recipe.py +0 -151
  63. adaptive_sdk/resources/evaluation/__init__.py +0 -6
  64. adaptive_sdk/resources/evaluation/evaluation.py +0 -17
  65. adaptive_sdk/resources/evaluation/jobs.py +0 -289
  66. adaptive_sdk/resources/judges.py +0 -258
  67. adaptive_sdk/resources/reward_servers.py +0 -90
  68. adaptive_sdk/resources/training/__init__.py +0 -6
  69. adaptive_sdk/resources/training/constants.py +0 -9
  70. adaptive_sdk/resources/training/defaults.py +0 -179
  71. adaptive_sdk/resources/training/jobs.py +0 -279
  72. adaptive_sdk/resources/training/training.py +0 -17
  73. {adaptive_sdk-0.1.1.dist-info → adaptive_sdk-0.1.2.dist-info}/WHEEL +0 -0
adaptive_sdk/client.py CHANGED
@@ -25,21 +25,18 @@ class Adaptive(BaseSyncClient, UseCaseClient):
25
25
 
26
26
  self.ab_tests: resources.ABTests = resources.ABTests(self)
27
27
  self.chat: resources.Chat = resources.Chat(self)
28
- self.completions: resources.Completions = resources.Completions(self)
29
28
  self.compute_pools: resources.ComputePools = resources.ComputePools(self)
30
- self.custom_recipes: resources.CustomRecipes = resources.CustomRecipes(self)
29
+ self.recipes: resources.Recipes = resources.Recipes(self)
31
30
  self.datasets: resources.Datasets = resources.Datasets(self)
32
31
  self.embeddings: resources.Embeddings = resources.Embeddings(self)
33
- self.evaluation: resources.Evaluation = resources.Evaluation(self)
34
- self.judges: resources.Judges = resources.Judges(self)
32
+ self.graders: resources.Graders = resources.Graders(self)
33
+ self.jobs: resources.Jobs = resources.Jobs(self)
35
34
  self.feedback: resources.Feedback = resources.Feedback(self)
36
35
  self.interactions: resources.Interactions = resources.Interactions(self)
37
36
  self.models: resources.Models = resources.Models(self)
38
37
  self.permissions: resources.Permissions = resources.Permissions(self)
39
- self.reward_servers: resources.RewardServers = resources.RewardServers(self)
40
38
  self.roles: resources.Roles = resources.Roles(self)
41
39
  self.teams: resources.Teams = resources.Teams(self)
42
- self.training: resources.Training = resources.Training(self)
43
40
  self.use_cases: resources.UseCase = resources.UseCase(self)
44
41
  self.users: resources.Users = resources.Users(self)
45
42
 
@@ -81,21 +78,18 @@ class AsyncAdaptive(BaseAsyncClient, UseCaseClient):
81
78
 
82
79
  self.ab_tests: resources.AsyncABTests = resources.AsyncABTests(self)
83
80
  self.chat: resources.AsyncChat = resources.AsyncChat(self)
84
- self.completions: resources.AsyncCompletions = resources.AsyncCompletions(self)
85
81
  self.compute_pools: resources.AsyncComputePools = resources.AsyncComputePools(self)
86
- self.custom_recipes: resources.AsyncCustomRecipes = resources.AsyncCustomRecipes(self)
82
+ self.recipes: resources.AsyncRecipes = resources.AsyncRecipes(self)
87
83
  self.datasets: resources.AsyncDatasets = resources.AsyncDatasets(self)
88
84
  self.embeddings: resources.AsyncEmbeddings = resources.AsyncEmbeddings(self)
89
- self.evaluation: resources.AsyncEvaluation = resources.AsyncEvaluation(self)
90
- self.judges: resources.AsyncJudges = resources.AsyncJudges(self)
85
+ self.graders: resources.AsyncGraders = resources.AsyncGraders(self)
86
+ self.jobs: resources.AsyncJobs = resources.AsyncJobs(self)
91
87
  self.feedback: resources.AsyncFeedback = resources.AsyncFeedback(self)
92
88
  self.interactions: resources.AsyncInteractions = resources.AsyncInteractions(self)
93
89
  self.models: resources.AsyncModels = resources.AsyncModels(self)
94
90
  self.permissions: resources.AsyncPermissions = resources.AsyncPermissions(self)
95
- self.reward_servers: resources.AsyncRewardServers = resources.AsyncRewardServers(self)
96
91
  self.roles: resources.AsyncRoles = resources.AsyncRoles(self)
97
92
  self.teams: resources.AsyncTeams = resources.AsyncTeams(self)
98
- self.training: resources.AsyncTraining = resources.AsyncTraining(self)
99
93
  self.use_cases: resources.AsyncUseCase = resources.AsyncUseCase(self)
100
94
  self.users: resources.AsyncUsers = resources.AsyncUsers(self)
101
95
 
@@ -211,4 +211,4 @@ class MyNoMetadataRewardServer(RewardServer[EmptyMetadata]):
211
211
 
212
212
 
213
213
  if __name__ == "__main__":
214
- server = MyNoMetadataRewardServer(port=50056)
214
+ server = MyRewardServer(port=50056)
@@ -8,46 +8,49 @@ from .attach_model_to_use_case import AttachModelToUseCase, AttachModelToUseCase
8
8
  from .base_client_open_telemetry import BaseClientOpenTelemetry
9
9
  from .base_model import BaseModel, Upload
10
10
  from .cancel_ab_campaign import CancelABCampaign
11
- from .cancel_evaluation_job import CancelEvaluationJob
12
- from .cancel_training_job import CancelTrainingJob
11
+ from .cancel_job import CancelJob, CancelJobCancelJob
13
12
  from .client import GQLClient
14
13
  from .create_ab_campaign import CreateAbCampaign, CreateAbCampaignCreateAbCampaign
15
- from .create_custom_recipe_training_job import CreateCustomRecipeTrainingJob, CreateCustomRecipeTrainingJobCreateCustomRecipeTrainingJob
16
- from .create_custom_script import CreateCustomScript, CreateCustomScriptCreateCustomScript
17
- from .create_evaluation_job import CreateEvaluationJob, CreateEvaluationJobCreateEvaluationJob
14
+ from .create_custom_recipe import CreateCustomRecipe, CreateCustomRecipeCreateCustomRecipe
15
+ from .create_grader import CreateGrader, CreateGraderCreateGrader
16
+ from .create_job import CreateJob, CreateJobCreateJob
18
17
  from .create_judge import CreateJudge, CreateJudgeCreateJudge
19
18
  from .create_metric import CreateMetric, CreateMetricCreateMetric
20
19
  from .create_prebuilt_judge import CreatePrebuiltJudge, CreatePrebuiltJudgeCreatePrebuiltJudge
21
20
  from .create_role import CreateRole, CreateRoleCreateRole
22
21
  from .create_team import CreateTeam, CreateTeamCreateTeam
23
- from .create_training_job import CreateTrainingJob, CreateTrainingJobCreateTrainingJob
24
22
  from .create_use_case import CreateUseCase, CreateUseCaseCreateUseCase
23
+ from .create_user import CreateUser, CreateUserCreateUser
24
+ from .delete_custom_recipe import DeleteCustomRecipe
25
+ from .delete_dataset import DeleteDataset
26
+ from .delete_grader import DeleteGrader, DeleteGraderDeleteGrader
25
27
  from .delete_judge import DeleteJudge, DeleteJudgeDeleteJudge
28
+ from .delete_user import DeleteUser, DeleteUserDeleteUser
26
29
  from .deploy_model import DeployModel
27
30
  from .describe_ab_campaign import DescribeAbCampaign, DescribeAbCampaignAbCampaign, DescribeAbCampaignAbCampaignReport
28
31
  from .describe_dataset import DescribeDataset, DescribeDatasetDataset
29
- from .describe_evaluation_job import DescribeEvaluationJob, DescribeEvaluationJobEvaluationJob
30
32
  from .describe_interaction import DescribeInteraction, DescribeInteractionCompletion
31
33
  from .describe_metric import DescribeMetric, DescribeMetricMetric
32
34
  from .describe_metric_admin import DescribeMetricAdmin, DescribeMetricAdminMetric
33
35
  from .describe_model import DescribeModel, DescribeModelModel, DescribeModelModelBackbone
34
36
  from .describe_model_admin import DescribeModelAdmin, DescribeModelAdminModel, DescribeModelAdminModelBackbone
35
- from .describe_training_job import DescribeTrainingJob, DescribeTrainingJobTrainingJob
36
37
  from .describe_use_case import DescribeUseCase, DescribeUseCaseUseCase
37
- from .enums import AbcampaignStatus, AuthProviderKind, CompletionGroupBy, CompletionSource, CompletionSourceOutput, ComputePoolCapability, DatasetKind, DatasetSource, DateBucketUnit, EvaluationJobStatus, EvaluationType, ExternalModelProviderName, FeedbackType, FeedbackTypeInput, FeedbackTypeOutput, GraderTypeEnum, JobKind, JobStatus, JobStatusOutput, JudgeCapability, MetricAggregation, MetricKind, MetricScoringType, ModelKindFilter, ModelOnline, ModelserviceStatus, OpenAIModel, PartitionStatus, PrebuiltCriteriaKey, ProviderName, RemoteEnvStatus, ScriptKind, SelectionTypeInput, SelectionTypeOutput, SortDirection, TimeseriesInterval, TrainingJobStatus, TrainingMetadataInputAlignmentMethod, TrainingMetadataInputTrainingType, TrainingMetadataOutputAlignmentMethod, TrainingMetadataOutputTrainingType, UnitPosition
38
+ from .enums import AbcampaignStatus, AuthProviderKind, CompletionGroupBy, CompletionSource, CompletionSourceOutput, ComputePoolCapability, DatasetKind, DatasetSource, DateBucketUnit, EvaluationJobStatus, EvaluationType, ExternalModelProviderName, FeedbackType, FeedbackTypeOutput, GraderTypeEnum, JobArtifactKind, JobKind, JobStatus, JobStatusOutput, JudgeCapability, MetricAggregation, MetricKind, MetricScoringType, ModelKindFilter, ModelOnline, ModelserviceStatus, OpenAIModel, PartitionStatus, PrebuiltCriteriaKey, Protocol, ProviderName, RemoteEnvStatus, SelectionTypeOutput, SortDirection, TimeseriesInterval, TrainingJobStatus, TrainingMetadataOutputAlignmentMethod, TrainingMetadataOutputTrainingType, UnitPosition
38
39
  from .exceptions import GraphQLClientError, GraphQLClientGraphQLError, GraphQLClientGraphQLMultiError, GraphQLClientHttpError, GraphQLClientInvalidResponseError
39
- from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomScriptData, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, EvaluationJobData, EvaluationJobDataCreatedBy, EvaluationJobDataDataset, EvaluationJobDataJudgeModels, EvaluationJobDataJudges, EvaluationJobDataModelServices, EvaluationJobDataReports, EvaluationJobDataStages, EvaluationJobDataUseCase, EvaluationReportData, EvaluationReportDataDataset, EvaluationReportDataMetric, EvaluationReportDataModelService, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, ListCompletionsFilterOutputData, ListCompletionsFilterOutputDataFeedbacks, ListCompletionsFilterOutputDataLabels, ListCompletionsFilterOutputDataTimerange, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, PartitionData, PartitionDataComputePool, PartitionDataOnlineModels, RemoteEnvData, TrainingConfigOutputData, TrainingConfigOutputDataBaseTrainingParams, TrainingConfigOutputDataTrainingMetadata, TrainingConfigOutputDataTrainingMetadataParametersDpotrainingParamsOutput, TrainingConfigOutputDataTrainingMetadataParametersGrpotrainingParamsOutput, TrainingConfigOutputDataTrainingMetadataParametersPpotrainingParamsOutput, TrainingConfigOutputDataTrainingObjectiveGuidelinesTrainingParamsOutput, TrainingConfigOutputDataTrainingObjectiveGuidelinesTrainingParamsOutputJudgeModelPrompt, TrainingConfigOutputDataTrainingObjectiveJudgeTrainingParamsOutput, TrainingConfigOutputDataTrainingObjectiveMetricTrainingParamsOutput, TrainingConfigOutputDataTrainingObjectiveMetricTrainingParamsOutputMetricMetadataScalarMetricConfigOutput, TrainingConfigOutputDataTrainingObjectiveRewardServerTrainingParamsOutput, TrainingConfigOutputDataTrainingObjectiveSfttrainingParamsOutput, TrainingJobData, TrainingJobDataChildModel, TrainingJobDataChildModelBackbone, TrainingJobDataConfigAdaptBuiltinRecipeConfigOutput, TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfig, TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfigDatasourceSampleDatasourceCompletionsOutput, TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfigDatasourceSampleDatasourceCompletionsOutputFilter, TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfigDatasourceSampleDatasourceDatasetOutput, TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputTrainingConfig, TrainingJobDataConfigAdaptCustomRecipeConfigOutput, TrainingJobDataCreatedBy, TrainingJobDataParentModel, TrainingJobDataParentModelBackbone, TrainingJobDataStages, TrainingJobDataUseCase, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
40
- from .generate_dataset import GenerateDataset, GenerateDatasetGenerateDataset
40
+ from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, ListCompletionsFilterOutputData, ListCompletionsFilterOutputDataFeedbacks, ListCompletionsFilterOutputDataLabels, ListCompletionsFilterOutputDataTimerange, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, PartitionData, PartitionDataComputePool, PartitionDataOnlineModels, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
41
+ from .get_custom_recipe import GetCustomRecipe, GetCustomRecipeCustomRecipe
42
+ from .get_grader import GetGrader, GetGraderGrader
41
43
  from .get_judge import GetJudge, GetJudgeJudge
42
- from .input_types import AbcampaignCreate, AbCampaignFilter, AdaptRequestConfigInput, AddExternalModelInput, AddHFModelInput, AddModelInput, AijudgeEvaluation, AnswerRelevancyRecipe, AnthropicProviderDataInput, ApiKeyCreate, AttachModel, AzureProviderDataInput, BaseTrainingParamsInput, CompletionComparisonFilterInput, CompletionFeedbackFilterInput, CompletionLabelValue, ContextRelevancyRecipe, CreateRecipeInput, CursorPageInput, CustomRecipe, CustomRecipeConfigInput, CustomRecipeTrainingJobInput, CustomScriptFilterInput, DatasetCreate, DatasetGenerate, DatasetGenerationConfig, DpotrainingParamsInput, EmojiInput, EvaluationCreate, EvaluationKind, EvaluationRecipeInput, EvaluationV2CreateInput, EvaluatorsInput, FaithfulnessRecipe, FeedbackAddInput, FeedbackFilterInput, FeedbackUpdateInput, GenerateParameters, GoogleProviderDataInput, GraderConfigInput, GraderCreateInput, GraderUpdateInput, GrpotrainingParamsInput, GuidelineInput, JudgeConfigInput, JudgeCreate, JudgeExampleInput, JudgeExampleInputTurnEntry, JudgeTrainingInput, JudgeTrainingParamsInput, JudgeUpdate, LabelFilter, ListCompletionsFilterInput, MetricCreate, MetricGetOrCreate, MetricLink, MetricTrainingParamsInput, MetricTrainingParamsMetadata, MetricTrendInput, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, ModelProviderDataInput, ModelServiceDisconnect, ModelServiceFilter, ModelServiceWithParams, NvidiaProviderDataInput, OpenAIProviderDataInput, OrderPair, PpotrainingParamsInput, PrebuiltConfigInput, PrebuiltJudgeCreate, RagdataGenerationConfig, RemoteEnvCreate, RemoteEnvEvaluation, RewardServerTrainingParamsInput, RoleCreate, SampleConfigInput, SampleDatasourceCompletions, SampleDatasourceDataset, SampleDatasourceInput, ScalarMetricConfigInput, SftparamsInput, SystemPromptTemplateCreate, SystemPromptTemplateUpdate, TeamCreate, TeamMemberRemove, TeamMemberSet, TimeRange, TimeseriesInput, TrainingConfigInput, TrainingJobInput, TrainingMetadataInput, TrainingMetadataInputParameters, TrainingObjectiveInput, UnitConfigInput, UpdateCompletion, UpdateModelService, UpdateRecipeInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseCreate, UseCaseFilter, UseCaseMetadataInput, UseCaseSettingsInput, UseCaseShareInput, UseCaseShares, UseCaseUpdate, WidgetInput
44
+ from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel, AzureProviderDataInput, CompletionComparisonFilterInput, CompletionFeedbackFilterInput, CompletionLabelValue, CreateRecipeInput, CreateToolProviderInput, CursorPageInput, CustomConfigInput, CustomRecipeFilterInput, DatasetCreate, DatasetGenerate, DatasetGenerationConfig, EmojiInput, FeedbackAddInput, FeedbackFilterInput, FeedbackUpdateInput, GoogleProviderDataInput, GraderConfigInput, GraderCreateInput, GraderUpdateInput, JobArtifactFilter, JobInput, JudgeConfigInput, JudgeCreate, JudgeExampleInput, JudgeExampleInputTurnEntry, JudgeUpdate, LabelFilter, LabelInput, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricGetOrCreate, MetricLink, MetricTrendInput, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, ModelProviderDataInput, ModelServiceDisconnect, ModelServiceFilter, NvidiaProviderDataInput, OpenAIProviderDataInput, OrderPair, PrebuiltConfigInput, PrebuiltJudgeCreate, RagdataGenerationConfig, RemoteConfigInput, RemoteEnvCreate, RoleCreate, SystemPromptTemplateCreate, SystemPromptTemplateUpdate, TeamCreate, TeamMemberRemove, TeamMemberSet, TimeRange, TimeseriesInput, UnitConfigInput, UpdateCompletion, UpdateModelService, UpdateRecipeInput, UpdateToolProviderInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseCreate, UseCaseFilter, UseCaseMetadataInput, UseCaseSettingsInput, UseCaseShareInput, UseCaseShares, UseCaseUpdate, UserCreate, UserCreateTeamWithRole, WidgetInput
43
45
  from .link_metric import LinkMetric, LinkMetricLinkMetric
44
46
  from .list_ab_campaigns import ListAbCampaigns, ListAbCampaignsAbCampaigns
45
47
  from .list_compute_pools import ListComputePools, ListComputePoolsComputePools, ListComputePoolsComputePoolsPartitions
46
- from .list_custom_scripts import ListCustomScripts, ListCustomScriptsCustomScripts
48
+ from .list_custom_recipes import ListCustomRecipes, ListCustomRecipesCustomRecipes
47
49
  from .list_datasets import ListDatasets, ListDatasetsDatasets
48
- from .list_evaluation_jobs import ListEvaluationJobs, ListEvaluationJobsEvaluationJobs
50
+ from .list_graders import ListGraders, ListGradersGraders
49
51
  from .list_grouped_interactions import ListGroupedInteractions, ListGroupedInteractionsCompletionsGrouped, ListGroupedInteractionsCompletionsGroupedNodes, ListGroupedInteractionsCompletionsGroupedNodesCompletions, ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes, ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats, ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric, ListGroupedInteractionsCompletionsGroupedPageInfo
50
52
  from .list_interactions import ListInteractions, ListInteractionsCompletions, ListInteractionsCompletionsNodes, ListInteractionsCompletionsPageInfo
53
+ from .list_jobs import ListJobs, ListJobsJobs, ListJobsJobsNodes, ListJobsJobsPageInfo
51
54
  from .list_judge_versions import ListJudgeVersions, ListJudgeVersionsJudgeVersions
52
55
  from .list_judges import ListJudges, ListJudgesJudges
53
56
  from .list_metrics import ListMetrics, ListMetricsMetrics
@@ -57,18 +60,21 @@ from .list_permissions import ListPermissions
57
60
  from .list_remote_envs import ListRemoteEnvs, ListRemoteEnvsRemoteEnvs
58
61
  from .list_roles import ListRoles, ListRolesRoles
59
62
  from .list_teams import ListTeams, ListTeamsTeams
60
- from .list_training_jobs import ListTrainingJobs, ListTrainingJobsTrainingJobs
61
63
  from .list_use_cases import ListUseCases, ListUseCasesUseCases
62
64
  from .list_users import ListUsers, ListUsersUsers
63
65
  from .load_dataset import LoadDataset, LoadDatasetCreateDataset
66
+ from .lock_grader import LockGrader, LockGraderLockGrader
64
67
  from .me import Me, MeMe, MeMeApiKeys
65
68
  from .remove_remote_env import RemoveRemoteEnv
66
69
  from .remove_team_member import RemoveTeamMember, RemoveTeamMemberRemoveTeamMember
70
+ from .share_use_case import ShareUseCase, ShareUseCaseShareUseCase
67
71
  from .terminate_model import TerminateModel
68
72
  from .test_remote_env import TestRemoteEnv, TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline, TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline
69
73
  from .unlink_metric import UnlinkMetric
74
+ from .update_custom_recipe import UpdateCustomRecipe, UpdateCustomRecipeUpdateCustomRecipe
75
+ from .update_grader import UpdateGrader, UpdateGraderUpdateGrader
70
76
  from .update_judge import UpdateJudge, UpdateJudgeUpdateJudge
71
77
  from .update_model import UpdateModel, UpdateModelUpdateModelService
72
78
  from .update_model_compute_config import UpdateModelComputeConfig, UpdateModelComputeConfigUpdateModelComputeConfig
73
79
  from .update_user import UpdateUser, UpdateUserSetTeamMember, UpdateUserSetTeamMemberRole, UpdateUserSetTeamMemberTeam, UpdateUserSetTeamMemberUser
74
- __all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AdaptRequestConfigInput', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AijudgeEvaluation', 'AnswerRelevancyRecipe', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'AzureProviderDataInput', 'BaseClientOpenTelemetry', 'BaseModel', 'BaseTrainingParamsInput', 'CancelABCampaign', 'CancelEvaluationJob', 'CancelTrainingJob', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionSourceOutput', 'ComputePoolCapability', 'ContextRelevancyRecipe', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipeTrainingJob', 'CreateCustomRecipeTrainingJobCreateCustomRecipeTrainingJob', 'CreateCustomScript', 'CreateCustomScriptCreateCustomScript', 'CreateEvaluationJob', 'CreateEvaluationJobCreateEvaluationJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateTrainingJob', 'CreateTrainingJobCreateTrainingJob', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CursorPageInput', 'CustomRecipe', 'CustomRecipeConfigInput', 'CustomRecipeTrainingJobInput', 'CustomScriptData', 'CustomScriptFilterInput', 'DatasetCreate', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetGenerate', 'DatasetGenerationConfig', 'DatasetKind', 'DatasetSource', 'DateBucketUnit', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeEvaluationJob', 'DescribeEvaluationJobEvaluationJob', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeTrainingJob', 'DescribeTrainingJobTrainingJob', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'DpotrainingParamsInput', 'EmojiInput', 'EvaluationCreate', 'EvaluationJobData', 'EvaluationJobDataCreatedBy', 'EvaluationJobDataDataset', 'EvaluationJobDataJudgeModels', 'EvaluationJobDataJudges', 'EvaluationJobDataModelServices', 'EvaluationJobDataReports', 'EvaluationJobDataStages', 'EvaluationJobDataUseCase', 'EvaluationJobStatus', 'EvaluationKind', 'EvaluationRecipeInput', 'EvaluationReportData', 'EvaluationReportDataDataset', 'EvaluationReportDataMetric', 'EvaluationReportDataModelService', 'EvaluationType', 'EvaluationV2CreateInput', 'EvaluatorsInput', 'ExternalModelProviderName', 'FaithfulnessRecipe', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackTypeInput', 'FeedbackTypeOutput', 'FeedbackUpdateInput', 'GQLClient', 'GenerateDataset', 'GenerateDatasetGenerateDataset', 'GenerateParameters', 'GetJudge', 'GetJudgeJudge', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'GrpotrainingParamsInput', 'GuidelineInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeTrainingInput', 'JudgeTrainingParamsInput', 'JudgeUpdate', 'LabelFilter', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListCompletionsFilterOutputData', 'ListCompletionsFilterOutputDataFeedbacks', 'ListCompletionsFilterOutputDataLabels', 'ListCompletionsFilterOutputDataTimerange', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsPartitions', 'ListCustomScripts', 'ListCustomScriptsCustomScripts', 'ListDatasets', 'ListDatasetsDatasets', 'ListEvaluationJobs', 'ListEvaluationJobsEvaluationJobs', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPartitions', 'ListPartitionsPartitions', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListTrainingJobs', 'ListTrainingJobsTrainingJobs', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrainingParamsInput', 'MetricTrainingParamsMetadata', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelKindFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelServiceWithParams', 'ModelserviceStatus', 'NvidiaProviderDataInput', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PartitionData', 'PartitionDataComputePool', 'PartitionDataOnlineModels', 'PartitionStatus', 'PpotrainingParamsInput', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'ProviderName', 'RagdataGenerationConfig', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvEvaluation', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'RewardServerTrainingParamsInput', 'RoleCreate', 'SampleConfigInput', 'SampleDatasourceCompletions', 'SampleDatasourceDataset', 'SampleDatasourceInput', 'ScalarMetricConfigInput', 'ScriptKind', 'SelectionTypeInput', 'SelectionTypeOutput', 'SftparamsInput', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'TrainingConfigInput', 'TrainingConfigOutputData', 'TrainingConfigOutputDataBaseTrainingParams', 'TrainingConfigOutputDataTrainingMetadata', 'TrainingConfigOutputDataTrainingMetadataParametersDpotrainingParamsOutput', 'TrainingConfigOutputDataTrainingMetadataParametersGrpotrainingParamsOutput', 'TrainingConfigOutputDataTrainingMetadataParametersPpotrainingParamsOutput', 'TrainingConfigOutputDataTrainingObjectiveGuidelinesTrainingParamsOutput', 'TrainingConfigOutputDataTrainingObjectiveGuidelinesTrainingParamsOutputJudgeModelPrompt', 'TrainingConfigOutputDataTrainingObjectiveJudgeTrainingParamsOutput', 'TrainingConfigOutputDataTrainingObjectiveMetricTrainingParamsOutput', 'TrainingConfigOutputDataTrainingObjectiveMetricTrainingParamsOutputMetricMetadataScalarMetricConfigOutput', 'TrainingConfigOutputDataTrainingObjectiveRewardServerTrainingParamsOutput', 'TrainingConfigOutputDataTrainingObjectiveSfttrainingParamsOutput', 'TrainingJobData', 'TrainingJobDataChildModel', 'TrainingJobDataChildModelBackbone', 'TrainingJobDataConfigAdaptBuiltinRecipeConfigOutput', 'TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfig', 'TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfigDatasourceSampleDatasourceCompletionsOutput', 'TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfigDatasourceSampleDatasourceCompletionsOutputFilter', 'TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputSampleConfigDatasourceSampleDatasourceDatasetOutput', 'TrainingJobDataConfigAdaptBuiltinRecipeConfigOutputTrainingConfig', 'TrainingJobDataConfigAdaptCustomRecipeConfigOutput', 'TrainingJobDataCreatedBy', 'TrainingJobDataParentModel', 'TrainingJobDataParentModelBackbone', 'TrainingJobDataStages', 'TrainingJobDataUseCase', 'TrainingJobInput', 'TrainingJobStatus', 'TrainingMetadataInput', 'TrainingMetadataInputAlignmentMethod', 'TrainingMetadataInputParameters', 'TrainingMetadataInputTrainingType', 'TrainingMetadataOutputAlignmentMethod', 'TrainingMetadataOutputTrainingType', 'TrainingObjectiveInput', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']
80
+ __all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'AzureProviderDataInput', 'BaseClientOpenTelemetry', 'BaseModel', 'CancelABCampaign', 'CancelJob', 'CancelJobCancelJob', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionSourceOutput', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCreate', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetGenerate', 'DatasetGenerationConfig', 'DatasetKind', 'DatasetSource', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'EvaluationJobStatus', 'EvaluationType', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackTypeOutput', 'FeedbackUpdateInput', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListCompletionsFilterOutputData', 'ListCompletionsFilterOutputDataFeedbacks', 'ListCompletionsFilterOutputDataLabels', 'ListCompletionsFilterOutputDataTimerange', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsPartitions', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPartitions', 'ListPartitionsPartitions', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelKindFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'NvidiaProviderDataInput', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PartitionData', 'PartitionDataComputePool', 'PartitionDataOnlineModels', 'PartitionStatus', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RagdataGenerationConfig', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'RoleCreate', 'SelectionTypeOutput', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'TrainingJobStatus', 'TrainingMetadataOutputAlignmentMethod', 'TrainingMetadataOutputTrainingType', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']