adaptive-sdk 0.1.8__py3-none-any.whl → 0.1.10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- adaptive_sdk/graphql_client/__init__.py +6 -3
- adaptive_sdk/graphql_client/async_client.py +50 -26
- adaptive_sdk/graphql_client/client.py +50 -26
- adaptive_sdk/graphql_client/create_dataset_from_multipart_upload.py +18 -0
- adaptive_sdk/graphql_client/custom_fields.py +24 -2
- adaptive_sdk/graphql_client/custom_queries.py +14 -2
- adaptive_sdk/graphql_client/custom_typing_fields.py +7 -0
- adaptive_sdk/graphql_client/dataset_upload_processing_status.py +18 -0
- adaptive_sdk/graphql_client/enums.py +1 -4
- adaptive_sdk/graphql_client/fragments.py +12 -0
- adaptive_sdk/graphql_client/input_types.py +4 -13
- adaptive_sdk/graphql_client/resize_inference_partition.py +6 -0
- adaptive_sdk/resources/compute_pools.py +63 -2
- adaptive_sdk/resources/datasets.py +82 -122
- adaptive_sdk/resources/models.py +0 -8
- {adaptive_sdk-0.1.8.dist-info → adaptive_sdk-0.1.10.dist-info}/METADATA +2 -2
- {adaptive_sdk-0.1.8.dist-info → adaptive_sdk-0.1.10.dist-info}/RECORD +18 -15
- {adaptive_sdk-0.1.8.dist-info → adaptive_sdk-0.1.10.dist-info}/WHEEL +0 -0
|
@@ -12,6 +12,7 @@ from .cancel_job import CancelJob, CancelJobCancelJob
|
|
|
12
12
|
from .client import GQLClient
|
|
13
13
|
from .create_ab_campaign import CreateAbCampaign, CreateAbCampaignCreateAbCampaign
|
|
14
14
|
from .create_custom_recipe import CreateCustomRecipe, CreateCustomRecipeCreateCustomRecipe
|
|
15
|
+
from .create_dataset_from_multipart_upload import CreateDatasetFromMultipartUpload, CreateDatasetFromMultipartUploadCreateDatasetFromMultipartUpload
|
|
15
16
|
from .create_grader import CreateGrader, CreateGraderCreateGrader
|
|
16
17
|
from .create_job import CreateJob, CreateJobCreateJob
|
|
17
18
|
from .create_judge import CreateJudge, CreateJudgeCreateJudge
|
|
@@ -21,6 +22,7 @@ from .create_role import CreateRole, CreateRoleCreateRole
|
|
|
21
22
|
from .create_team import CreateTeam, CreateTeamCreateTeam
|
|
22
23
|
from .create_use_case import CreateUseCase, CreateUseCaseCreateUseCase
|
|
23
24
|
from .create_user import CreateUser, CreateUserCreateUser
|
|
25
|
+
from .dataset_upload_processing_status import DatasetUploadProcessingStatus, DatasetUploadProcessingStatusDatasetUploadProcessingStatus
|
|
24
26
|
from .delete_custom_recipe import DeleteCustomRecipe
|
|
25
27
|
from .delete_dataset import DeleteDataset
|
|
26
28
|
from .delete_grader import DeleteGrader, DeleteGraderDeleteGrader
|
|
@@ -38,11 +40,11 @@ from .describe_model_admin import DescribeModelAdmin, DescribeModelAdminModel, D
|
|
|
38
40
|
from .describe_use_case import DescribeUseCase, DescribeUseCaseUseCase
|
|
39
41
|
from .enums import AbcampaignStatus, AuthProviderKind, BillingCycle, CompletionGroupBy, CompletionSource, ComputePoolCapability, DatasetKind, DatasetSource, DatasetStatus, DateBucketUnit, ExternalModelProviderName, FeedbackType, GraderTypeEnum, HarmonyStatus, JobArtifactKind, JobKind, JobStatus, JobStatusOutput, JudgeCapability, MetricAggregation, MetricKind, MetricScoringType, ModelCapabilityFilter, ModelOnline, ModelserviceStatus, OpenAIModel, PrebuiltCriteriaKey, Protocol, ProviderName, RemoteEnvStatus, SelectionTypeInput, SessionStatus, SortDirection, TimeseriesInterval, UnitPosition
|
|
40
42
|
from .exceptions import GraphQLClientError, GraphQLClientGraphQLError, GraphQLClientGraphQLMultiError, GraphQLClientHttpError, GraphQLClientInvalidResponseError
|
|
41
|
-
from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, HarmonyGroupData, HarmonyGroupDataComputePool, HarmonyGroupDataOnlineModels, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataDetailsArtifactsByproductsDatasetByproducts, JobDataDetailsArtifactsByproductsEvaluationByproducts, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService, JobDataDetailsArtifactsByproductsModelByproducts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
|
|
43
|
+
from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, HarmonyGroupData, HarmonyGroupDataComputePool, HarmonyGroupDataGpuAllocations, HarmonyGroupDataOnlineModels, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataDetailsArtifactsByproductsDatasetByproducts, JobDataDetailsArtifactsByproductsEvaluationByproducts, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService, JobDataDetailsArtifactsByproductsModelByproducts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
|
|
42
44
|
from .get_custom_recipe import GetCustomRecipe, GetCustomRecipeCustomRecipe
|
|
43
45
|
from .get_grader import GetGrader, GetGraderGrader
|
|
44
46
|
from .get_judge import GetJudge, GetJudgeJudge
|
|
45
|
-
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel,
|
|
47
|
+
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel, CancelAllocationInput, CapabilityFilter, CompletionComparisonFilterInput, CompletionFeedbackFilterInput, CompletionLabelValue, CompletionsByFilters, CompletionsById, CreateRecipeInput, CreateToolProviderInput, CursorPageInput, CustomConfigInput, CustomRecipeFilterInput, DatasetCompletionQuery, DatasetCreate, DatasetCreateFromFilters, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, EmojiInput, FeedbackAddInput, FeedbackFilterInput, FeedbackUpdateInput, FromGroupsQuery, GlobalUsageFilterInput, GoogleProviderDataInput, GraderConfigInput, GraderCreateInput, GraderUpdateInput, GroupSelection, GroupSelectionQuery, JobArtifactFilter, JobInput, JudgeConfigInput, JudgeCreate, JudgeExampleInput, JudgeExampleInputTurnEntry, JudgeUpdate, LabelFilter, LabelInput, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricGetOrCreate, MetricLink, MetricTrendInput, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, ModelProviderDataInput, ModelServiceDisconnect, ModelServiceFilter, OpenAIProviderDataInput, OrderPair, PrebuiltConfigInput, PrebuiltJudgeCreate, RemoteConfigInput, RemoteEnvCreate, ResizePartitionInput, RoleCreate, SampleConfig, SearchInput, SystemPromptTemplateCreate, SystemPromptTemplateUpdate, TeamCreate, TeamMemberRemove, TeamMemberSet, TimeRange, TimeseriesInput, UnitConfigInput, UpdateCompletion, UpdateModelService, UpdateRecipeInput, UpdateToolProviderInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseCreate, UseCaseFilter, UseCaseMetadataInput, UseCaseSettingsInput, UseCaseShareInput, UseCaseShares, UseCaseUpdate, UserCreate, UserCreateTeamWithRole, WidgetInput
|
|
46
48
|
from .link_metric import LinkMetric, LinkMetricLinkMetric
|
|
47
49
|
from .list_ab_campaigns import ListAbCampaigns, ListAbCampaignsAbCampaigns
|
|
48
50
|
from .list_compute_pools import ListComputePools, ListComputePoolsComputePools, ListComputePoolsComputePoolsHarmonyGroups
|
|
@@ -68,6 +70,7 @@ from .lock_grader import LockGrader, LockGraderLockGrader
|
|
|
68
70
|
from .me import Me, MeMe, MeMeApiKeys
|
|
69
71
|
from .remove_remote_env import RemoveRemoteEnv
|
|
70
72
|
from .remove_team_member import RemoveTeamMember, RemoveTeamMemberRemoveTeamMember
|
|
73
|
+
from .resize_inference_partition import ResizeInferencePartition
|
|
71
74
|
from .share_use_case import ShareUseCase, ShareUseCaseShareUseCase
|
|
72
75
|
from .terminate_model import TerminateModel
|
|
73
76
|
from .test_remote_env import TestRemoteEnv, TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline, TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline
|
|
@@ -78,4 +81,4 @@ from .update_judge import UpdateJudge, UpdateJudgeUpdateJudge
|
|
|
78
81
|
from .update_model import UpdateModel, UpdateModelUpdateModelService
|
|
79
82
|
from .update_model_compute_config import UpdateModelComputeConfig, UpdateModelComputeConfigUpdateModelComputeConfig
|
|
80
83
|
from .update_user import UpdateUser, UpdateUserSetTeamMember, UpdateUserSetTeamMemberRole, UpdateUserSetTeamMemberTeam, UpdateUserSetTeamMemberUser
|
|
81
|
-
__all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelImportHfModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'AzureProviderDataInput', 'BaseClientOpenTelemetry', 'BaseModel', 'BillingCycle', 'CancelABCampaign', 'CancelAllocationInput', 'CancelJob', 'CancelJobCancelJob', 'CapabilityFilter', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionsByFilters', 'CompletionsById', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCompletionQuery', 'DatasetCreate', 'DatasetCreateFromFilters', 'DatasetCreateFromMultipartUpload', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetKind', 'DatasetSource', 'DatasetStatus', 'DatasetUploadProcessingStatusInput', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeJob', 'DescribeJobJob', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackUpdateInput', 'FromGroupsQuery', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GlobalUsageFilterInput', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'GroupSelection', 'GroupSelectionQuery', 'HarmonyGroupData', 'HarmonyGroupDataComputePool', 'HarmonyGroupDataOnlineModels', 'HarmonyStatus', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataDetailsArtifactsByproductsDatasetByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService', 'JobDataDetailsArtifactsByproductsModelByproducts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsHarmonyGroups', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListHarmonyGroups', 'ListHarmonyGroupsHarmonyGroups', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelCapabilityFilter', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'NvidiaProviderDataInput', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'ResizePartitionInput', 'RoleCreate', 'SampleConfig', 'SelectionTypeInput', 'SessionStatus', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']
|
|
84
|
+
__all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelImportHfModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'BaseClientOpenTelemetry', 'BaseModel', 'BillingCycle', 'CancelABCampaign', 'CancelAllocationInput', 'CancelJob', 'CancelJobCancelJob', 'CapabilityFilter', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionsByFilters', 'CompletionsById', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateDatasetFromMultipartUpload', 'CreateDatasetFromMultipartUploadCreateDatasetFromMultipartUpload', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCompletionQuery', 'DatasetCreate', 'DatasetCreateFromFilters', 'DatasetCreateFromMultipartUpload', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetKind', 'DatasetSource', 'DatasetStatus', 'DatasetUploadProcessingStatus', 'DatasetUploadProcessingStatusDatasetUploadProcessingStatus', 'DatasetUploadProcessingStatusInput', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeJob', 'DescribeJobJob', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackUpdateInput', 'FromGroupsQuery', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GlobalUsageFilterInput', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'GroupSelection', 'GroupSelectionQuery', 'HarmonyGroupData', 'HarmonyGroupDataComputePool', 'HarmonyGroupDataGpuAllocations', 'HarmonyGroupDataOnlineModels', 'HarmonyStatus', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataDetailsArtifactsByproductsDatasetByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService', 'JobDataDetailsArtifactsByproductsModelByproducts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsHarmonyGroups', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListHarmonyGroups', 'ListHarmonyGroupsHarmonyGroups', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelCapabilityFilter', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'ResizeInferencePartition', 'ResizePartitionInput', 'RoleCreate', 'SampleConfig', 'SearchInput', 'SelectionTypeInput', 'SessionStatus', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']
|
|
@@ -12,6 +12,7 @@ from .cancel_ab_campaign import CancelABCampaign
|
|
|
12
12
|
from .cancel_job import CancelJob
|
|
13
13
|
from .create_ab_campaign import CreateAbCampaign
|
|
14
14
|
from .create_custom_recipe import CreateCustomRecipe
|
|
15
|
+
from .create_dataset_from_multipart_upload import CreateDatasetFromMultipartUpload
|
|
15
16
|
from .create_grader import CreateGrader
|
|
16
17
|
from .create_job import CreateJob
|
|
17
18
|
from .create_judge import CreateJudge
|
|
@@ -21,6 +22,7 @@ from .create_role import CreateRole
|
|
|
21
22
|
from .create_team import CreateTeam
|
|
22
23
|
from .create_use_case import CreateUseCase
|
|
23
24
|
from .create_user import CreateUser
|
|
25
|
+
from .dataset_upload_processing_status import DatasetUploadProcessingStatus
|
|
24
26
|
from .delete_custom_recipe import DeleteCustomRecipe
|
|
25
27
|
from .delete_dataset import DeleteDataset
|
|
26
28
|
from .delete_grader import DeleteGrader
|
|
@@ -40,7 +42,7 @@ from .enums import CompletionGroupBy
|
|
|
40
42
|
from .get_custom_recipe import GetCustomRecipe
|
|
41
43
|
from .get_grader import GetGrader
|
|
42
44
|
from .get_judge import GetJudge
|
|
43
|
-
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AttachModel, CreateRecipeInput, CursorPageInput, CustomRecipeFilterInput, DatasetCreate, GraderCreateInput, GraderUpdateInput, JobInput, JudgeCreate, JudgeUpdate, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricLink, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, OrderPair, PrebuiltJudgeCreate, RemoteEnvCreate, RoleCreate, TeamCreate, TeamMemberRemove, TeamMemberSet, UpdateModelService, UpdateRecipeInput, UseCaseCreate, UseCaseShares, UserCreate
|
|
45
|
+
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AttachModel, CreateRecipeInput, CursorPageInput, CustomRecipeFilterInput, DatasetCreate, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, GraderCreateInput, GraderUpdateInput, JobInput, JudgeCreate, JudgeUpdate, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricLink, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, OrderPair, PrebuiltJudgeCreate, RemoteEnvCreate, ResizePartitionInput, RoleCreate, TeamCreate, TeamMemberRemove, TeamMemberSet, UpdateModelService, UpdateRecipeInput, UseCaseCreate, UseCaseShares, UserCreate
|
|
44
46
|
from .link_metric import LinkMetric
|
|
45
47
|
from .list_ab_campaigns import ListAbCampaigns
|
|
46
48
|
from .list_compute_pools import ListComputePools
|
|
@@ -66,6 +68,7 @@ from .lock_grader import LockGrader
|
|
|
66
68
|
from .me import Me
|
|
67
69
|
from .remove_remote_env import RemoveRemoteEnv
|
|
68
70
|
from .remove_team_member import RemoveTeamMember
|
|
71
|
+
from .resize_inference_partition import ResizeInferencePartition
|
|
69
72
|
from .share_use_case import ShareUseCase
|
|
70
73
|
from .terminate_model import TerminateModel
|
|
71
74
|
from .test_remote_env import TestRemoteEnv
|
|
@@ -105,28 +108,28 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
105
108
|
return UnlinkMetric.model_validate(data)
|
|
106
109
|
|
|
107
110
|
async def attach_model_to_use_case(self, input: AttachModel, **kwargs: Any) -> AttachModelToUseCase:
|
|
108
|
-
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
111
|
+
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
109
112
|
variables: Dict[str, object] = {'input': input}
|
|
110
113
|
response = await self.execute(query=query, operation_name='AttachModelToUseCase', variables=variables, **kwargs)
|
|
111
114
|
data = self.get_data(response)
|
|
112
115
|
return AttachModelToUseCase.model_validate(data)
|
|
113
116
|
|
|
114
117
|
async def add_external_model(self, input: AddExternalModelInput, **kwargs: Any) -> AddExternalModel:
|
|
115
|
-
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
118
|
+
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
116
119
|
variables: Dict[str, object] = {'input': input}
|
|
117
120
|
response = await self.execute(query=query, operation_name='AddExternalModel', variables=variables, **kwargs)
|
|
118
121
|
data = self.get_data(response)
|
|
119
122
|
return AddExternalModel.model_validate(data)
|
|
120
123
|
|
|
121
124
|
async def add_model(self, input: AddModelInput, **kwargs: Any) -> AddModel:
|
|
122
|
-
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
125
|
+
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
123
126
|
variables: Dict[str, object] = {'input': input}
|
|
124
127
|
response = await self.execute(query=query, operation_name='AddModel', variables=variables, **kwargs)
|
|
125
128
|
data = self.get_data(response)
|
|
126
129
|
return AddModel.model_validate(data)
|
|
127
130
|
|
|
128
131
|
async def update_model(self, input: UpdateModelService, **kwargs: Any) -> UpdateModel:
|
|
129
|
-
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
132
|
+
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
130
133
|
variables: Dict[str, object] = {'input': input}
|
|
131
134
|
response = await self.execute(query=query, operation_name='UpdateModel', variables=variables, **kwargs)
|
|
132
135
|
data = self.get_data(response)
|
|
@@ -147,14 +150,14 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
147
150
|
return TerminateModel.model_validate(data)
|
|
148
151
|
|
|
149
152
|
async def create_use_case(self, input: UseCaseCreate, **kwargs: Any) -> CreateUseCase:
|
|
150
|
-
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
153
|
+
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
151
154
|
variables: Dict[str, object] = {'input': input}
|
|
152
155
|
response = await self.execute(query=query, operation_name='CreateUseCase', variables=variables, **kwargs)
|
|
153
156
|
data = self.get_data(response)
|
|
154
157
|
return CreateUseCase.model_validate(data)
|
|
155
158
|
|
|
156
159
|
async def share_use_case(self, id_or_key: Any, input: UseCaseShares, **kwargs: Any) -> ShareUseCase:
|
|
157
|
-
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
160
|
+
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
158
161
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
159
162
|
response = await self.execute(query=query, operation_name='ShareUseCase', variables=variables, **kwargs)
|
|
160
163
|
data = self.get_data(response)
|
|
@@ -231,7 +234,7 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
231
234
|
return CreateTeam.model_validate(data)
|
|
232
235
|
|
|
233
236
|
async def update_model_compute_config(self, id_or_key: Any, input: ModelComputeConfigInput, **kwargs: Any) -> UpdateModelComputeConfig:
|
|
234
|
-
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
237
|
+
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
235
238
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
236
239
|
response = await self.execute(query=query, operation_name='UpdateModelComputeConfig', variables=variables, **kwargs)
|
|
237
240
|
data = self.get_data(response)
|
|
@@ -280,21 +283,21 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
280
283
|
return DeleteCustomRecipe.model_validate(data)
|
|
281
284
|
|
|
282
285
|
async def create_judge(self, use_case: Any, input: JudgeCreate, **kwargs: Any) -> CreateJudge:
|
|
283
|
-
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
286
|
+
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
284
287
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
285
288
|
response = await self.execute(query=query, operation_name='CreateJudge', variables=variables, **kwargs)
|
|
286
289
|
data = self.get_data(response)
|
|
287
290
|
return CreateJudge.model_validate(data)
|
|
288
291
|
|
|
289
292
|
async def create_prebuilt_judge(self, use_case: Any, input: PrebuiltJudgeCreate, **kwargs: Any) -> CreatePrebuiltJudge:
|
|
290
|
-
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
293
|
+
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
291
294
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
292
295
|
response = await self.execute(query=query, operation_name='CreatePrebuiltJudge', variables=variables, **kwargs)
|
|
293
296
|
data = self.get_data(response)
|
|
294
297
|
return CreatePrebuiltJudge.model_validate(data)
|
|
295
298
|
|
|
296
299
|
async def update_judge(self, use_case: Any, key: str, input: JudgeUpdate, **kwargs: Any) -> UpdateJudge:
|
|
297
|
-
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
300
|
+
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
298
301
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key, 'input': input}
|
|
299
302
|
response = await self.execute(query=query, operation_name='UpdateJudge', variables=variables, **kwargs)
|
|
300
303
|
data = self.get_data(response)
|
|
@@ -308,14 +311,14 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
308
311
|
return DeleteJudge.model_validate(data)
|
|
309
312
|
|
|
310
313
|
async def create_grader(self, use_case: Any, input: GraderCreateInput, **kwargs: Any) -> CreateGrader:
|
|
311
|
-
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
314
|
+
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
312
315
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
313
316
|
response = await self.execute(query=query, operation_name='CreateGrader', variables=variables, **kwargs)
|
|
314
317
|
data = self.get_data(response)
|
|
315
318
|
return CreateGrader.model_validate(data)
|
|
316
319
|
|
|
317
320
|
async def update_grader(self, use_case: Any, id: Any, input: GraderUpdateInput, **kwargs: Any) -> UpdateGrader:
|
|
318
|
-
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
321
|
+
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
319
322
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'input': input}
|
|
320
323
|
response = await self.execute(query=query, operation_name='UpdateGrader', variables=variables, **kwargs)
|
|
321
324
|
data = self.get_data(response)
|
|
@@ -329,7 +332,7 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
329
332
|
return DeleteGrader.model_validate(data)
|
|
330
333
|
|
|
331
334
|
async def lock_grader(self, use_case: Any, id: Any, locked: bool, **kwargs: Any) -> LockGrader:
|
|
332
|
-
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
335
|
+
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
333
336
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'locked': locked}
|
|
334
337
|
response = await self.execute(query=query, operation_name='LockGrader', variables=variables, **kwargs)
|
|
335
338
|
data = self.get_data(response)
|
|
@@ -356,6 +359,20 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
356
359
|
data = self.get_data(response)
|
|
357
360
|
return CancelJob.model_validate(data)
|
|
358
361
|
|
|
362
|
+
async def create_dataset_from_multipart_upload(self, input: DatasetCreateFromMultipartUpload, **kwargs: Any) -> CreateDatasetFromMultipartUpload:
|
|
363
|
+
query = gql('\n mutation CreateDatasetFromMultipartUpload($input: DatasetCreateFromMultipartUpload!) {\n createDatasetFromMultipartUpload(input: $input) {\n datasetId\n status\n totalParts\n processedParts\n progress\n error\n }\n }\n ')
|
|
364
|
+
variables: Dict[str, object] = {'input': input}
|
|
365
|
+
response = await self.execute(query=query, operation_name='CreateDatasetFromMultipartUpload', variables=variables, **kwargs)
|
|
366
|
+
data = self.get_data(response)
|
|
367
|
+
return CreateDatasetFromMultipartUpload.model_validate(data)
|
|
368
|
+
|
|
369
|
+
async def resize_inference_partition(self, input: ResizePartitionInput, **kwargs: Any) -> ResizeInferencePartition:
|
|
370
|
+
query = gql('\n mutation ResizeInferencePartition($input: ResizePartitionInput!) {\n resizeInferencePartition(input: $input)\n }\n ')
|
|
371
|
+
variables: Dict[str, object] = {'input': input}
|
|
372
|
+
response = await self.execute(query=query, operation_name='ResizeInferencePartition', variables=variables, **kwargs)
|
|
373
|
+
data = self.get_data(response)
|
|
374
|
+
return ResizeInferencePartition.model_validate(data)
|
|
375
|
+
|
|
359
376
|
async def list_datasets(self, input: Any, **kwargs: Any) -> ListDatasets:
|
|
360
377
|
query = gql('\n query ListDatasets($input: IdOrKey!) {\n datasets(useCase: $input) {\n ...DatasetData\n }\n }\n\n fragment DatasetData on Dataset {\n id\n key\n name\n createdAt\n kind\n records\n metricsUsage {\n feedbackCount\n comparisonCount\n metric {\n ...MetricData\n }\n }\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n ')
|
|
361
378
|
variables: Dict[str, object] = {'input': input}
|
|
@@ -371,35 +388,35 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
371
388
|
return DescribeDataset.model_validate(data)
|
|
372
389
|
|
|
373
390
|
async def describe_use_case(self, input: Any, **kwargs: Any) -> DescribeUseCase:
|
|
374
|
-
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
391
|
+
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
375
392
|
variables: Dict[str, object] = {'input': input}
|
|
376
393
|
response = await self.execute(query=query, operation_name='DescribeUseCase', variables=variables, **kwargs)
|
|
377
394
|
data = self.get_data(response)
|
|
378
395
|
return DescribeUseCase.model_validate(data)
|
|
379
396
|
|
|
380
397
|
async def list_use_cases(self, **kwargs: Any) -> ListUseCases:
|
|
381
|
-
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
398
|
+
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
382
399
|
variables: Dict[str, object] = {}
|
|
383
400
|
response = await self.execute(query=query, operation_name='ListUseCases', variables=variables, **kwargs)
|
|
384
401
|
data = self.get_data(response)
|
|
385
402
|
return ListUseCases.model_validate(data)
|
|
386
403
|
|
|
387
404
|
async def list_models(self, filter: ModelFilter, **kwargs: Any) -> ListModels:
|
|
388
|
-
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
405
|
+
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n error\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
389
406
|
variables: Dict[str, object] = {'filter': filter}
|
|
390
407
|
response = await self.execute(query=query, operation_name='ListModels', variables=variables, **kwargs)
|
|
391
408
|
data = self.get_data(response)
|
|
392
409
|
return ListModels.model_validate(data)
|
|
393
410
|
|
|
394
411
|
async def describe_model_admin(self, input: Any, **kwargs: Any) -> DescribeModelAdmin:
|
|
395
|
-
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
412
|
+
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n error\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
396
413
|
variables: Dict[str, object] = {'input': input}
|
|
397
414
|
response = await self.execute(query=query, operation_name='DescribeModelAdmin', variables=variables, **kwargs)
|
|
398
415
|
data = self.get_data(response)
|
|
399
416
|
return DescribeModelAdmin.model_validate(data)
|
|
400
417
|
|
|
401
418
|
async def describe_model(self, input: Any, **kwargs: Any) -> DescribeModel:
|
|
402
|
-
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
419
|
+
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
403
420
|
variables: Dict[str, object] = {'input': input}
|
|
404
421
|
response = await self.execute(query=query, operation_name='DescribeModel', variables=variables, **kwargs)
|
|
405
422
|
data = self.get_data(response)
|
|
@@ -497,14 +514,14 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
497
514
|
return ListPermissions.model_validate(data)
|
|
498
515
|
|
|
499
516
|
async def list_harmony_groups(self, **kwargs: Any) -> ListHarmonyGroups:
|
|
500
|
-
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
517
|
+
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n gpuAllocations {\n name\n numGpus\n ranks\n createdAt\n userName\n jobId\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
501
518
|
variables: Dict[str, object] = {}
|
|
502
519
|
response = await self.execute(query=query, operation_name='ListHarmonyGroups', variables=variables, **kwargs)
|
|
503
520
|
data = self.get_data(response)
|
|
504
521
|
return ListHarmonyGroups.model_validate(data)
|
|
505
522
|
|
|
506
523
|
async def list_compute_pools(self, **kwargs: Any) -> ListComputePools:
|
|
507
|
-
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
524
|
+
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n gpuAllocations {\n name\n numGpus\n ranks\n createdAt\n userName\n jobId\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
508
525
|
variables: Dict[str, object] = {}
|
|
509
526
|
response = await self.execute(query=query, operation_name='ListComputePools', variables=variables, **kwargs)
|
|
510
527
|
data = self.get_data(response)
|
|
@@ -532,35 +549,35 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
532
549
|
return GetCustomRecipe.model_validate(data)
|
|
533
550
|
|
|
534
551
|
async def get_judge(self, id: Any, use_case: Any, version: Union[Optional[int], UnsetType]=UNSET, **kwargs: Any) -> GetJudge:
|
|
535
|
-
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
552
|
+
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
536
553
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case, 'version': version}
|
|
537
554
|
response = await self.execute(query=query, operation_name='GetJudge', variables=variables, **kwargs)
|
|
538
555
|
data = self.get_data(response)
|
|
539
556
|
return GetJudge.model_validate(data)
|
|
540
557
|
|
|
541
558
|
async def list_judges(self, use_case: Any, **kwargs: Any) -> ListJudges:
|
|
542
|
-
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
559
|
+
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
543
560
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
544
561
|
response = await self.execute(query=query, operation_name='ListJudges', variables=variables, **kwargs)
|
|
545
562
|
data = self.get_data(response)
|
|
546
563
|
return ListJudges.model_validate(data)
|
|
547
564
|
|
|
548
565
|
async def list_judge_versions(self, use_case: Any, key: str, **kwargs: Any) -> ListJudgeVersions:
|
|
549
|
-
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
566
|
+
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
550
567
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key}
|
|
551
568
|
response = await self.execute(query=query, operation_name='ListJudgeVersions', variables=variables, **kwargs)
|
|
552
569
|
data = self.get_data(response)
|
|
553
570
|
return ListJudgeVersions.model_validate(data)
|
|
554
571
|
|
|
555
572
|
async def get_grader(self, id: Any, use_case: Any, **kwargs: Any) -> GetGrader:
|
|
556
|
-
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
573
|
+
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
557
574
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case}
|
|
558
575
|
response = await self.execute(query=query, operation_name='GetGrader', variables=variables, **kwargs)
|
|
559
576
|
data = self.get_data(response)
|
|
560
577
|
return GetGrader.model_validate(data)
|
|
561
578
|
|
|
562
579
|
async def list_graders(self, use_case: Any, **kwargs: Any) -> ListGraders:
|
|
563
|
-
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
580
|
+
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
564
581
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
565
582
|
response = await self.execute(query=query, operation_name='ListGraders', variables=variables, **kwargs)
|
|
566
583
|
data = self.get_data(response)
|
|
@@ -580,6 +597,13 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
580
597
|
data = self.get_data(response)
|
|
581
598
|
return DescribeJob.model_validate(data)
|
|
582
599
|
|
|
600
|
+
async def dataset_upload_processing_status(self, input: DatasetUploadProcessingStatusInput, **kwargs: Any) -> DatasetUploadProcessingStatus:
|
|
601
|
+
query = gql('\n query DatasetUploadProcessingStatus($input: DatasetUploadProcessingStatusInput!) {\n datasetUploadProcessingStatus(input: $input) {\n datasetId\n status\n totalParts\n processedParts\n progress\n error\n }\n }\n ')
|
|
602
|
+
variables: Dict[str, object] = {'input': input}
|
|
603
|
+
response = await self.execute(query=query, operation_name='DatasetUploadProcessingStatus', variables=variables, **kwargs)
|
|
604
|
+
data = self.get_data(response)
|
|
605
|
+
return DatasetUploadProcessingStatus.model_validate(data)
|
|
606
|
+
|
|
583
607
|
async def execute_custom_operation(self, *fields: GraphQLField, operation_type: OperationType, operation_name: str) -> Dict[str, Any]:
|
|
584
608
|
selections = self._build_selection_set(fields)
|
|
585
609
|
combined_variables = self._combine_variables(fields)
|