adaptive-sdk 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- adaptive_sdk/graphql_client/__init__.py +4 -3
- adaptive_sdk/graphql_client/async_client.py +34 -26
- adaptive_sdk/graphql_client/client.py +34 -26
- adaptive_sdk/graphql_client/custom_fields.py +24 -2
- adaptive_sdk/graphql_client/custom_queries.py +8 -2
- adaptive_sdk/graphql_client/custom_typing_fields.py +7 -0
- adaptive_sdk/graphql_client/enums.py +0 -4
- adaptive_sdk/graphql_client/fragments.py +12 -0
- adaptive_sdk/graphql_client/input_types.py +4 -13
- adaptive_sdk/graphql_client/resize_inference_partition.py +6 -0
- adaptive_sdk/resources/compute_pools.py +63 -2
- adaptive_sdk/resources/models.py +0 -8
- {adaptive_sdk-0.1.9.dist-info → adaptive_sdk-0.1.11.dist-info}/METADATA +2 -2
- {adaptive_sdk-0.1.9.dist-info → adaptive_sdk-0.1.11.dist-info}/RECORD +15 -14
- {adaptive_sdk-0.1.9.dist-info → adaptive_sdk-0.1.11.dist-info}/WHEEL +0 -0
|
@@ -40,11 +40,11 @@ from .describe_model_admin import DescribeModelAdmin, DescribeModelAdminModel, D
|
|
|
40
40
|
from .describe_use_case import DescribeUseCase, DescribeUseCaseUseCase
|
|
41
41
|
from .enums import AbcampaignStatus, AuthProviderKind, BillingCycle, CompletionGroupBy, CompletionSource, ComputePoolCapability, DatasetKind, DatasetSource, DatasetStatus, DateBucketUnit, ExternalModelProviderName, FeedbackType, GraderTypeEnum, HarmonyStatus, JobArtifactKind, JobKind, JobStatus, JobStatusOutput, JudgeCapability, MetricAggregation, MetricKind, MetricScoringType, ModelCapabilityFilter, ModelOnline, ModelserviceStatus, OpenAIModel, PrebuiltCriteriaKey, Protocol, ProviderName, RemoteEnvStatus, SelectionTypeInput, SessionStatus, SortDirection, TimeseriesInterval, UnitPosition
|
|
42
42
|
from .exceptions import GraphQLClientError, GraphQLClientGraphQLError, GraphQLClientGraphQLMultiError, GraphQLClientHttpError, GraphQLClientInvalidResponseError
|
|
43
|
-
from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, HarmonyGroupData, HarmonyGroupDataComputePool, HarmonyGroupDataOnlineModels, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataDetailsArtifactsByproductsDatasetByproducts, JobDataDetailsArtifactsByproductsEvaluationByproducts, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService, JobDataDetailsArtifactsByproductsModelByproducts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
|
|
43
|
+
from .fragments import AbCampaignCreateData, AbCampaignDetailData, AbCampaignDetailDataMetric, AbCampaignDetailDataModels, AbCampaignDetailDataUseCase, AbCampaignReportData, AbCampaignReportDataVariants, AbCampaignReportDataVariantsComparisons, AbCampaignReportDataVariantsComparisonsVariant, AbCampaignReportDataVariantsInterval, AbCampaignReportDataVariantsVariant, CompletionComparisonFeedbackData, CompletionComparisonFeedbackDataModel, CompletionData, CompletionDataChatMessages, CompletionDataComparisonFeedbacks, CompletionDataComparisonFeedbacksMetric, CompletionDataComparisonFeedbacksOtherCompletion, CompletionDataComparisonFeedbacksPreferedCompletion, CompletionDataComparisonFeedbacksUsecase, CompletionDataDirectFeedbacks, CompletionDataDirectFeedbacksMetric, CompletionDataLabels, CompletionDataMetadata, CompletionDataMetadataUsage, CompletionDataModel, CustomRecipeData, CustomRecipeDataCreatedBy, CustomRecipeDataLabels, DatasetData, DatasetDataMetricsUsage, DatasetDataMetricsUsageMetric, GraderData, GraderDataGraderConfigCustomConfigOutput, GraderDataGraderConfigJudgeConfigOutput, GraderDataGraderConfigJudgeConfigOutputExamples, GraderDataGraderConfigJudgeConfigOutputExamplesInput, GraderDataGraderConfigJudgeConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutput, GraderDataGraderConfigPrebuiltConfigOutputModel, GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria, GraderDataGraderConfigRemoteConfigOutput, GraderDataMetric, GraderDataUseCase, HarmonyGroupData, HarmonyGroupDataComputePool, HarmonyGroupDataGpuAllocations, HarmonyGroupDataOnlineModels, JobData, JobDataCreatedBy, JobDataDetails, JobDataDetailsArtifacts, JobDataDetailsArtifactsByproductsDatasetByproducts, JobDataDetailsArtifactsByproductsEvaluationByproducts, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric, JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService, JobDataDetailsArtifactsByproductsModelByproducts, JobDataRecipe, JobDataStages, JobDataStagesInfoBatchInferenceJobStageOutput, JobDataStagesInfoEvalJobStageOutput, JobDataStagesInfoTrainingJobStageOutput, JobDataUseCase, JobStageOutputData, JobStageOutputDataInfoBatchInferenceJobStageOutput, JobStageOutputDataInfoEvalJobStageOutput, JobStageOutputDataInfoTrainingJobStageOutput, JudgeData, JudgeDataExamples, JudgeDataExamplesInput, JudgeDataMetric, JudgeDataModel, MetricData, MetricDataAdmin, MetricDataAdminUseCases, MetricWithContextData, ModelData, ModelDataAdmin, ModelDataAdminUseCases, ModelDataComputeConfig, ModelServiceData, ModelServiceDataModel, ModelServiceDataModelBackbone, RemoteEnvData, UseCaseData, UseCaseDataMetrics, UseCaseDataModelServices, UseCaseDataShares, UseCaseDataSharesRole, UseCaseDataSharesTeam, UserData, UserDataTeams, UserDataTeamsRole, UserDataTeamsTeam
|
|
44
44
|
from .get_custom_recipe import GetCustomRecipe, GetCustomRecipeCustomRecipe
|
|
45
45
|
from .get_grader import GetGrader, GetGraderGrader
|
|
46
46
|
from .get_judge import GetJudge, GetJudgeJudge
|
|
47
|
-
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel,
|
|
47
|
+
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AnthropicProviderDataInput, ApiKeyCreate, ArtifactFilter, AttachModel, CancelAllocationInput, CapabilityFilter, CompletionComparisonFilterInput, CompletionFeedbackFilterInput, CompletionLabelValue, CompletionsByFilters, CompletionsById, CreateRecipeInput, CreateToolProviderInput, CursorPageInput, CustomConfigInput, CustomRecipeFilterInput, DatasetCompletionQuery, DatasetCreate, DatasetCreateFromFilters, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, EmojiInput, FeedbackAddInput, FeedbackFilterInput, FeedbackUpdateInput, FromGroupsQuery, GlobalUsageFilterInput, GoogleProviderDataInput, GraderConfigInput, GraderCreateInput, GraderUpdateInput, GroupSelection, GroupSelectionQuery, JobArtifactFilter, JobInput, JudgeConfigInput, JudgeCreate, JudgeExampleInput, JudgeExampleInputTurnEntry, JudgeUpdate, LabelFilter, LabelInput, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricGetOrCreate, MetricLink, MetricTrendInput, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, ModelProviderDataInput, ModelServiceDisconnect, ModelServiceFilter, OpenAIProviderDataInput, OrderPair, PrebuiltConfigInput, PrebuiltJudgeCreate, RemoteConfigInput, RemoteEnvCreate, ResizePartitionInput, RoleCreate, SampleConfig, SearchInput, SystemPromptTemplateCreate, SystemPromptTemplateUpdate, TeamCreate, TeamMemberRemove, TeamMemberSet, TimeRange, TimeseriesInput, UnitConfigInput, UpdateCompletion, UpdateModelService, UpdateRecipeInput, UpdateToolProviderInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseCreate, UseCaseFilter, UseCaseMetadataInput, UseCaseSettingsInput, UseCaseShareInput, UseCaseShares, UseCaseUpdate, UserCreate, UserCreateTeamWithRole, WidgetInput
|
|
48
48
|
from .link_metric import LinkMetric, LinkMetricLinkMetric
|
|
49
49
|
from .list_ab_campaigns import ListAbCampaigns, ListAbCampaignsAbCampaigns
|
|
50
50
|
from .list_compute_pools import ListComputePools, ListComputePoolsComputePools, ListComputePoolsComputePoolsHarmonyGroups
|
|
@@ -70,6 +70,7 @@ from .lock_grader import LockGrader, LockGraderLockGrader
|
|
|
70
70
|
from .me import Me, MeMe, MeMeApiKeys
|
|
71
71
|
from .remove_remote_env import RemoveRemoteEnv
|
|
72
72
|
from .remove_team_member import RemoveTeamMember, RemoveTeamMemberRemoveTeamMember
|
|
73
|
+
from .resize_inference_partition import ResizeInferencePartition
|
|
73
74
|
from .share_use_case import ShareUseCase, ShareUseCaseShareUseCase
|
|
74
75
|
from .terminate_model import TerminateModel
|
|
75
76
|
from .test_remote_env import TestRemoteEnv, TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline, TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline
|
|
@@ -80,4 +81,4 @@ from .update_judge import UpdateJudge, UpdateJudgeUpdateJudge
|
|
|
80
81
|
from .update_model import UpdateModel, UpdateModelUpdateModelService
|
|
81
82
|
from .update_model_compute_config import UpdateModelComputeConfig, UpdateModelComputeConfigUpdateModelComputeConfig
|
|
82
83
|
from .update_user import UpdateUser, UpdateUserSetTeamMember, UpdateUserSetTeamMemberRole, UpdateUserSetTeamMemberTeam, UpdateUserSetTeamMemberUser
|
|
83
|
-
__all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelImportHfModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'AzureProviderDataInput', 'BaseClientOpenTelemetry', 'BaseModel', 'BillingCycle', 'CancelABCampaign', 'CancelAllocationInput', 'CancelJob', 'CancelJobCancelJob', 'CapabilityFilter', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionsByFilters', 'CompletionsById', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateDatasetFromMultipartUpload', 'CreateDatasetFromMultipartUploadCreateDatasetFromMultipartUpload', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCompletionQuery', 'DatasetCreate', 'DatasetCreateFromFilters', 'DatasetCreateFromMultipartUpload', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetKind', 'DatasetSource', 'DatasetStatus', 'DatasetUploadProcessingStatus', 'DatasetUploadProcessingStatusDatasetUploadProcessingStatus', 'DatasetUploadProcessingStatusInput', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeJob', 'DescribeJobJob', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackUpdateInput', 'FromGroupsQuery', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GlobalUsageFilterInput', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'GroupSelection', 'GroupSelectionQuery', 'HarmonyGroupData', 'HarmonyGroupDataComputePool', 'HarmonyGroupDataOnlineModels', 'HarmonyStatus', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataDetailsArtifactsByproductsDatasetByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService', 'JobDataDetailsArtifactsByproductsModelByproducts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsHarmonyGroups', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListHarmonyGroups', 'ListHarmonyGroupsHarmonyGroups', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelCapabilityFilter', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'NvidiaProviderDataInput', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'ResizePartitionInput', 'RoleCreate', 'SampleConfig', 'SelectionTypeInput', 'SessionStatus', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']
|
|
84
|
+
__all__ = ['AbCampaignCreateData', 'AbCampaignDetailData', 'AbCampaignDetailDataMetric', 'AbCampaignDetailDataModels', 'AbCampaignDetailDataUseCase', 'AbCampaignFilter', 'AbCampaignReportData', 'AbCampaignReportDataVariants', 'AbCampaignReportDataVariantsComparisons', 'AbCampaignReportDataVariantsComparisonsVariant', 'AbCampaignReportDataVariantsInterval', 'AbCampaignReportDataVariantsVariant', 'AbcampaignCreate', 'AbcampaignStatus', 'AddExternalModel', 'AddExternalModelAddExternalModel', 'AddExternalModelInput', 'AddHFModel', 'AddHFModelImportHfModel', 'AddHFModelInput', 'AddModel', 'AddModelAddModel', 'AddModelAddModelBackbone', 'AddModelInput', 'AddRemoteEnv', 'AddRemoteEnvAddRemoteEnv', 'AnthropicProviderDataInput', 'ApiKeyCreate', 'ArtifactFilter', 'AsyncBaseClientOpenTelemetry', 'AsyncGQLClient', 'AttachModel', 'AttachModelToUseCase', 'AttachModelToUseCaseAttachModel', 'AuthProviderKind', 'BaseClientOpenTelemetry', 'BaseModel', 'BillingCycle', 'CancelABCampaign', 'CancelAllocationInput', 'CancelJob', 'CancelJobCancelJob', 'CapabilityFilter', 'CompletionComparisonFeedbackData', 'CompletionComparisonFeedbackDataModel', 'CompletionComparisonFilterInput', 'CompletionData', 'CompletionDataChatMessages', 'CompletionDataComparisonFeedbacks', 'CompletionDataComparisonFeedbacksMetric', 'CompletionDataComparisonFeedbacksOtherCompletion', 'CompletionDataComparisonFeedbacksPreferedCompletion', 'CompletionDataComparisonFeedbacksUsecase', 'CompletionDataDirectFeedbacks', 'CompletionDataDirectFeedbacksMetric', 'CompletionDataLabels', 'CompletionDataMetadata', 'CompletionDataMetadataUsage', 'CompletionDataModel', 'CompletionFeedbackFilterInput', 'CompletionGroupBy', 'CompletionLabelValue', 'CompletionSource', 'CompletionsByFilters', 'CompletionsById', 'ComputePoolCapability', 'CreateAbCampaign', 'CreateAbCampaignCreateAbCampaign', 'CreateCustomRecipe', 'CreateCustomRecipeCreateCustomRecipe', 'CreateDatasetFromMultipartUpload', 'CreateDatasetFromMultipartUploadCreateDatasetFromMultipartUpload', 'CreateGrader', 'CreateGraderCreateGrader', 'CreateJob', 'CreateJobCreateJob', 'CreateJudge', 'CreateJudgeCreateJudge', 'CreateMetric', 'CreateMetricCreateMetric', 'CreatePrebuiltJudge', 'CreatePrebuiltJudgeCreatePrebuiltJudge', 'CreateRecipeInput', 'CreateRole', 'CreateRoleCreateRole', 'CreateTeam', 'CreateTeamCreateTeam', 'CreateToolProviderInput', 'CreateUseCase', 'CreateUseCaseCreateUseCase', 'CreateUser', 'CreateUserCreateUser', 'CursorPageInput', 'CustomConfigInput', 'CustomRecipeData', 'CustomRecipeDataCreatedBy', 'CustomRecipeDataLabels', 'CustomRecipeFilterInput', 'DatasetCompletionQuery', 'DatasetCreate', 'DatasetCreateFromFilters', 'DatasetCreateFromMultipartUpload', 'DatasetData', 'DatasetDataMetricsUsage', 'DatasetDataMetricsUsageMetric', 'DatasetKind', 'DatasetSource', 'DatasetStatus', 'DatasetUploadProcessingStatus', 'DatasetUploadProcessingStatusDatasetUploadProcessingStatus', 'DatasetUploadProcessingStatusInput', 'DateBucketUnit', 'DeleteCustomRecipe', 'DeleteDataset', 'DeleteGrader', 'DeleteGraderDeleteGrader', 'DeleteJudge', 'DeleteJudgeDeleteJudge', 'DeleteUser', 'DeleteUserDeleteUser', 'DeployModel', 'DescribeAbCampaign', 'DescribeAbCampaignAbCampaign', 'DescribeAbCampaignAbCampaignReport', 'DescribeDataset', 'DescribeDatasetDataset', 'DescribeInteraction', 'DescribeInteractionCompletion', 'DescribeJob', 'DescribeJobJob', 'DescribeMetric', 'DescribeMetricAdmin', 'DescribeMetricAdminMetric', 'DescribeMetricMetric', 'DescribeModel', 'DescribeModelAdmin', 'DescribeModelAdminModel', 'DescribeModelAdminModelBackbone', 'DescribeModelModel', 'DescribeModelModelBackbone', 'DescribeUseCase', 'DescribeUseCaseUseCase', 'EmojiInput', 'ExternalModelProviderName', 'FeedbackAddInput', 'FeedbackFilterInput', 'FeedbackType', 'FeedbackUpdateInput', 'FromGroupsQuery', 'GQLClient', 'GetCustomRecipe', 'GetCustomRecipeCustomRecipe', 'GetGrader', 'GetGraderGrader', 'GetJudge', 'GetJudgeJudge', 'GlobalUsageFilterInput', 'GoogleProviderDataInput', 'GraderConfigInput', 'GraderCreateInput', 'GraderData', 'GraderDataGraderConfigCustomConfigOutput', 'GraderDataGraderConfigJudgeConfigOutput', 'GraderDataGraderConfigJudgeConfigOutputExamples', 'GraderDataGraderConfigJudgeConfigOutputExamplesInput', 'GraderDataGraderConfigJudgeConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutput', 'GraderDataGraderConfigPrebuiltConfigOutputModel', 'GraderDataGraderConfigPrebuiltConfigOutputPrebuiltCriteria', 'GraderDataGraderConfigRemoteConfigOutput', 'GraderDataMetric', 'GraderDataUseCase', 'GraderTypeEnum', 'GraderUpdateInput', 'GraphQLClientError', 'GraphQLClientGraphQLError', 'GraphQLClientGraphQLMultiError', 'GraphQLClientHttpError', 'GraphQLClientInvalidResponseError', 'GroupSelection', 'GroupSelectionQuery', 'HarmonyGroupData', 'HarmonyGroupDataComputePool', 'HarmonyGroupDataGpuAllocations', 'HarmonyGroupDataOnlineModels', 'HarmonyStatus', 'JobArtifactFilter', 'JobArtifactKind', 'JobData', 'JobDataCreatedBy', 'JobDataDetails', 'JobDataDetailsArtifacts', 'JobDataDetailsArtifactsByproductsDatasetByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproducts', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResults', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsMetric', 'JobDataDetailsArtifactsByproductsEvaluationByproductsEvalResultsModelService', 'JobDataDetailsArtifactsByproductsModelByproducts', 'JobDataRecipe', 'JobDataStages', 'JobDataStagesInfoBatchInferenceJobStageOutput', 'JobDataStagesInfoEvalJobStageOutput', 'JobDataStagesInfoTrainingJobStageOutput', 'JobDataUseCase', 'JobInput', 'JobKind', 'JobStageOutputData', 'JobStageOutputDataInfoBatchInferenceJobStageOutput', 'JobStageOutputDataInfoEvalJobStageOutput', 'JobStageOutputDataInfoTrainingJobStageOutput', 'JobStatus', 'JobStatusOutput', 'JudgeCapability', 'JudgeConfigInput', 'JudgeCreate', 'JudgeData', 'JudgeDataExamples', 'JudgeDataExamplesInput', 'JudgeDataMetric', 'JudgeDataModel', 'JudgeExampleInput', 'JudgeExampleInputTurnEntry', 'JudgeUpdate', 'LabelFilter', 'LabelInput', 'LinkMetric', 'LinkMetricLinkMetric', 'ListAbCampaigns', 'ListAbCampaignsAbCampaigns', 'ListCompletionsFilterInput', 'ListComputePools', 'ListComputePoolsComputePools', 'ListComputePoolsComputePoolsHarmonyGroups', 'ListCustomRecipes', 'ListCustomRecipesCustomRecipes', 'ListDatasets', 'ListDatasetsDatasets', 'ListGraders', 'ListGradersGraders', 'ListGroupedInteractions', 'ListGroupedInteractionsCompletionsGrouped', 'ListGroupedInteractionsCompletionsGroupedNodes', 'ListGroupedInteractionsCompletionsGroupedNodesCompletions', 'ListGroupedInteractionsCompletionsGroupedNodesCompletionsNodes', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStats', 'ListGroupedInteractionsCompletionsGroupedNodesDirectFeedbacksStatsMetric', 'ListGroupedInteractionsCompletionsGroupedPageInfo', 'ListHarmonyGroups', 'ListHarmonyGroupsHarmonyGroups', 'ListInteractions', 'ListInteractionsCompletions', 'ListInteractionsCompletionsNodes', 'ListInteractionsCompletionsPageInfo', 'ListJobs', 'ListJobsFilterInput', 'ListJobsJobs', 'ListJobsJobsNodes', 'ListJobsJobsPageInfo', 'ListJudgeVersions', 'ListJudgeVersionsJudgeVersions', 'ListJudges', 'ListJudgesJudges', 'ListMetrics', 'ListMetricsMetrics', 'ListModels', 'ListModelsModels', 'ListModelsModelsBackbone', 'ListPermissions', 'ListRemoteEnvs', 'ListRemoteEnvsRemoteEnvs', 'ListRoles', 'ListRolesRoles', 'ListTeams', 'ListTeamsTeams', 'ListUseCases', 'ListUseCasesUseCases', 'ListUsers', 'ListUsersUsers', 'LoadDataset', 'LoadDatasetCreateDataset', 'LockGrader', 'LockGraderLockGrader', 'Me', 'MeMe', 'MeMeApiKeys', 'MetricAggregation', 'MetricCreate', 'MetricData', 'MetricDataAdmin', 'MetricDataAdminUseCases', 'MetricGetOrCreate', 'MetricKind', 'MetricLink', 'MetricScoringType', 'MetricTrendInput', 'MetricUnlink', 'MetricWithContextData', 'ModelCapabilityFilter', 'ModelComputeConfigInput', 'ModelData', 'ModelDataAdmin', 'ModelDataAdminUseCases', 'ModelDataComputeConfig', 'ModelFilter', 'ModelOnline', 'ModelPlacementInput', 'ModelProviderDataInput', 'ModelServiceData', 'ModelServiceDataModel', 'ModelServiceDataModelBackbone', 'ModelServiceDisconnect', 'ModelServiceFilter', 'ModelserviceStatus', 'OpenAIModel', 'OpenAIProviderDataInput', 'OrderPair', 'PrebuiltConfigInput', 'PrebuiltCriteriaKey', 'PrebuiltJudgeCreate', 'Protocol', 'ProviderName', 'RemoteConfigInput', 'RemoteEnvCreate', 'RemoteEnvData', 'RemoteEnvStatus', 'RemoveRemoteEnv', 'RemoveTeamMember', 'RemoveTeamMemberRemoveTeamMember', 'ResizeInferencePartition', 'ResizePartitionInput', 'RoleCreate', 'SampleConfig', 'SearchInput', 'SelectionTypeInput', 'SessionStatus', 'ShareUseCase', 'ShareUseCaseShareUseCase', 'SortDirection', 'SystemPromptTemplateCreate', 'SystemPromptTemplateUpdate', 'TeamCreate', 'TeamMemberRemove', 'TeamMemberSet', 'TerminateModel', 'TestRemoteEnv', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOffline', 'TestRemoteEnvTestRemoteEnvRemoteEnvTestOnline', 'TimeRange', 'TimeseriesInput', 'TimeseriesInterval', 'UnitConfigInput', 'UnitPosition', 'UnlinkMetric', 'UpdateCompletion', 'UpdateCustomRecipe', 'UpdateCustomRecipeUpdateCustomRecipe', 'UpdateGrader', 'UpdateGraderUpdateGrader', 'UpdateJudge', 'UpdateJudgeUpdateJudge', 'UpdateModel', 'UpdateModelComputeConfig', 'UpdateModelComputeConfigUpdateModelComputeConfig', 'UpdateModelService', 'UpdateModelUpdateModelService', 'UpdateRecipeInput', 'UpdateToolProviderInput', 'UpdateUser', 'UpdateUserSetTeamMember', 'UpdateUserSetTeamMemberRole', 'UpdateUserSetTeamMemberTeam', 'UpdateUserSetTeamMemberUser', 'Upload', 'UsageFilterInput', 'UsagePerUseCaseFilterInput', 'UseCaseCreate', 'UseCaseData', 'UseCaseDataMetrics', 'UseCaseDataModelServices', 'UseCaseDataShares', 'UseCaseDataSharesRole', 'UseCaseDataSharesTeam', 'UseCaseFilter', 'UseCaseMetadataInput', 'UseCaseSettingsInput', 'UseCaseShareInput', 'UseCaseShares', 'UseCaseUpdate', 'UserCreate', 'UserCreateTeamWithRole', 'UserData', 'UserDataTeams', 'UserDataTeamsRole', 'UserDataTeamsTeam', 'WidgetInput']
|
|
@@ -42,7 +42,7 @@ from .enums import CompletionGroupBy
|
|
|
42
42
|
from .get_custom_recipe import GetCustomRecipe
|
|
43
43
|
from .get_grader import GetGrader
|
|
44
44
|
from .get_judge import GetJudge
|
|
45
|
-
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AttachModel, CreateRecipeInput, CursorPageInput, CustomRecipeFilterInput, DatasetCreate, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, GraderCreateInput, GraderUpdateInput, JobInput, JudgeCreate, JudgeUpdate, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricLink, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, OrderPair, PrebuiltJudgeCreate, RemoteEnvCreate, RoleCreate, TeamCreate, TeamMemberRemove, TeamMemberSet, UpdateModelService, UpdateRecipeInput, UseCaseCreate, UseCaseShares, UserCreate
|
|
45
|
+
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AttachModel, CreateRecipeInput, CursorPageInput, CustomRecipeFilterInput, DatasetCreate, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, GraderCreateInput, GraderUpdateInput, JobInput, JudgeCreate, JudgeUpdate, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricLink, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, OrderPair, PrebuiltJudgeCreate, RemoteEnvCreate, ResizePartitionInput, RoleCreate, TeamCreate, TeamMemberRemove, TeamMemberSet, UpdateModelService, UpdateRecipeInput, UseCaseCreate, UseCaseShares, UserCreate
|
|
46
46
|
from .link_metric import LinkMetric
|
|
47
47
|
from .list_ab_campaigns import ListAbCampaigns
|
|
48
48
|
from .list_compute_pools import ListComputePools
|
|
@@ -68,6 +68,7 @@ from .lock_grader import LockGrader
|
|
|
68
68
|
from .me import Me
|
|
69
69
|
from .remove_remote_env import RemoveRemoteEnv
|
|
70
70
|
from .remove_team_member import RemoveTeamMember
|
|
71
|
+
from .resize_inference_partition import ResizeInferencePartition
|
|
71
72
|
from .share_use_case import ShareUseCase
|
|
72
73
|
from .terminate_model import TerminateModel
|
|
73
74
|
from .test_remote_env import TestRemoteEnv
|
|
@@ -107,28 +108,28 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
107
108
|
return UnlinkMetric.model_validate(data)
|
|
108
109
|
|
|
109
110
|
async def attach_model_to_use_case(self, input: AttachModel, **kwargs: Any) -> AttachModelToUseCase:
|
|
110
|
-
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
111
|
+
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
111
112
|
variables: Dict[str, object] = {'input': input}
|
|
112
113
|
response = await self.execute(query=query, operation_name='AttachModelToUseCase', variables=variables, **kwargs)
|
|
113
114
|
data = self.get_data(response)
|
|
114
115
|
return AttachModelToUseCase.model_validate(data)
|
|
115
116
|
|
|
116
117
|
async def add_external_model(self, input: AddExternalModelInput, **kwargs: Any) -> AddExternalModel:
|
|
117
|
-
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
118
|
+
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
118
119
|
variables: Dict[str, object] = {'input': input}
|
|
119
120
|
response = await self.execute(query=query, operation_name='AddExternalModel', variables=variables, **kwargs)
|
|
120
121
|
data = self.get_data(response)
|
|
121
122
|
return AddExternalModel.model_validate(data)
|
|
122
123
|
|
|
123
124
|
async def add_model(self, input: AddModelInput, **kwargs: Any) -> AddModel:
|
|
124
|
-
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
125
|
+
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
125
126
|
variables: Dict[str, object] = {'input': input}
|
|
126
127
|
response = await self.execute(query=query, operation_name='AddModel', variables=variables, **kwargs)
|
|
127
128
|
data = self.get_data(response)
|
|
128
129
|
return AddModel.model_validate(data)
|
|
129
130
|
|
|
130
131
|
async def update_model(self, input: UpdateModelService, **kwargs: Any) -> UpdateModel:
|
|
131
|
-
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
132
|
+
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
132
133
|
variables: Dict[str, object] = {'input': input}
|
|
133
134
|
response = await self.execute(query=query, operation_name='UpdateModel', variables=variables, **kwargs)
|
|
134
135
|
data = self.get_data(response)
|
|
@@ -149,14 +150,14 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
149
150
|
return TerminateModel.model_validate(data)
|
|
150
151
|
|
|
151
152
|
async def create_use_case(self, input: UseCaseCreate, **kwargs: Any) -> CreateUseCase:
|
|
152
|
-
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
153
|
+
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
153
154
|
variables: Dict[str, object] = {'input': input}
|
|
154
155
|
response = await self.execute(query=query, operation_name='CreateUseCase', variables=variables, **kwargs)
|
|
155
156
|
data = self.get_data(response)
|
|
156
157
|
return CreateUseCase.model_validate(data)
|
|
157
158
|
|
|
158
159
|
async def share_use_case(self, id_or_key: Any, input: UseCaseShares, **kwargs: Any) -> ShareUseCase:
|
|
159
|
-
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
160
|
+
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
160
161
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
161
162
|
response = await self.execute(query=query, operation_name='ShareUseCase', variables=variables, **kwargs)
|
|
162
163
|
data = self.get_data(response)
|
|
@@ -233,7 +234,7 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
233
234
|
return CreateTeam.model_validate(data)
|
|
234
235
|
|
|
235
236
|
async def update_model_compute_config(self, id_or_key: Any, input: ModelComputeConfigInput, **kwargs: Any) -> UpdateModelComputeConfig:
|
|
236
|
-
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
237
|
+
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
237
238
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
238
239
|
response = await self.execute(query=query, operation_name='UpdateModelComputeConfig', variables=variables, **kwargs)
|
|
239
240
|
data = self.get_data(response)
|
|
@@ -282,21 +283,21 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
282
283
|
return DeleteCustomRecipe.model_validate(data)
|
|
283
284
|
|
|
284
285
|
async def create_judge(self, use_case: Any, input: JudgeCreate, **kwargs: Any) -> CreateJudge:
|
|
285
|
-
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
286
|
+
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
286
287
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
287
288
|
response = await self.execute(query=query, operation_name='CreateJudge', variables=variables, **kwargs)
|
|
288
289
|
data = self.get_data(response)
|
|
289
290
|
return CreateJudge.model_validate(data)
|
|
290
291
|
|
|
291
292
|
async def create_prebuilt_judge(self, use_case: Any, input: PrebuiltJudgeCreate, **kwargs: Any) -> CreatePrebuiltJudge:
|
|
292
|
-
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
293
|
+
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
293
294
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
294
295
|
response = await self.execute(query=query, operation_name='CreatePrebuiltJudge', variables=variables, **kwargs)
|
|
295
296
|
data = self.get_data(response)
|
|
296
297
|
return CreatePrebuiltJudge.model_validate(data)
|
|
297
298
|
|
|
298
299
|
async def update_judge(self, use_case: Any, key: str, input: JudgeUpdate, **kwargs: Any) -> UpdateJudge:
|
|
299
|
-
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
300
|
+
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
300
301
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key, 'input': input}
|
|
301
302
|
response = await self.execute(query=query, operation_name='UpdateJudge', variables=variables, **kwargs)
|
|
302
303
|
data = self.get_data(response)
|
|
@@ -310,14 +311,14 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
310
311
|
return DeleteJudge.model_validate(data)
|
|
311
312
|
|
|
312
313
|
async def create_grader(self, use_case: Any, input: GraderCreateInput, **kwargs: Any) -> CreateGrader:
|
|
313
|
-
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
314
|
+
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
314
315
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
315
316
|
response = await self.execute(query=query, operation_name='CreateGrader', variables=variables, **kwargs)
|
|
316
317
|
data = self.get_data(response)
|
|
317
318
|
return CreateGrader.model_validate(data)
|
|
318
319
|
|
|
319
320
|
async def update_grader(self, use_case: Any, id: Any, input: GraderUpdateInput, **kwargs: Any) -> UpdateGrader:
|
|
320
|
-
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
321
|
+
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
321
322
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'input': input}
|
|
322
323
|
response = await self.execute(query=query, operation_name='UpdateGrader', variables=variables, **kwargs)
|
|
323
324
|
data = self.get_data(response)
|
|
@@ -331,7 +332,7 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
331
332
|
return DeleteGrader.model_validate(data)
|
|
332
333
|
|
|
333
334
|
async def lock_grader(self, use_case: Any, id: Any, locked: bool, **kwargs: Any) -> LockGrader:
|
|
334
|
-
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
335
|
+
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
335
336
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'locked': locked}
|
|
336
337
|
response = await self.execute(query=query, operation_name='LockGrader', variables=variables, **kwargs)
|
|
337
338
|
data = self.get_data(response)
|
|
@@ -365,6 +366,13 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
365
366
|
data = self.get_data(response)
|
|
366
367
|
return CreateDatasetFromMultipartUpload.model_validate(data)
|
|
367
368
|
|
|
369
|
+
async def resize_inference_partition(self, input: ResizePartitionInput, **kwargs: Any) -> ResizeInferencePartition:
|
|
370
|
+
query = gql('\n mutation ResizeInferencePartition($input: ResizePartitionInput!) {\n resizeInferencePartition(input: $input)\n }\n ')
|
|
371
|
+
variables: Dict[str, object] = {'input': input}
|
|
372
|
+
response = await self.execute(query=query, operation_name='ResizeInferencePartition', variables=variables, **kwargs)
|
|
373
|
+
data = self.get_data(response)
|
|
374
|
+
return ResizeInferencePartition.model_validate(data)
|
|
375
|
+
|
|
368
376
|
async def list_datasets(self, input: Any, **kwargs: Any) -> ListDatasets:
|
|
369
377
|
query = gql('\n query ListDatasets($input: IdOrKey!) {\n datasets(useCase: $input) {\n ...DatasetData\n }\n }\n\n fragment DatasetData on Dataset {\n id\n key\n name\n createdAt\n kind\n records\n metricsUsage {\n feedbackCount\n comparisonCount\n metric {\n ...MetricData\n }\n }\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n ')
|
|
370
378
|
variables: Dict[str, object] = {'input': input}
|
|
@@ -380,35 +388,35 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
380
388
|
return DescribeDataset.model_validate(data)
|
|
381
389
|
|
|
382
390
|
async def describe_use_case(self, input: Any, **kwargs: Any) -> DescribeUseCase:
|
|
383
|
-
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
391
|
+
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
384
392
|
variables: Dict[str, object] = {'input': input}
|
|
385
393
|
response = await self.execute(query=query, operation_name='DescribeUseCase', variables=variables, **kwargs)
|
|
386
394
|
data = self.get_data(response)
|
|
387
395
|
return DescribeUseCase.model_validate(data)
|
|
388
396
|
|
|
389
397
|
async def list_use_cases(self, **kwargs: Any) -> ListUseCases:
|
|
390
|
-
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
398
|
+
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
391
399
|
variables: Dict[str, object] = {}
|
|
392
400
|
response = await self.execute(query=query, operation_name='ListUseCases', variables=variables, **kwargs)
|
|
393
401
|
data = self.get_data(response)
|
|
394
402
|
return ListUseCases.model_validate(data)
|
|
395
403
|
|
|
396
404
|
async def list_models(self, filter: ModelFilter, **kwargs: Any) -> ListModels:
|
|
397
|
-
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
405
|
+
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n error\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
398
406
|
variables: Dict[str, object] = {'filter': filter}
|
|
399
407
|
response = await self.execute(query=query, operation_name='ListModels', variables=variables, **kwargs)
|
|
400
408
|
data = self.get_data(response)
|
|
401
409
|
return ListModels.model_validate(data)
|
|
402
410
|
|
|
403
411
|
async def describe_model_admin(self, input: Any, **kwargs: Any) -> DescribeModelAdmin:
|
|
404
|
-
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
412
|
+
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n error\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
405
413
|
variables: Dict[str, object] = {'input': input}
|
|
406
414
|
response = await self.execute(query=query, operation_name='DescribeModelAdmin', variables=variables, **kwargs)
|
|
407
415
|
data = self.get_data(response)
|
|
408
416
|
return DescribeModelAdmin.model_validate(data)
|
|
409
417
|
|
|
410
418
|
async def describe_model(self, input: Any, **kwargs: Any) -> DescribeModel:
|
|
411
|
-
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
419
|
+
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
412
420
|
variables: Dict[str, object] = {'input': input}
|
|
413
421
|
response = await self.execute(query=query, operation_name='DescribeModel', variables=variables, **kwargs)
|
|
414
422
|
data = self.get_data(response)
|
|
@@ -506,14 +514,14 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
506
514
|
return ListPermissions.model_validate(data)
|
|
507
515
|
|
|
508
516
|
async def list_harmony_groups(self, **kwargs: Any) -> ListHarmonyGroups:
|
|
509
|
-
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
517
|
+
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n gpuAllocations {\n name\n numGpus\n ranks\n createdAt\n userName\n jobId\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
510
518
|
variables: Dict[str, object] = {}
|
|
511
519
|
response = await self.execute(query=query, operation_name='ListHarmonyGroups', variables=variables, **kwargs)
|
|
512
520
|
data = self.get_data(response)
|
|
513
521
|
return ListHarmonyGroups.model_validate(data)
|
|
514
522
|
|
|
515
523
|
async def list_compute_pools(self, **kwargs: Any) -> ListComputePools:
|
|
516
|
-
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
524
|
+
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n gpuAllocations {\n name\n numGpus\n ranks\n createdAt\n userName\n jobId\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
517
525
|
variables: Dict[str, object] = {}
|
|
518
526
|
response = await self.execute(query=query, operation_name='ListComputePools', variables=variables, **kwargs)
|
|
519
527
|
data = self.get_data(response)
|
|
@@ -541,35 +549,35 @@ class AsyncGQLClient(AsyncBaseClientOpenTelemetry):
|
|
|
541
549
|
return GetCustomRecipe.model_validate(data)
|
|
542
550
|
|
|
543
551
|
async def get_judge(self, id: Any, use_case: Any, version: Union[Optional[int], UnsetType]=UNSET, **kwargs: Any) -> GetJudge:
|
|
544
|
-
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
552
|
+
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
545
553
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case, 'version': version}
|
|
546
554
|
response = await self.execute(query=query, operation_name='GetJudge', variables=variables, **kwargs)
|
|
547
555
|
data = self.get_data(response)
|
|
548
556
|
return GetJudge.model_validate(data)
|
|
549
557
|
|
|
550
558
|
async def list_judges(self, use_case: Any, **kwargs: Any) -> ListJudges:
|
|
551
|
-
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
559
|
+
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
552
560
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
553
561
|
response = await self.execute(query=query, operation_name='ListJudges', variables=variables, **kwargs)
|
|
554
562
|
data = self.get_data(response)
|
|
555
563
|
return ListJudges.model_validate(data)
|
|
556
564
|
|
|
557
565
|
async def list_judge_versions(self, use_case: Any, key: str, **kwargs: Any) -> ListJudgeVersions:
|
|
558
|
-
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
566
|
+
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
559
567
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key}
|
|
560
568
|
response = await self.execute(query=query, operation_name='ListJudgeVersions', variables=variables, **kwargs)
|
|
561
569
|
data = self.get_data(response)
|
|
562
570
|
return ListJudgeVersions.model_validate(data)
|
|
563
571
|
|
|
564
572
|
async def get_grader(self, id: Any, use_case: Any, **kwargs: Any) -> GetGrader:
|
|
565
|
-
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
573
|
+
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
566
574
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case}
|
|
567
575
|
response = await self.execute(query=query, operation_name='GetGrader', variables=variables, **kwargs)
|
|
568
576
|
data = self.get_data(response)
|
|
569
577
|
return GetGrader.model_validate(data)
|
|
570
578
|
|
|
571
579
|
async def list_graders(self, use_case: Any, **kwargs: Any) -> ListGraders:
|
|
572
|
-
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
580
|
+
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
573
581
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
574
582
|
response = await self.execute(query=query, operation_name='ListGraders', variables=variables, **kwargs)
|
|
575
583
|
data = self.get_data(response)
|