adaptive-sdk 0.1.9__py3-none-any.whl → 0.1.10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- adaptive_sdk/graphql_client/__init__.py +4 -3
- adaptive_sdk/graphql_client/async_client.py +34 -26
- adaptive_sdk/graphql_client/client.py +34 -26
- adaptive_sdk/graphql_client/custom_fields.py +24 -2
- adaptive_sdk/graphql_client/custom_queries.py +8 -2
- adaptive_sdk/graphql_client/custom_typing_fields.py +7 -0
- adaptive_sdk/graphql_client/enums.py +0 -4
- adaptive_sdk/graphql_client/fragments.py +12 -0
- adaptive_sdk/graphql_client/input_types.py +4 -13
- adaptive_sdk/graphql_client/resize_inference_partition.py +6 -0
- adaptive_sdk/resources/compute_pools.py +63 -2
- adaptive_sdk/resources/models.py +0 -8
- {adaptive_sdk-0.1.9.dist-info → adaptive_sdk-0.1.10.dist-info}/METADATA +2 -2
- {adaptive_sdk-0.1.9.dist-info → adaptive_sdk-0.1.10.dist-info}/RECORD +15 -14
- {adaptive_sdk-0.1.9.dist-info → adaptive_sdk-0.1.10.dist-info}/WHEEL +0 -0
|
@@ -42,7 +42,7 @@ from .enums import CompletionGroupBy
|
|
|
42
42
|
from .get_custom_recipe import GetCustomRecipe
|
|
43
43
|
from .get_grader import GetGrader
|
|
44
44
|
from .get_judge import GetJudge
|
|
45
|
-
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AttachModel, CreateRecipeInput, CursorPageInput, CustomRecipeFilterInput, DatasetCreate, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, GraderCreateInput, GraderUpdateInput, JobInput, JudgeCreate, JudgeUpdate, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricLink, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, OrderPair, PrebuiltJudgeCreate, RemoteEnvCreate, RoleCreate, TeamCreate, TeamMemberRemove, TeamMemberSet, UpdateModelService, UpdateRecipeInput, UseCaseCreate, UseCaseShares, UserCreate
|
|
45
|
+
from .input_types import AbcampaignCreate, AbCampaignFilter, AddExternalModelInput, AddHFModelInput, AddModelInput, AttachModel, CreateRecipeInput, CursorPageInput, CustomRecipeFilterInput, DatasetCreate, DatasetCreateFromMultipartUpload, DatasetUploadProcessingStatusInput, GraderCreateInput, GraderUpdateInput, JobInput, JudgeCreate, JudgeUpdate, ListCompletionsFilterInput, ListJobsFilterInput, MetricCreate, MetricLink, MetricUnlink, ModelComputeConfigInput, ModelFilter, ModelPlacementInput, OrderPair, PrebuiltJudgeCreate, RemoteEnvCreate, ResizePartitionInput, RoleCreate, TeamCreate, TeamMemberRemove, TeamMemberSet, UpdateModelService, UpdateRecipeInput, UseCaseCreate, UseCaseShares, UserCreate
|
|
46
46
|
from .link_metric import LinkMetric
|
|
47
47
|
from .list_ab_campaigns import ListAbCampaigns
|
|
48
48
|
from .list_compute_pools import ListComputePools
|
|
@@ -68,6 +68,7 @@ from .lock_grader import LockGrader
|
|
|
68
68
|
from .me import Me
|
|
69
69
|
from .remove_remote_env import RemoveRemoteEnv
|
|
70
70
|
from .remove_team_member import RemoveTeamMember
|
|
71
|
+
from .resize_inference_partition import ResizeInferencePartition
|
|
71
72
|
from .share_use_case import ShareUseCase
|
|
72
73
|
from .terminate_model import TerminateModel
|
|
73
74
|
from .test_remote_env import TestRemoteEnv
|
|
@@ -107,28 +108,28 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
107
108
|
return UnlinkMetric.model_validate(data)
|
|
108
109
|
|
|
109
110
|
def attach_model_to_use_case(self, input: AttachModel, **kwargs: Any) -> AttachModelToUseCase:
|
|
110
|
-
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
111
|
+
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
111
112
|
variables: Dict[str, object] = {'input': input}
|
|
112
113
|
response = self.execute(query=query, operation_name='AttachModelToUseCase', variables=variables, **kwargs)
|
|
113
114
|
data = self.get_data(response)
|
|
114
115
|
return AttachModelToUseCase.model_validate(data)
|
|
115
116
|
|
|
116
117
|
def add_external_model(self, input: AddExternalModelInput, **kwargs: Any) -> AddExternalModel:
|
|
117
|
-
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
118
|
+
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
118
119
|
variables: Dict[str, object] = {'input': input}
|
|
119
120
|
response = self.execute(query=query, operation_name='AddExternalModel', variables=variables, **kwargs)
|
|
120
121
|
data = self.get_data(response)
|
|
121
122
|
return AddExternalModel.model_validate(data)
|
|
122
123
|
|
|
123
124
|
def add_model(self, input: AddModelInput, **kwargs: Any) -> AddModel:
|
|
124
|
-
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
125
|
+
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
125
126
|
variables: Dict[str, object] = {'input': input}
|
|
126
127
|
response = self.execute(query=query, operation_name='AddModel', variables=variables, **kwargs)
|
|
127
128
|
data = self.get_data(response)
|
|
128
129
|
return AddModel.model_validate(data)
|
|
129
130
|
|
|
130
131
|
def update_model(self, input: UpdateModelService, **kwargs: Any) -> UpdateModel:
|
|
131
|
-
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
132
|
+
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
132
133
|
variables: Dict[str, object] = {'input': input}
|
|
133
134
|
response = self.execute(query=query, operation_name='UpdateModel', variables=variables, **kwargs)
|
|
134
135
|
data = self.get_data(response)
|
|
@@ -149,14 +150,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
149
150
|
return TerminateModel.model_validate(data)
|
|
150
151
|
|
|
151
152
|
def create_use_case(self, input: UseCaseCreate, **kwargs: Any) -> CreateUseCase:
|
|
152
|
-
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
153
|
+
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
153
154
|
variables: Dict[str, object] = {'input': input}
|
|
154
155
|
response = self.execute(query=query, operation_name='CreateUseCase', variables=variables, **kwargs)
|
|
155
156
|
data = self.get_data(response)
|
|
156
157
|
return CreateUseCase.model_validate(data)
|
|
157
158
|
|
|
158
159
|
def share_use_case(self, id_or_key: str, input: UseCaseShares, **kwargs: Any) -> ShareUseCase:
|
|
159
|
-
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
160
|
+
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
160
161
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
161
162
|
response = self.execute(query=query, operation_name='ShareUseCase', variables=variables, **kwargs)
|
|
162
163
|
data = self.get_data(response)
|
|
@@ -233,7 +234,7 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
233
234
|
return CreateTeam.model_validate(data)
|
|
234
235
|
|
|
235
236
|
def update_model_compute_config(self, id_or_key: str, input: ModelComputeConfigInput, **kwargs: Any) -> UpdateModelComputeConfig:
|
|
236
|
-
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
237
|
+
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
237
238
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
238
239
|
response = self.execute(query=query, operation_name='UpdateModelComputeConfig', variables=variables, **kwargs)
|
|
239
240
|
data = self.get_data(response)
|
|
@@ -282,21 +283,21 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
282
283
|
return DeleteCustomRecipe.model_validate(data)
|
|
283
284
|
|
|
284
285
|
def create_judge(self, use_case: str, input: JudgeCreate, **kwargs: Any) -> CreateJudge:
|
|
285
|
-
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
286
|
+
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
286
287
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
287
288
|
response = self.execute(query=query, operation_name='CreateJudge', variables=variables, **kwargs)
|
|
288
289
|
data = self.get_data(response)
|
|
289
290
|
return CreateJudge.model_validate(data)
|
|
290
291
|
|
|
291
292
|
def create_prebuilt_judge(self, use_case: str, input: PrebuiltJudgeCreate, **kwargs: Any) -> CreatePrebuiltJudge:
|
|
292
|
-
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
293
|
+
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
293
294
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
294
295
|
response = self.execute(query=query, operation_name='CreatePrebuiltJudge', variables=variables, **kwargs)
|
|
295
296
|
data = self.get_data(response)
|
|
296
297
|
return CreatePrebuiltJudge.model_validate(data)
|
|
297
298
|
|
|
298
299
|
def update_judge(self, use_case: str, key: str, input: JudgeUpdate, **kwargs: Any) -> UpdateJudge:
|
|
299
|
-
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
300
|
+
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
300
301
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key, 'input': input}
|
|
301
302
|
response = self.execute(query=query, operation_name='UpdateJudge', variables=variables, **kwargs)
|
|
302
303
|
data = self.get_data(response)
|
|
@@ -310,14 +311,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
310
311
|
return DeleteJudge.model_validate(data)
|
|
311
312
|
|
|
312
313
|
def create_grader(self, use_case: str, input: GraderCreateInput, **kwargs: Any) -> CreateGrader:
|
|
313
|
-
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
314
|
+
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
314
315
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
315
316
|
response = self.execute(query=query, operation_name='CreateGrader', variables=variables, **kwargs)
|
|
316
317
|
data = self.get_data(response)
|
|
317
318
|
return CreateGrader.model_validate(data)
|
|
318
319
|
|
|
319
320
|
def update_grader(self, use_case: str, id: str, input: GraderUpdateInput, **kwargs: Any) -> UpdateGrader:
|
|
320
|
-
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
321
|
+
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
321
322
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'input': input}
|
|
322
323
|
response = self.execute(query=query, operation_name='UpdateGrader', variables=variables, **kwargs)
|
|
323
324
|
data = self.get_data(response)
|
|
@@ -331,7 +332,7 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
331
332
|
return DeleteGrader.model_validate(data)
|
|
332
333
|
|
|
333
334
|
def lock_grader(self, use_case: str, id: str, locked: bool, **kwargs: Any) -> LockGrader:
|
|
334
|
-
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
335
|
+
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
335
336
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'locked': locked}
|
|
336
337
|
response = self.execute(query=query, operation_name='LockGrader', variables=variables, **kwargs)
|
|
337
338
|
data = self.get_data(response)
|
|
@@ -365,6 +366,13 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
365
366
|
data = self.get_data(response)
|
|
366
367
|
return CreateDatasetFromMultipartUpload.model_validate(data)
|
|
367
368
|
|
|
369
|
+
def resize_inference_partition(self, input: ResizePartitionInput, **kwargs: Any) -> ResizeInferencePartition:
|
|
370
|
+
query = gql('\n mutation ResizeInferencePartition($input: ResizePartitionInput!) {\n resizeInferencePartition(input: $input)\n }\n ')
|
|
371
|
+
variables: Dict[str, object] = {'input': input}
|
|
372
|
+
response = self.execute(query=query, operation_name='ResizeInferencePartition', variables=variables, **kwargs)
|
|
373
|
+
data = self.get_data(response)
|
|
374
|
+
return ResizeInferencePartition.model_validate(data)
|
|
375
|
+
|
|
368
376
|
def list_datasets(self, input: str, **kwargs: Any) -> ListDatasets:
|
|
369
377
|
query = gql('\n query ListDatasets($input: IdOrKey!) {\n datasets(useCase: $input) {\n ...DatasetData\n }\n }\n\n fragment DatasetData on Dataset {\n id\n key\n name\n createdAt\n kind\n records\n metricsUsage {\n feedbackCount\n comparisonCount\n metric {\n ...MetricData\n }\n }\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n ')
|
|
370
378
|
variables: Dict[str, object] = {'input': input}
|
|
@@ -380,35 +388,35 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
380
388
|
return DescribeDataset.model_validate(data)
|
|
381
389
|
|
|
382
390
|
def describe_use_case(self, input: str, **kwargs: Any) -> DescribeUseCase:
|
|
383
|
-
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
391
|
+
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
384
392
|
variables: Dict[str, object] = {'input': input}
|
|
385
393
|
response = self.execute(query=query, operation_name='DescribeUseCase', variables=variables, **kwargs)
|
|
386
394
|
data = self.get_data(response)
|
|
387
395
|
return DescribeUseCase.model_validate(data)
|
|
388
396
|
|
|
389
397
|
def list_use_cases(self, **kwargs: Any) -> ListUseCases:
|
|
390
|
-
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
398
|
+
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
391
399
|
variables: Dict[str, object] = {}
|
|
392
400
|
response = self.execute(query=query, operation_name='ListUseCases', variables=variables, **kwargs)
|
|
393
401
|
data = self.get_data(response)
|
|
394
402
|
return ListUseCases.model_validate(data)
|
|
395
403
|
|
|
396
404
|
def list_models(self, filter: ModelFilter, **kwargs: Any) -> ListModels:
|
|
397
|
-
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
405
|
+
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n error\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
398
406
|
variables: Dict[str, object] = {'filter': filter}
|
|
399
407
|
response = self.execute(query=query, operation_name='ListModels', variables=variables, **kwargs)
|
|
400
408
|
data = self.get_data(response)
|
|
401
409
|
return ListModels.model_validate(data)
|
|
402
410
|
|
|
403
411
|
def describe_model_admin(self, input: str, **kwargs: Any) -> DescribeModelAdmin:
|
|
404
|
-
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
412
|
+
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n error\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
405
413
|
variables: Dict[str, object] = {'input': input}
|
|
406
414
|
response = self.execute(query=query, operation_name='DescribeModelAdmin', variables=variables, **kwargs)
|
|
407
415
|
data = self.get_data(response)
|
|
408
416
|
return DescribeModelAdmin.model_validate(data)
|
|
409
417
|
|
|
410
418
|
def describe_model(self, input: str, **kwargs: Any) -> DescribeModel:
|
|
411
|
-
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
419
|
+
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
412
420
|
variables: Dict[str, object] = {'input': input}
|
|
413
421
|
response = self.execute(query=query, operation_name='DescribeModel', variables=variables, **kwargs)
|
|
414
422
|
data = self.get_data(response)
|
|
@@ -506,14 +514,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
506
514
|
return ListPermissions.model_validate(data)
|
|
507
515
|
|
|
508
516
|
def list_harmony_groups(self, **kwargs: Any) -> ListHarmonyGroups:
|
|
509
|
-
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
517
|
+
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n gpuAllocations {\n name\n numGpus\n ranks\n createdAt\n userName\n jobId\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
510
518
|
variables: Dict[str, object] = {}
|
|
511
519
|
response = self.execute(query=query, operation_name='ListHarmonyGroups', variables=variables, **kwargs)
|
|
512
520
|
data = self.get_data(response)
|
|
513
521
|
return ListHarmonyGroups.model_validate(data)
|
|
514
522
|
|
|
515
523
|
def list_compute_pools(self, **kwargs: Any) -> ListComputePools:
|
|
516
|
-
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
524
|
+
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n gpuAllocations {\n name\n numGpus\n ranks\n createdAt\n userName\n jobId\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
517
525
|
variables: Dict[str, object] = {}
|
|
518
526
|
response = self.execute(query=query, operation_name='ListComputePools', variables=variables, **kwargs)
|
|
519
527
|
data = self.get_data(response)
|
|
@@ -541,35 +549,35 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
541
549
|
return GetCustomRecipe.model_validate(data)
|
|
542
550
|
|
|
543
551
|
def get_judge(self, id: str, use_case: str, version: Union[Optional[int], UnsetType]=UNSET, **kwargs: Any) -> GetJudge:
|
|
544
|
-
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
552
|
+
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
545
553
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case, 'version': version}
|
|
546
554
|
response = self.execute(query=query, operation_name='GetJudge', variables=variables, **kwargs)
|
|
547
555
|
data = self.get_data(response)
|
|
548
556
|
return GetJudge.model_validate(data)
|
|
549
557
|
|
|
550
558
|
def list_judges(self, use_case: str, **kwargs: Any) -> ListJudges:
|
|
551
|
-
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
559
|
+
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
552
560
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
553
561
|
response = self.execute(query=query, operation_name='ListJudges', variables=variables, **kwargs)
|
|
554
562
|
data = self.get_data(response)
|
|
555
563
|
return ListJudges.model_validate(data)
|
|
556
564
|
|
|
557
565
|
def list_judge_versions(self, use_case: str, key: str, **kwargs: Any) -> ListJudgeVersions:
|
|
558
|
-
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
566
|
+
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
559
567
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key}
|
|
560
568
|
response = self.execute(query=query, operation_name='ListJudgeVersions', variables=variables, **kwargs)
|
|
561
569
|
data = self.get_data(response)
|
|
562
570
|
return ListJudgeVersions.model_validate(data)
|
|
563
571
|
|
|
564
572
|
def get_grader(self, id: str, use_case: str, **kwargs: Any) -> GetGrader:
|
|
565
|
-
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
573
|
+
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
566
574
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case}
|
|
567
575
|
response = self.execute(query=query, operation_name='GetGrader', variables=variables, **kwargs)
|
|
568
576
|
data = self.get_data(response)
|
|
569
577
|
return GetGrader.model_validate(data)
|
|
570
578
|
|
|
571
579
|
def list_graders(self, use_case: str, **kwargs: Any) -> ListGraders:
|
|
572
|
-
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
580
|
+
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n error\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
573
581
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
574
582
|
response = self.execute(query=query, operation_name='ListGraders', variables=variables, **kwargs)
|
|
575
583
|
data = self.get_data(response)
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
from typing import Any, Dict, List, Optional, Union
|
|
2
2
|
from .base_operation import GraphQLField
|
|
3
|
-
from .custom_typing_fields import AbcampaignGraphQLField, AbReportGraphQLField, AbVariantReportComparisonGraphQLField, AbVariantReportGraphQLField, ActivityGraphQLField, ActivityOutputGraphQLField, ApiKeyGraphQLField, ArtifactByproductsUnion, AuthProviderGraphQLField, BatchInferenceJobStageOutputGraphQLField, BillingUsageGraphQLField, ChatMessageGraphQLField, ComparisonFeedbackGraphQLField, CompletionConnectionGraphQLField, CompletionEdgeGraphQLField, CompletionGraphQLField, CompletionGroupDataConnectionGraphQLField, CompletionGroupDataEdgeGraphQLField, CompletionGroupDataGraphQLField, CompletionGroupFeedbackStatsGraphQLField, CompletionHistoryEntryOuputGraphQLField, CompletionLabelGraphQLField, CompletionMetadataGraphQLField, ComputePoolGraphQLField, ContractGraphQLField, CustomConfigOutputGraphQLField, CustomRecipeGraphQLField, CustomRecipeJobDetailsGraphQLField, DatasetByproductsGraphQLField, DatasetGraphQLField, DatasetMetricUsageGraphQLField, DatasetProgressGraphQLField, DatasetUploadProcessingStatusGraphQLField, DatasetValidationOutputGraphQLField, DeleteConfirmGraphQLField, DirectFeedbackGraphQLField, EmojiGraphQLField, EvalJobStageOutputGraphQLField, EvaluationByproductsGraphQLField, EvaluationResultGraphQLField, GlobalUsageGraphQLField, GpuAllocationGraphQLField, GraderConfigUnion, GraderGraphQLField, HarmonyGroupGraphQLField, InteractionOutputGraphQLField, IntervalGraphQLField, JobArtifactGraphQLField, JobConnectionGraphQLField, JobEdgeGraphQLField, JobGraphQLField, JobStageInfoOutputUnion, JobStageOutputGraphQLField, JudgeConfigOutputGraphQLField, JudgeExampleGraphQLField, JudgeGraphQLField, LabelGraphQLField, LabelKeyUsageGraphQLField, LabelUsageGraphQLField, LabelValueUsageGraphQLField, MetaObjectGraphQLField, MetricActivityGraphQLField, MetricGraphQLField, MetricWithContextGraphQLField, ModelByproductsGraphQLField, ModelComputeConfigOutputGraphQLField, ModelGraphQLField, ModelPlacementOutputGraphQLField, ModelServiceGraphQLField, PageInfoGraphQLField, PrebuiltConfigDefinitionGraphQLField, PrebuiltConfigOutputGraphQLField, PrebuiltCriteriaGraphQLField, ProviderListGraphQLField, RemoteConfigOutputGraphQLField, RemoteEnvGraphQLField, RemoteEnvTestOfflineGraphQLField, RemoteEnvTestOnlineGraphQLField, RoleGraphQLField, SessionGraphQLField, SettingsGraphQLField, ShareGraphQLField, SystemPromptTemplateGraphQLField, TeamGraphQLField, TeamMemberGraphQLField, TeamWithroleGraphQLField, TimeseriesGraphQLField, ToolProviderGraphQLField, TrainingJobStageOutputGraphQLField, TrendResultGraphQLField, UnitConfigGraphQLField, UsageAggregateItemGraphQLField, UsageAggregatePerUseCaseItemGraphQLField, UsageGraphQLField, UsageStatsByModelGraphQLField, UsageStatsGraphQLField, UseCaseGraphQLField, UseCaseItemGraphQLField, UseCaseMetadataGraphQLField, UserGraphQLField, WidgetGraphQLField
|
|
4
|
-
from .input_types import AbCampaignFilter, CursorPageInput, FeedbackFilterInput, ListCompletionsFilterInput, MetricTrendInput, ModelServiceFilter, OrderPair, TimeRange, TimeseriesInput, UseCaseFilter
|
|
3
|
+
from .custom_typing_fields import AbcampaignGraphQLField, AbReportGraphQLField, AbVariantReportComparisonGraphQLField, AbVariantReportGraphQLField, ActivityGraphQLField, ActivityOutputGraphQLField, ApiKeyGraphQLField, ArtifactByproductsUnion, AuthProviderGraphQLField, BatchInferenceJobStageOutputGraphQLField, BillingUsageGraphQLField, ChatMessageGraphQLField, ComparisonFeedbackGraphQLField, CompletionConnectionGraphQLField, CompletionEdgeGraphQLField, CompletionGraphQLField, CompletionGroupDataConnectionGraphQLField, CompletionGroupDataEdgeGraphQLField, CompletionGroupDataGraphQLField, CompletionGroupFeedbackStatsGraphQLField, CompletionHistoryEntryOuputGraphQLField, CompletionLabelGraphQLField, CompletionMetadataGraphQLField, ComputePoolGraphQLField, ContractGraphQLField, CustomConfigOutputGraphQLField, CustomRecipeGraphQLField, CustomRecipeJobDetailsGraphQLField, DatasetByproductsGraphQLField, DatasetGraphQLField, DatasetMetricUsageGraphQLField, DatasetProgressGraphQLField, DatasetUploadProcessingStatusGraphQLField, DatasetValidationOutputGraphQLField, DeleteConfirmGraphQLField, DirectFeedbackGraphQLField, EmojiGraphQLField, EvalJobStageOutputGraphQLField, EvaluationByproductsGraphQLField, EvaluationResultGraphQLField, GlobalUsageGraphQLField, GpuAllocationGraphQLField, GraderConfigUnion, GraderGraphQLField, HarmonyGroupGraphQLField, InteractionOutputGraphQLField, IntervalGraphQLField, JobArtifactGraphQLField, JobConnectionGraphQLField, JobEdgeGraphQLField, JobGraphQLField, JobStageInfoOutputUnion, JobStageOutputGraphQLField, JudgeConfigOutputGraphQLField, JudgeExampleGraphQLField, JudgeGraphQLField, LabelGraphQLField, LabelKeyUsageGraphQLField, LabelUsageGraphQLField, LabelValueUsageGraphQLField, MetaObjectGraphQLField, MetricActivityGraphQLField, MetricGraphQLField, MetricWithContextGraphQLField, ModelByproductsGraphQLField, ModelComputeConfigOutputGraphQLField, ModelGraphQLField, ModelPlacementOutputGraphQLField, ModelServiceGraphQLField, PageInfoGraphQLField, PrebuiltConfigDefinitionGraphQLField, PrebuiltConfigOutputGraphQLField, PrebuiltCriteriaGraphQLField, ProviderListGraphQLField, RemoteConfigOutputGraphQLField, RemoteEnvGraphQLField, RemoteEnvTestOfflineGraphQLField, RemoteEnvTestOnlineGraphQLField, RoleGraphQLField, SearchResultGraphQLField, SessionGraphQLField, SettingsGraphQLField, ShareGraphQLField, SystemPromptTemplateGraphQLField, TeamGraphQLField, TeamMemberGraphQLField, TeamWithroleGraphQLField, TimeseriesGraphQLField, ToolProviderGraphQLField, TrainingJobStageOutputGraphQLField, TrendResultGraphQLField, UnitConfigGraphQLField, UsageAggregateItemGraphQLField, UsageAggregatePerUseCaseItemGraphQLField, UsageGraphQLField, UsageStatsByModelGraphQLField, UsageStatsGraphQLField, UseCaseGraphQLField, UseCaseItemGraphQLField, UseCaseMetadataGraphQLField, UserGraphQLField, WidgetGraphQLField
|
|
4
|
+
from .input_types import AbCampaignFilter, ArtifactFilter, CursorPageInput, FeedbackFilterInput, ListCompletionsFilterInput, MetricTrendInput, ModelServiceFilter, OrderPair, TimeRange, TimeseriesInput, UseCaseFilter
|
|
5
5
|
|
|
6
6
|
class AbReportFields(GraphQLField):
|
|
7
7
|
"""@private"""
|
|
@@ -1734,6 +1734,28 @@ class RoleFields(GraphQLField):
|
|
|
1734
1734
|
self._alias = alias
|
|
1735
1735
|
return self
|
|
1736
1736
|
|
|
1737
|
+
class SearchResultFields(GraphQLField):
|
|
1738
|
+
"""@private"""
|
|
1739
|
+
|
|
1740
|
+
@classmethod
|
|
1741
|
+
def jobs(cls) -> 'JobFields':
|
|
1742
|
+
return JobFields('jobs')
|
|
1743
|
+
|
|
1744
|
+
@classmethod
|
|
1745
|
+
def artifacts(cls, *, filter: Optional[ArtifactFilter]=None) -> 'JobArtifactFields':
|
|
1746
|
+
arguments: Dict[str, Dict[str, Any]] = {'filter': {'type': 'ArtifactFilter', 'value': filter}}
|
|
1747
|
+
cleared_arguments = {key: value for key, value in arguments.items() if value['value'] is not None}
|
|
1748
|
+
return JobArtifactFields('artifacts', arguments=cleared_arguments)
|
|
1749
|
+
|
|
1750
|
+
def fields(self, *subfields: Union[SearchResultGraphQLField, 'JobArtifactFields', 'JobFields']) -> 'SearchResultFields':
|
|
1751
|
+
"""Subfields should come from the SearchResultFields class"""
|
|
1752
|
+
self._subfields.extend(subfields)
|
|
1753
|
+
return self
|
|
1754
|
+
|
|
1755
|
+
def alias(self, alias: str) -> 'SearchResultFields':
|
|
1756
|
+
self._alias = alias
|
|
1757
|
+
return self
|
|
1758
|
+
|
|
1737
1759
|
class SessionFields(GraphQLField):
|
|
1738
1760
|
"""@private"""
|
|
1739
1761
|
id: 'SessionGraphQLField' = SessionGraphQLField('id')
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
from typing import Any, Dict, List, Optional
|
|
2
2
|
from . import CompletionGroupBy
|
|
3
|
-
from .custom_fields import AbcampaignFields, CompletionConnectionFields, CompletionFields, CompletionGroupDataConnectionFields, ComputePoolFields, ContractFields, CustomRecipeFields, DatasetFields, DatasetUploadProcessingStatusFields, GlobalUsageFields, GraderFields, HarmonyGroupFields, JobArtifactFields, JobConnectionFields, JobFields, JudgeFields, MetaObjectFields, MetricFields, ModelFields, PrebuiltConfigDefinitionFields, PrebuiltCriteriaFields, RemoteConfigOutputFields, RemoteEnvFields, RoleFields, SystemPromptTemplateFields, TeamFields, ToolProviderFields, UsageAggregateItemFields, UsageAggregatePerUseCaseItemFields, UseCaseFields, UserFields
|
|
3
|
+
from .custom_fields import AbcampaignFields, CompletionConnectionFields, CompletionFields, CompletionGroupDataConnectionFields, ComputePoolFields, ContractFields, CustomRecipeFields, DatasetFields, DatasetUploadProcessingStatusFields, GlobalUsageFields, GraderFields, HarmonyGroupFields, JobArtifactFields, JobConnectionFields, JobFields, JudgeFields, MetaObjectFields, MetricFields, ModelFields, PrebuiltConfigDefinitionFields, PrebuiltCriteriaFields, RemoteConfigOutputFields, RemoteEnvFields, RoleFields, SearchResultFields, SystemPromptTemplateFields, TeamFields, ToolProviderFields, UsageAggregateItemFields, UsageAggregatePerUseCaseItemFields, UseCaseFields, UserFields
|
|
4
4
|
from .custom_typing_fields import GraphQLField
|
|
5
|
-
from .input_types import AbCampaignFilter, ArtifactFilter, CursorPageInput, CustomRecipeFilterInput, DatasetCreateFromFilters, DatasetUploadProcessingStatusInput, FeedbackFilterInput, GlobalUsageFilterInput, ListCompletionsFilterInput, ListJobsFilterInput, ModelFilter, OrderPair, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseFilter
|
|
5
|
+
from .input_types import AbCampaignFilter, ArtifactFilter, CursorPageInput, CustomRecipeFilterInput, DatasetCreateFromFilters, DatasetUploadProcessingStatusInput, FeedbackFilterInput, GlobalUsageFilterInput, ListCompletionsFilterInput, ListJobsFilterInput, ModelFilter, OrderPair, SearchInput, UsageFilterInput, UsagePerUseCaseFilterInput, UseCaseFilter
|
|
6
6
|
|
|
7
7
|
class Query:
|
|
8
8
|
"""@private"""
|
|
@@ -269,6 +269,12 @@ class Query:
|
|
|
269
269
|
cleared_arguments = {key: value for key, value in arguments.items() if value['value'] is not None}
|
|
270
270
|
return JobArtifactFields(field_name='artifact', arguments=cleared_arguments)
|
|
271
271
|
|
|
272
|
+
@classmethod
|
|
273
|
+
def search_use_case(cls, input: SearchInput, use_case: str) -> SearchResultFields:
|
|
274
|
+
arguments: Dict[str, Dict[str, Any]] = {'input': {'type': 'SearchInput!', 'value': input}, 'useCase': {'type': 'IdOrKey!', 'value': use_case}}
|
|
275
|
+
cleared_arguments = {key: value for key, value in arguments.items() if value['value'] is not None}
|
|
276
|
+
return SearchResultFields(field_name='searchUseCase', arguments=cleared_arguments)
|
|
277
|
+
|
|
272
278
|
@classmethod
|
|
273
279
|
def meta(cls) -> MetaObjectFields:
|
|
274
280
|
return MetaObjectFields(field_name='meta')
|
|
@@ -622,6 +622,13 @@ class RoleGraphQLField(GraphQLField):
|
|
|
622
622
|
self._alias = alias
|
|
623
623
|
return self
|
|
624
624
|
|
|
625
|
+
class SearchResultGraphQLField(GraphQLField):
|
|
626
|
+
"""@private"""
|
|
627
|
+
|
|
628
|
+
def alias(self, alias: str) -> 'SearchResultGraphQLField':
|
|
629
|
+
self._alias = alias
|
|
630
|
+
return self
|
|
631
|
+
|
|
625
632
|
class SessionGraphQLField(GraphQLField):
|
|
626
633
|
"""@private"""
|
|
627
634
|
|
|
@@ -66,11 +66,9 @@ class DateBucketUnit(str, Enum):
|
|
|
66
66
|
|
|
67
67
|
class ExternalModelProviderName(str, Enum):
|
|
68
68
|
"""@public"""
|
|
69
|
-
AZURE = 'AZURE'
|
|
70
69
|
OPEN_AI = 'OPEN_AI'
|
|
71
70
|
GOOGLE = 'GOOGLE'
|
|
72
71
|
ANTHROPIC = 'ANTHROPIC'
|
|
73
|
-
NVIDIA = 'NVIDIA'
|
|
74
72
|
|
|
75
73
|
class FeedbackType(str, Enum):
|
|
76
74
|
"""@public"""
|
|
@@ -195,12 +193,10 @@ class Protocol(str, Enum):
|
|
|
195
193
|
|
|
196
194
|
class ProviderName(str, Enum):
|
|
197
195
|
"""@public"""
|
|
198
|
-
AZURE = 'AZURE'
|
|
199
196
|
OPEN_AI = 'OPEN_AI'
|
|
200
197
|
HARMONY = 'HARMONY'
|
|
201
198
|
GOOGLE = 'GOOGLE'
|
|
202
199
|
ANTHROPIC = 'ANTHROPIC'
|
|
203
|
-
NVIDIA = 'NVIDIA'
|
|
204
200
|
|
|
205
201
|
class RemoteEnvStatus(str, Enum):
|
|
206
202
|
"""@public"""
|
|
@@ -240,6 +240,7 @@ class ModelData(BaseModel):
|
|
|
240
240
|
key: str
|
|
241
241
|
name: str
|
|
242
242
|
online: ModelOnline
|
|
243
|
+
error: Optional[str]
|
|
243
244
|
is_external: bool = Field(alias='isExternal')
|
|
244
245
|
provider_name: ProviderName = Field(alias='providerName')
|
|
245
246
|
is_adapter: bool = Field(alias='isAdapter')
|
|
@@ -340,6 +341,7 @@ class HarmonyGroupData(BaseModel):
|
|
|
340
341
|
gpu_types: str = Field(alias='gpuTypes')
|
|
341
342
|
created_at: int = Field(alias='createdAt')
|
|
342
343
|
online_models: List['HarmonyGroupDataOnlineModels'] = Field(alias='onlineModels')
|
|
344
|
+
gpu_allocations: Optional[List['HarmonyGroupDataGpuAllocations']] = Field(alias='gpuAllocations')
|
|
343
345
|
|
|
344
346
|
class HarmonyGroupDataComputePool(BaseModel):
|
|
345
347
|
"""@public"""
|
|
@@ -350,6 +352,15 @@ class HarmonyGroupDataOnlineModels(ModelData):
|
|
|
350
352
|
"""@public"""
|
|
351
353
|
pass
|
|
352
354
|
|
|
355
|
+
class HarmonyGroupDataGpuAllocations(BaseModel):
|
|
356
|
+
"""@public"""
|
|
357
|
+
name: str
|
|
358
|
+
num_gpus: int = Field(alias='numGpus')
|
|
359
|
+
ranks: List[int]
|
|
360
|
+
created_at: int = Field(alias='createdAt')
|
|
361
|
+
user_name: Optional[str] = Field(alias='userName')
|
|
362
|
+
job_id: str = Field(alias='jobId')
|
|
363
|
+
|
|
353
364
|
class JobData(BaseModel):
|
|
354
365
|
"""@public"""
|
|
355
366
|
id: Any
|
|
@@ -566,6 +577,7 @@ class ModelDataAdmin(BaseModel):
|
|
|
566
577
|
key: str
|
|
567
578
|
name: str
|
|
568
579
|
online: ModelOnline
|
|
580
|
+
error: Optional[str]
|
|
569
581
|
use_cases: List['ModelDataAdminUseCases'] = Field(alias='useCases')
|
|
570
582
|
is_external: bool = Field(alias='isExternal')
|
|
571
583
|
provider_name: ProviderName = Field(alias='providerName')
|
|
@@ -65,12 +65,6 @@ class AttachModel(BaseModel):
|
|
|
65
65
|
wait: bool = False
|
|
66
66
|
'Wait for the model to be deployed or not'
|
|
67
67
|
|
|
68
|
-
class AzureProviderDataInput(BaseModel):
|
|
69
|
-
"""@private"""
|
|
70
|
-
api_key: str = Field(alias='apiKey')
|
|
71
|
-
external_model_id: str = Field(alias='externalModelId')
|
|
72
|
-
endpoint: str
|
|
73
|
-
|
|
74
68
|
class CancelAllocationInput(BaseModel):
|
|
75
69
|
"""@private"""
|
|
76
70
|
harmony_group: str = Field(alias='harmonyGroup')
|
|
@@ -381,11 +375,9 @@ class ModelPlacementInput(BaseModel):
|
|
|
381
375
|
|
|
382
376
|
class ModelProviderDataInput(BaseModel):
|
|
383
377
|
"""@private"""
|
|
384
|
-
azure: Optional['AzureProviderDataInput'] = None
|
|
385
378
|
open_ai: Optional['OpenAIProviderDataInput'] = Field(alias='openAI', default=None)
|
|
386
379
|
google: Optional['GoogleProviderDataInput'] = None
|
|
387
380
|
anthropic: Optional['AnthropicProviderDataInput'] = None
|
|
388
|
-
nvidia: Optional['NvidiaProviderDataInput'] = None
|
|
389
381
|
|
|
390
382
|
class ModelServiceDisconnect(BaseModel):
|
|
391
383
|
"""@private"""
|
|
@@ -397,11 +389,6 @@ class ModelServiceFilter(BaseModel):
|
|
|
397
389
|
model: Optional[str] = None
|
|
398
390
|
capabilities: Optional['CapabilityFilter'] = None
|
|
399
391
|
|
|
400
|
-
class NvidiaProviderDataInput(BaseModel):
|
|
401
|
-
"""@private"""
|
|
402
|
-
external_model_id: str = Field(alias='externalModelId')
|
|
403
|
-
endpoint: str
|
|
404
|
-
|
|
405
392
|
class OpenAIProviderDataInput(BaseModel):
|
|
406
393
|
"""@private"""
|
|
407
394
|
api_key: str = Field(alias='apiKey')
|
|
@@ -451,6 +438,10 @@ class SampleConfig(BaseModel):
|
|
|
451
438
|
selection_type: SelectionTypeInput = Field(alias='selectionType')
|
|
452
439
|
sample_size: Optional[int] = Field(alias='sampleSize', default=None)
|
|
453
440
|
|
|
441
|
+
class SearchInput(BaseModel):
|
|
442
|
+
"""@private"""
|
|
443
|
+
query: str
|
|
444
|
+
|
|
454
445
|
class SystemPromptTemplateCreate(BaseModel):
|
|
455
446
|
"""@private"""
|
|
456
447
|
name: str
|