adaptive-sdk 0.1.6__py3-none-any.whl → 0.1.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- adaptive_sdk/base_client.py +16 -4
- adaptive_sdk/client.py +8 -2
- adaptive_sdk/external/reward_client.py +22 -2
- adaptive_sdk/graphql_client/__init__.py +4 -4
- adaptive_sdk/graphql_client/async_base_client_open_telemetry.py +6 -6
- adaptive_sdk/graphql_client/async_client.py +34 -34
- adaptive_sdk/graphql_client/base_client_open_telemetry.py +6 -6
- adaptive_sdk/graphql_client/base_operation.py +3 -3
- adaptive_sdk/graphql_client/client.py +34 -34
- adaptive_sdk/graphql_client/custom_fields.py +89 -26
- adaptive_sdk/graphql_client/custom_mutations.py +64 -58
- adaptive_sdk/graphql_client/custom_queries.py +40 -34
- adaptive_sdk/graphql_client/custom_typing_fields.py +60 -0
- adaptive_sdk/graphql_client/enums.py +18 -2
- adaptive_sdk/graphql_client/fragments.py +39 -3
- adaptive_sdk/graphql_client/input_types.py +22 -4
- adaptive_sdk/output_types/__init__.py +3 -0
- adaptive_sdk/output_types/job_wrapper.py +106 -0
- adaptive_sdk/resources/datasets.py +16 -13
- adaptive_sdk/resources/jobs.py +34 -16
- {adaptive_sdk-0.1.6.dist-info → adaptive_sdk-0.1.8.dist-info}/METADATA +1 -1
- {adaptive_sdk-0.1.6.dist-info → adaptive_sdk-0.1.8.dist-info}/RECORD +23 -21
- {adaptive_sdk-0.1.6.dist-info → adaptive_sdk-0.1.8.dist-info}/WHEEL +0 -0
|
@@ -105,28 +105,28 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
105
105
|
return UnlinkMetric.model_validate(data)
|
|
106
106
|
|
|
107
107
|
def attach_model_to_use_case(self, input: AttachModel, **kwargs: Any) -> AttachModelToUseCase:
|
|
108
|
-
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
108
|
+
query = gql('\n mutation AttachModelToUseCase($input: AttachModel!) {\n attachModel(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
109
109
|
variables: Dict[str, object] = {'input': input}
|
|
110
110
|
response = self.execute(query=query, operation_name='AttachModelToUseCase', variables=variables, **kwargs)
|
|
111
111
|
data = self.get_data(response)
|
|
112
112
|
return AttachModelToUseCase.model_validate(data)
|
|
113
113
|
|
|
114
114
|
def add_external_model(self, input: AddExternalModelInput, **kwargs: Any) -> AddExternalModel:
|
|
115
|
-
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
115
|
+
query = gql('\n mutation AddExternalModel($input: AddExternalModelInput!) {\n addExternalModel(input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
116
116
|
variables: Dict[str, object] = {'input': input}
|
|
117
117
|
response = self.execute(query=query, operation_name='AddExternalModel', variables=variables, **kwargs)
|
|
118
118
|
data = self.get_data(response)
|
|
119
119
|
return AddExternalModel.model_validate(data)
|
|
120
120
|
|
|
121
121
|
def add_model(self, input: AddModelInput, **kwargs: Any) -> AddModel:
|
|
122
|
-
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
122
|
+
query = gql('\n mutation AddModel($input: AddModelInput!) {\n addModel(input: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
123
123
|
variables: Dict[str, object] = {'input': input}
|
|
124
124
|
response = self.execute(query=query, operation_name='AddModel', variables=variables, **kwargs)
|
|
125
125
|
data = self.get_data(response)
|
|
126
126
|
return AddModel.model_validate(data)
|
|
127
127
|
|
|
128
128
|
def update_model(self, input: UpdateModelService, **kwargs: Any) -> UpdateModel:
|
|
129
|
-
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
129
|
+
query = gql('\n mutation UpdateModel($input: UpdateModelService!) {\n updateModelService(input: $input) {\n ...ModelServiceData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n ')
|
|
130
130
|
variables: Dict[str, object] = {'input': input}
|
|
131
131
|
response = self.execute(query=query, operation_name='UpdateModel', variables=variables, **kwargs)
|
|
132
132
|
data = self.get_data(response)
|
|
@@ -147,14 +147,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
147
147
|
return TerminateModel.model_validate(data)
|
|
148
148
|
|
|
149
149
|
def create_use_case(self, input: UseCaseCreate, **kwargs: Any) -> CreateUseCase:
|
|
150
|
-
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
150
|
+
query = gql('\n mutation CreateUseCase($input: UseCaseCreate!) {\n createUseCase(input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
151
151
|
variables: Dict[str, object] = {'input': input}
|
|
152
152
|
response = self.execute(query=query, operation_name='CreateUseCase', variables=variables, **kwargs)
|
|
153
153
|
data = self.get_data(response)
|
|
154
154
|
return CreateUseCase.model_validate(data)
|
|
155
155
|
|
|
156
156
|
def share_use_case(self, id_or_key: str, input: UseCaseShares, **kwargs: Any) -> ShareUseCase:
|
|
157
|
-
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
157
|
+
query = gql('\n mutation ShareUseCase($idOrKey: IdOrKey!, $input: UseCaseShares!) {\n shareUseCase(idOrKey: $idOrKey, input: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
158
158
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
159
159
|
response = self.execute(query=query, operation_name='ShareUseCase', variables=variables, **kwargs)
|
|
160
160
|
data = self.get_data(response)
|
|
@@ -189,7 +189,7 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
189
189
|
return DeleteDataset.model_validate(data)
|
|
190
190
|
|
|
191
191
|
def add_hf_model(self, input: AddHFModelInput, **kwargs: Any) -> AddHFModel:
|
|
192
|
-
query = gql('\n mutation AddHFModel($input: AddHFModelInput!) {\n importHfModel(input: $input) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n }\n }\n }\n ')
|
|
192
|
+
query = gql('\n mutation AddHFModel($input: AddHFModelInput!) {\n importHfModel(input: $input) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n byproducts {\n __typename\n ... on EvaluationByproducts {\n evalResults {\n mean\n min\n max\n stddev\n count\n sum\n feedbackCount\n jobId\n artifactId\n modelService {\n key\n name\n }\n metric {\n key\n name\n }\n }\n }\n }\n }\n }\n }\n ')
|
|
193
193
|
variables: Dict[str, object] = {'input': input}
|
|
194
194
|
response = self.execute(query=query, operation_name='AddHFModel', variables=variables, **kwargs)
|
|
195
195
|
data = self.get_data(response)
|
|
@@ -231,7 +231,7 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
231
231
|
return CreateTeam.model_validate(data)
|
|
232
232
|
|
|
233
233
|
def update_model_compute_config(self, id_or_key: str, input: ModelComputeConfigInput, **kwargs: Any) -> UpdateModelComputeConfig:
|
|
234
|
-
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
234
|
+
query = gql('\n mutation UpdateModelComputeConfig($idOrKey: IdOrKey!, $input: ModelComputeConfigInput!) {\n updateModelComputeConfig(idOrKey: $idOrKey, input: $input) {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
235
235
|
variables: Dict[str, object] = {'idOrKey': id_or_key, 'input': input}
|
|
236
236
|
response = self.execute(query=query, operation_name='UpdateModelComputeConfig', variables=variables, **kwargs)
|
|
237
237
|
data = self.get_data(response)
|
|
@@ -280,21 +280,21 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
280
280
|
return DeleteCustomRecipe.model_validate(data)
|
|
281
281
|
|
|
282
282
|
def create_judge(self, use_case: str, input: JudgeCreate, **kwargs: Any) -> CreateJudge:
|
|
283
|
-
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
283
|
+
query = gql('\n mutation CreateJudge($useCase: IdOrKey!, $input: JudgeCreate!) {\n createJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
284
284
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
285
285
|
response = self.execute(query=query, operation_name='CreateJudge', variables=variables, **kwargs)
|
|
286
286
|
data = self.get_data(response)
|
|
287
287
|
return CreateJudge.model_validate(data)
|
|
288
288
|
|
|
289
289
|
def create_prebuilt_judge(self, use_case: str, input: PrebuiltJudgeCreate, **kwargs: Any) -> CreatePrebuiltJudge:
|
|
290
|
-
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
290
|
+
query = gql('\n mutation CreatePrebuiltJudge($useCase: IdOrKey!, $input: PrebuiltJudgeCreate!) {\n createPrebuiltJudge(useCase: $useCase, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
291
291
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
292
292
|
response = self.execute(query=query, operation_name='CreatePrebuiltJudge', variables=variables, **kwargs)
|
|
293
293
|
data = self.get_data(response)
|
|
294
294
|
return CreatePrebuiltJudge.model_validate(data)
|
|
295
295
|
|
|
296
296
|
def update_judge(self, use_case: str, key: str, input: JudgeUpdate, **kwargs: Any) -> UpdateJudge:
|
|
297
|
-
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
297
|
+
query = gql('\n mutation UpdateJudge($useCase: IdOrKey!, $key: String!, $input: JudgeUpdate!) {\n updateJudge(useCase: $useCase, key: $key, input: $input) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
298
298
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key, 'input': input}
|
|
299
299
|
response = self.execute(query=query, operation_name='UpdateJudge', variables=variables, **kwargs)
|
|
300
300
|
data = self.get_data(response)
|
|
@@ -308,14 +308,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
308
308
|
return DeleteJudge.model_validate(data)
|
|
309
309
|
|
|
310
310
|
def create_grader(self, use_case: str, input: GraderCreateInput, **kwargs: Any) -> CreateGrader:
|
|
311
|
-
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
311
|
+
query = gql('\n mutation CreateGrader($useCase: IdOrKey!, $input: GraderCreateInput!) {\n createGrader(useCase: $useCase, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
312
312
|
variables: Dict[str, object] = {'useCase': use_case, 'input': input}
|
|
313
313
|
response = self.execute(query=query, operation_name='CreateGrader', variables=variables, **kwargs)
|
|
314
314
|
data = self.get_data(response)
|
|
315
315
|
return CreateGrader.model_validate(data)
|
|
316
316
|
|
|
317
317
|
def update_grader(self, use_case: str, id: str, input: GraderUpdateInput, **kwargs: Any) -> UpdateGrader:
|
|
318
|
-
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
318
|
+
query = gql('\n mutation UpdateGrader($useCase: IdOrKey!, $id: IdOrKey!, $input: GraderUpdateInput!) {\n updateGrader(useCase: $useCase, id: $id, input: $input) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
319
319
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'input': input}
|
|
320
320
|
response = self.execute(query=query, operation_name='UpdateGrader', variables=variables, **kwargs)
|
|
321
321
|
data = self.get_data(response)
|
|
@@ -329,7 +329,7 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
329
329
|
return DeleteGrader.model_validate(data)
|
|
330
330
|
|
|
331
331
|
def lock_grader(self, use_case: str, id: str, locked: bool, **kwargs: Any) -> LockGrader:
|
|
332
|
-
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
332
|
+
query = gql('\n mutation LockGrader($useCase: IdOrKey!, $id: IdOrKey!, $locked: Boolean!) {\n lockGrader(useCase: $useCase, id: $id, locked: $locked) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
333
333
|
variables: Dict[str, object] = {'useCase': use_case, 'id': id, 'locked': locked}
|
|
334
334
|
response = self.execute(query=query, operation_name='LockGrader', variables=variables, **kwargs)
|
|
335
335
|
data = self.get_data(response)
|
|
@@ -343,14 +343,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
343
343
|
return RemoveTeamMember.model_validate(data)
|
|
344
344
|
|
|
345
345
|
def create_job(self, input: JobInput, **kwargs: Any) -> CreateJob:
|
|
346
|
-
query = gql('\n mutation CreateJob($input: JobInput!) {\n createJob(input: $input) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n }\n }\n }\n ')
|
|
346
|
+
query = gql('\n mutation CreateJob($input: JobInput!) {\n createJob(input: $input) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n byproducts {\n __typename\n ... on EvaluationByproducts {\n evalResults {\n mean\n min\n max\n stddev\n count\n sum\n feedbackCount\n jobId\n artifactId\n modelService {\n key\n name\n }\n metric {\n key\n name\n }\n }\n }\n }\n }\n }\n }\n ')
|
|
347
347
|
variables: Dict[str, object] = {'input': input}
|
|
348
348
|
response = self.execute(query=query, operation_name='CreateJob', variables=variables, **kwargs)
|
|
349
349
|
data = self.get_data(response)
|
|
350
350
|
return CreateJob.model_validate(data)
|
|
351
351
|
|
|
352
352
|
def cancel_job(self, job_id: Any, **kwargs: Any) -> CancelJob:
|
|
353
|
-
query = gql('\n mutation CancelJob($jobId: UUID!) {\n cancelJob(id: $jobId) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n }\n }\n }\n ')
|
|
353
|
+
query = gql('\n mutation CancelJob($jobId: UUID!) {\n cancelJob(id: $jobId) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n byproducts {\n __typename\n ... on EvaluationByproducts {\n evalResults {\n mean\n min\n max\n stddev\n count\n sum\n feedbackCount\n jobId\n artifactId\n modelService {\n key\n name\n }\n metric {\n key\n name\n }\n }\n }\n }\n }\n }\n }\n ')
|
|
354
354
|
variables: Dict[str, object] = {'jobId': job_id}
|
|
355
355
|
response = self.execute(query=query, operation_name='CancelJob', variables=variables, **kwargs)
|
|
356
356
|
data = self.get_data(response)
|
|
@@ -371,35 +371,35 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
371
371
|
return DescribeDataset.model_validate(data)
|
|
372
372
|
|
|
373
373
|
def describe_use_case(self, input: str, **kwargs: Any) -> DescribeUseCase:
|
|
374
|
-
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
374
|
+
query = gql('\n query DescribeUseCase($input: IdOrKey!) {\n useCase(idOrKey: $input) {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
375
375
|
variables: Dict[str, object] = {'input': input}
|
|
376
376
|
response = self.execute(query=query, operation_name='DescribeUseCase', variables=variables, **kwargs)
|
|
377
377
|
data = self.get_data(response)
|
|
378
378
|
return DescribeUseCase.model_validate(data)
|
|
379
379
|
|
|
380
380
|
def list_use_cases(self, **kwargs: Any) -> ListUseCases:
|
|
381
|
-
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
381
|
+
query = gql('\n query ListUseCases {\n useCases {\n ...UseCaseData\n }\n }\n\n fragment MetricWithContextData on MetricWithContext {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n\n fragment ModelServiceData on ModelService {\n id\n key\n name\n model {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n attached\n isDefault\n desiredOnline\n createdAt\n }\n\n fragment UseCaseData on UseCase {\n id\n key\n name\n description\n createdAt\n metrics {\n ...MetricWithContextData\n }\n modelServices {\n ...ModelServiceData\n }\n permissions\n shares {\n team {\n id\n key\n name\n createdAt\n }\n role {\n id\n key\n name\n createdAt\n permissions\n }\n isOwner\n }\n }\n ')
|
|
382
382
|
variables: Dict[str, object] = {}
|
|
383
383
|
response = self.execute(query=query, operation_name='ListUseCases', variables=variables, **kwargs)
|
|
384
384
|
data = self.get_data(response)
|
|
385
385
|
return ListUseCases.model_validate(data)
|
|
386
386
|
|
|
387
387
|
def list_models(self, filter: ModelFilter, **kwargs: Any) -> ListModels:
|
|
388
|
-
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null,
|
|
388
|
+
query = gql('\n query ListModels($filter: ModelFilter! = {inStorage: null, available: null, trainable: null, capabilities: {any: [TextGeneration, Embedding, Reasoning, ImageUnderstanding]}, viewAll: false, online: null}) {\n models(filter: $filter) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
389
389
|
variables: Dict[str, object] = {'filter': filter}
|
|
390
390
|
response = self.execute(query=query, operation_name='ListModels', variables=variables, **kwargs)
|
|
391
391
|
data = self.get_data(response)
|
|
392
392
|
return ListModels.model_validate(data)
|
|
393
393
|
|
|
394
394
|
def describe_model_admin(self, input: str, **kwargs: Any) -> DescribeModelAdmin:
|
|
395
|
-
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
395
|
+
query = gql('\n query DescribeModelAdmin($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelDataAdmin\n backbone {\n ...ModelDataAdmin\n }\n }\n }\n\n fragment ModelDataAdmin on Model {\n id\n key\n name\n online\n useCases {\n id\n key\n name\n }\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n }\n ')
|
|
396
396
|
variables: Dict[str, object] = {'input': input}
|
|
397
397
|
response = self.execute(query=query, operation_name='DescribeModelAdmin', variables=variables, **kwargs)
|
|
398
398
|
data = self.get_data(response)
|
|
399
399
|
return DescribeModelAdmin.model_validate(data)
|
|
400
400
|
|
|
401
401
|
def describe_model(self, input: str, **kwargs: Any) -> DescribeModel:
|
|
402
|
-
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
402
|
+
query = gql('\n query DescribeModel($input: IdOrKey!) {\n model(idOrKey: $input) {\n ...ModelData\n backbone {\n ...ModelData\n }\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
403
403
|
variables: Dict[str, object] = {'input': input}
|
|
404
404
|
response = self.execute(query=query, operation_name='DescribeModel', variables=variables, **kwargs)
|
|
405
405
|
data = self.get_data(response)
|
|
@@ -497,14 +497,14 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
497
497
|
return ListPermissions.model_validate(data)
|
|
498
498
|
|
|
499
499
|
def list_harmony_groups(self, **kwargs: Any) -> ListHarmonyGroups:
|
|
500
|
-
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
500
|
+
query = gql('\n query ListHarmonyGroups {\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
501
501
|
variables: Dict[str, object] = {}
|
|
502
502
|
response = self.execute(query=query, operation_name='ListHarmonyGroups', variables=variables, **kwargs)
|
|
503
503
|
data = self.get_data(response)
|
|
504
504
|
return ListHarmonyGroups.model_validate(data)
|
|
505
505
|
|
|
506
506
|
def list_compute_pools(self, **kwargs: Any) -> ListComputePools:
|
|
507
|
-
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
507
|
+
query = gql('\n query ListComputePools {\n computePools {\n id\n key\n name\n createdAt\n capabilities\n harmonyGroups {\n ...HarmonyGroupData\n }\n }\n }\n\n fragment HarmonyGroupData on HarmonyGroup {\n id\n key\n computePool {\n key\n name\n }\n status\n url\n worldSize\n gpuTypes\n createdAt\n onlineModels {\n ...ModelData\n }\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
508
508
|
variables: Dict[str, object] = {}
|
|
509
509
|
response = self.execute(query=query, operation_name='ListComputePools', variables=variables, **kwargs)
|
|
510
510
|
data = self.get_data(response)
|
|
@@ -532,49 +532,49 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
532
532
|
return GetCustomRecipe.model_validate(data)
|
|
533
533
|
|
|
534
534
|
def get_judge(self, id: str, use_case: str, version: Union[Optional[int], UnsetType]=UNSET, **kwargs: Any) -> GetJudge:
|
|
535
|
-
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
535
|
+
query = gql('\n query GetJudge($id: IdOrKey!, $useCase: IdOrKey!, $version: Int) {\n judge(id: $id, useCase: $useCase, version: $version) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
536
536
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case, 'version': version}
|
|
537
537
|
response = self.execute(query=query, operation_name='GetJudge', variables=variables, **kwargs)
|
|
538
538
|
data = self.get_data(response)
|
|
539
539
|
return GetJudge.model_validate(data)
|
|
540
540
|
|
|
541
541
|
def list_judges(self, use_case: str, **kwargs: Any) -> ListJudges:
|
|
542
|
-
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
542
|
+
query = gql('\n query ListJudges($useCase: IdOrKey!) {\n judges(useCase: $useCase) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
543
543
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
544
544
|
response = self.execute(query=query, operation_name='ListJudges', variables=variables, **kwargs)
|
|
545
545
|
data = self.get_data(response)
|
|
546
546
|
return ListJudges.model_validate(data)
|
|
547
547
|
|
|
548
548
|
def list_judge_versions(self, use_case: str, key: str, **kwargs: Any) -> ListJudgeVersions:
|
|
549
|
-
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
549
|
+
query = gql('\n query ListJudgeVersions($useCase: IdOrKey!, $key: String!) {\n judgeVersions(useCase: $useCase, key: $key) {\n ...JudgeData\n }\n }\n\n fragment JudgeData on Judge {\n id\n key\n version\n name\n criteria\n prebuilt\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n capabilities\n model {\n ...ModelData\n }\n useCaseId\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
550
550
|
variables: Dict[str, object] = {'useCase': use_case, 'key': key}
|
|
551
551
|
response = self.execute(query=query, operation_name='ListJudgeVersions', variables=variables, **kwargs)
|
|
552
552
|
data = self.get_data(response)
|
|
553
553
|
return ListJudgeVersions.model_validate(data)
|
|
554
554
|
|
|
555
555
|
def get_grader(self, id: str, use_case: str, **kwargs: Any) -> GetGrader:
|
|
556
|
-
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
556
|
+
query = gql('\n query GetGrader($id: IdOrKey!, $useCase: IdOrKey!) {\n grader(id: $id, useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
557
557
|
variables: Dict[str, object] = {'id': id, 'useCase': use_case}
|
|
558
558
|
response = self.execute(query=query, operation_name='GetGrader', variables=variables, **kwargs)
|
|
559
559
|
data = self.get_data(response)
|
|
560
560
|
return GetGrader.model_validate(data)
|
|
561
561
|
|
|
562
562
|
def list_graders(self, use_case: str, **kwargs: Any) -> ListGraders:
|
|
563
|
-
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n
|
|
563
|
+
query = gql('\n query ListGraders($useCase: IdOrKey!) {\n graders(useCase: $useCase) {\n ...GraderData\n }\n }\n\n fragment GraderData on Grader {\n id\n name\n key\n locked\n graderType\n graderConfig {\n __typename\n ... on JudgeConfigOutput {\n judgeCriteria: criteria\n examples {\n input {\n role\n content\n }\n output\n pass\n reasoning\n }\n model {\n ...ModelData\n }\n }\n ... on PrebuiltConfigOutput {\n prebuiltCriteria: criteria {\n key\n name\n feedbackKey\n description\n }\n model {\n ...ModelData\n }\n }\n ... on RemoteConfigOutput {\n url\n version\n description\n }\n ... on CustomConfigOutput {\n graderDescription: description\n }\n }\n useCase {\n id\n key\n name\n }\n metric {\n ...MetricData\n }\n createdAt\n updatedAt\n }\n\n fragment MetricData on Metric {\n id\n key\n name\n kind\n description\n scoringType\n createdAt\n hasDirectFeedbacks\n hasComparisonFeedbacks\n }\n\n fragment ModelData on Model {\n id\n key\n name\n online\n isExternal\n providerName\n isAdapter\n isTraining\n createdAt\n size\n computeConfig {\n tp\n kvCacheLen\n maxSeqLen\n }\n }\n ')
|
|
564
564
|
variables: Dict[str, object] = {'useCase': use_case}
|
|
565
565
|
response = self.execute(query=query, operation_name='ListGraders', variables=variables, **kwargs)
|
|
566
566
|
data = self.get_data(response)
|
|
567
567
|
return ListGraders.model_validate(data)
|
|
568
568
|
|
|
569
569
|
def list_jobs(self, page: CursorPageInput, filter: Union[Optional[ListJobsFilterInput], UnsetType]=UNSET, order: Union[Optional[List[OrderPair]], UnsetType]=UNSET, **kwargs: Any) -> ListJobs:
|
|
570
|
-
query = gql('\n query ListJobs($page: CursorPageInput!, $filter: ListJobsFilterInput, $order: [OrderPair!]) {\n jobs(page: $page, filter: $filter, order: $order) {\n totalCount\n pageInfo {\n hasNextPage\n hasPreviousPage\n startCursor\n endCursor\n }\n nodes {\n ...JobData\n }\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n }\n }\n }\n ')
|
|
570
|
+
query = gql('\n query ListJobs($page: CursorPageInput!, $filter: ListJobsFilterInput, $order: [OrderPair!]) {\n jobs(page: $page, filter: $filter, order: $order) {\n totalCount\n pageInfo {\n hasNextPage\n hasPreviousPage\n startCursor\n endCursor\n }\n nodes {\n ...JobData\n }\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n byproducts {\n __typename\n ... on EvaluationByproducts {\n evalResults {\n mean\n min\n max\n stddev\n count\n sum\n feedbackCount\n jobId\n artifactId\n modelService {\n key\n name\n }\n metric {\n key\n name\n }\n }\n }\n }\n }\n }\n }\n ')
|
|
571
571
|
variables: Dict[str, object] = {'page': page, 'filter': filter, 'order': order}
|
|
572
572
|
response = self.execute(query=query, operation_name='ListJobs', variables=variables, **kwargs)
|
|
573
573
|
data = self.get_data(response)
|
|
574
574
|
return ListJobs.model_validate(data)
|
|
575
575
|
|
|
576
576
|
def describe_job(self, id: Any, **kwargs: Any) -> DescribeJob:
|
|
577
|
-
query = gql('\n query DescribeJob($id: UUID!) {\n job(id: $id) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n }\n }\n }\n ')
|
|
577
|
+
query = gql('\n query DescribeJob($id: UUID!) {\n job(id: $id) {\n ...JobData\n }\n }\n\n fragment CustomRecipeData on CustomRecipe {\n id\n key\n name\n content\n contentHash\n editable\n global\n builtin\n inputSchema\n jsonSchema\n description\n labels {\n key\n value\n }\n createdAt\n updatedAt\n createdBy {\n id\n name\n email\n }\n }\n\n fragment JobData on Job {\n id\n name\n status\n createdAt\n createdBy {\n id\n name\n }\n startedAt\n endedAt\n durationMs\n progress\n error\n kind\n stages {\n name\n status\n info {\n __typename\n ... on TrainingJobStageOutput {\n monitoringLink\n totalNumSamples\n processedNumSamples\n checkpoints\n }\n ... on EvalJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n ... on BatchInferenceJobStageOutput {\n totalNumSamples\n processedNumSamples\n }\n }\n }\n useCase {\n id\n key\n name\n }\n recipe {\n ...CustomRecipeData\n }\n details {\n args\n recipeHash\n artifacts {\n id\n name\n kind\n uri\n metadata\n createdAt\n byproducts {\n __typename\n ... on EvaluationByproducts {\n evalResults {\n mean\n min\n max\n stddev\n count\n sum\n feedbackCount\n jobId\n artifactId\n modelService {\n key\n name\n }\n metric {\n key\n name\n }\n }\n }\n }\n }\n }\n }\n ')
|
|
578
578
|
variables: Dict[str, object] = {'id': id}
|
|
579
579
|
response = self.execute(query=query, operation_name='DescribeJob', variables=variables, **kwargs)
|
|
580
580
|
data = self.get_data(response)
|
|
@@ -593,18 +593,18 @@ class GQLClient(BaseClientOpenTelemetry):
|
|
|
593
593
|
processed_variables_combined = {}
|
|
594
594
|
for field in fields:
|
|
595
595
|
formatted_variables = field.get_formatted_variables()
|
|
596
|
-
variables_types_combined.update({k: v['type'] for
|
|
597
|
-
processed_variables_combined.update({k: v['value'] for
|
|
596
|
+
variables_types_combined.update({k: v['type'] for k, v in formatted_variables.items()})
|
|
597
|
+
processed_variables_combined.update({k: v['value'] for k, v in formatted_variables.items()})
|
|
598
598
|
return {'types': variables_types_combined, 'values': processed_variables_combined}
|
|
599
599
|
|
|
600
600
|
def _build_variable_definitions(self, variables_types_combined: Dict[str, str]) -> List[VariableDefinitionNode]:
|
|
601
|
-
return [VariableDefinitionNode(variable=VariableNode(name=NameNode(value=var_name)), type=NamedTypeNode(name=NameNode(value=var_value))) for
|
|
601
|
+
return [VariableDefinitionNode(variable=VariableNode(name=NameNode(value=var_name)), type=NamedTypeNode(name=NameNode(value=var_value))) for var_name, var_value in variables_types_combined.items()]
|
|
602
602
|
|
|
603
603
|
def _build_operation_ast(self, selections: List[SelectionNode], operation_type: OperationType, operation_name: str, variable_definitions: List[VariableDefinitionNode]) -> DocumentNode:
|
|
604
604
|
return DocumentNode(definitions=[OperationDefinitionNode(operation=operation_type, name=NameNode(value=operation_name), variable_definitions=variable_definitions, selection_set=SelectionSetNode(selections=selections))])
|
|
605
605
|
|
|
606
606
|
def _build_selection_set(self, fields: Tuple[GraphQLField, ...]) -> List[SelectionNode]:
|
|
607
|
-
return [field.to_ast(idx) for
|
|
607
|
+
return [field.to_ast(idx) for idx, field in enumerate(fields)]
|
|
608
608
|
|
|
609
609
|
def query(self, *fields: GraphQLField, operation_name: str) -> Dict[str, Any]:
|
|
610
610
|
return self.execute_custom_operation(*fields, operation_type=OperationType.QUERY, operation_name=operation_name)
|