@alicloud/agentloop20260520 2.3.5 → 2.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +18 -18
- package/dist/client.js +18 -18
- package/dist/models/CreateEvaluationTaskRequest.d.ts +7 -7
- package/dist/models/CreateEvaluatorRequest.d.ts +10 -11
- package/dist/models/CreateEvaluatorRequest.js.map +1 -1
- package/dist/models/CreateEvaluatorSkillRequest.d.ts +9 -9
- package/dist/models/CreateExperimentPlanRequest.d.ts +6 -6
- package/dist/models/CreateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/CreateExperimentRunRequest.d.ts +7 -7
- package/dist/models/CreateExperimentRunResponseBody.d.ts +3 -3
- package/dist/models/DeleteExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/ExperimentConfig.d.ts +44 -0
- package/dist/models/ExperimentConfig.js +2 -0
- package/dist/models/ExperimentConfig.js.map +1 -1
- package/dist/models/GetEvaluationRunResponseBody.d.ts +10 -10
- package/dist/models/GetEvaluationTaskResponseBody.d.ts +8 -8
- package/dist/models/GetEvaluatorResponseBody.d.ts +7 -7
- package/dist/models/GetEvaluatorSkillResponseBody.d.ts +10 -10
- package/dist/models/GetExperimentPlanResponseBody.d.ts +4 -4
- package/dist/models/IndexJsonKey.d.ts +16 -0
- package/dist/models/IndexJsonKey.js.map +1 -1
- package/dist/models/IndexKey.d.ts +35 -0
- package/dist/models/IndexKey.js +2 -0
- package/dist/models/IndexKey.js.map +1 -1
- package/dist/models/ListEvaluationRunsResponseBody.d.ts +1 -1
- package/dist/models/ListEvaluationTasksResponseBody.d.ts +3 -3
- package/dist/models/ListEvaluatorSkillsResponseBody.d.ts +5 -5
- package/dist/models/ListExperimentPlansRequest.d.ts +2 -2
- package/dist/models/ListExperimentPlansResponseBody.d.ts +2 -2
- package/dist/models/ListPipelinesRequest.d.ts +24 -0
- package/dist/models/ListPipelinesRequest.js.map +1 -1
- package/dist/models/ListPipelinesResponseBody.d.ts +172 -1
- package/dist/models/ListPipelinesResponseBody.js.map +1 -1
- package/dist/models/UpdateEvaluatorRequest.d.ts +7 -7
- package/dist/models/UpdateExperimentPlanRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/UpdateExperimentRunRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentRunResponseBody.d.ts +1 -1
- package/package.json +1 -1
- package/src/client.ts +18 -18
- package/src/models/CreateEvaluationTaskRequest.ts +7 -7
- package/src/models/CreateEvaluatorRequest.ts +10 -11
- package/src/models/CreateEvaluatorSkillRequest.ts +9 -9
- package/src/models/CreateExperimentPlanRequest.ts +6 -6
- package/src/models/CreateExperimentPlanResponseBody.ts +1 -1
- package/src/models/CreateExperimentRunRequest.ts +7 -7
- package/src/models/CreateExperimentRunResponseBody.ts +3 -3
- package/src/models/DeleteExperimentPlanResponseBody.ts +1 -1
- package/src/models/ExperimentConfig.ts +46 -0
- package/src/models/GetEvaluationRunResponseBody.ts +10 -10
- package/src/models/GetEvaluationTaskResponseBody.ts +8 -8
- package/src/models/GetEvaluatorResponseBody.ts +7 -7
- package/src/models/GetEvaluatorSkillResponseBody.ts +10 -10
- package/src/models/GetExperimentPlanResponseBody.ts +4 -4
- package/src/models/IndexJsonKey.ts +16 -0
- package/src/models/IndexKey.ts +37 -0
- package/src/models/ListEvaluationRunsResponseBody.ts +1 -1
- package/src/models/ListEvaluationTasksResponseBody.ts +3 -3
- package/src/models/ListEvaluatorSkillsResponseBody.ts +5 -5
- package/src/models/ListExperimentPlansRequest.ts +2 -2
- package/src/models/ListExperimentPlansResponseBody.ts +2 -2
- package/src/models/ListPipelinesRequest.ts +24 -0
- package/src/models/ListPipelinesResponseBody.ts +172 -1
- package/src/models/UpdateEvaluatorRequest.ts +7 -7
- package/src/models/UpdateExperimentPlanRequest.ts +3 -3
- package/src/models/UpdateExperimentPlanResponseBody.ts +1 -1
- package/src/models/UpdateExperimentRunRequest.ts +3 -3
- package/src/models/UpdateExperimentRunResponseBody.ts +1 -1
package/dist/client.d.ts
CHANGED
|
@@ -120,7 +120,7 @@ export default class Client extends OpenApi {
|
|
|
120
120
|
* Creates an evaluation task.
|
|
121
121
|
*
|
|
122
122
|
* @remarks
|
|
123
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server
|
|
123
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server validates AgentSpace permissions, initializes evaluation result storage, checks task name uniqueness, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
124
124
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
125
125
|
*
|
|
126
126
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -135,7 +135,7 @@ export default class Client extends OpenApi {
|
|
|
135
135
|
* Creates an evaluation task.
|
|
136
136
|
*
|
|
137
137
|
* @remarks
|
|
138
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server
|
|
138
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server validates AgentSpace permissions, initializes evaluation result storage, checks task name uniqueness, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
139
139
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
140
140
|
*
|
|
141
141
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -182,7 +182,7 @@ export default class Client extends OpenApi {
|
|
|
182
182
|
* Creates an experiment plan.
|
|
183
183
|
*
|
|
184
184
|
* @remarks
|
|
185
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace.
|
|
185
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. This operation defines the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
186
186
|
*
|
|
187
187
|
* @param request - CreateExperimentPlanRequest
|
|
188
188
|
* @param headers - map
|
|
@@ -196,7 +196,7 @@ export default class Client extends OpenApi {
|
|
|
196
196
|
* Creates an experiment plan.
|
|
197
197
|
*
|
|
198
198
|
* @remarks
|
|
199
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace.
|
|
199
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. This operation defines the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
200
200
|
*
|
|
201
201
|
* @param request - CreateExperimentPlanRequest
|
|
202
202
|
* @returns CreateExperimentPlanResponse
|
|
@@ -206,7 +206,7 @@ export default class Client extends OpenApi {
|
|
|
206
206
|
* Executes an experiment.
|
|
207
207
|
*
|
|
208
208
|
* @remarks
|
|
209
|
-
* Calls CreateExperimentRun to initiate an experiment
|
|
209
|
+
* Calls CreateExperimentRun to initiate an experiment run based on an existing experiment plan. For online experiments, you typically only need to pass `experimentPlanId`. For offline experiments, you must pass `offlineExperiments` (1 to 5).
|
|
210
210
|
*
|
|
211
211
|
* @param request - CreateExperimentRunRequest
|
|
212
212
|
* @param headers - map
|
|
@@ -220,7 +220,7 @@ export default class Client extends OpenApi {
|
|
|
220
220
|
* Executes an experiment.
|
|
221
221
|
*
|
|
222
222
|
* @remarks
|
|
223
|
-
* Calls CreateExperimentRun to initiate an experiment
|
|
223
|
+
* Calls CreateExperimentRun to initiate an experiment run based on an existing experiment plan. For online experiments, you typically only need to pass `experimentPlanId`. For offline experiments, you must pass `offlineExperiments` (1 to 5).
|
|
224
224
|
*
|
|
225
225
|
* @param request - CreateExperimentRunRequest
|
|
226
226
|
* @returns CreateExperimentRunResponse
|
|
@@ -335,7 +335,7 @@ export default class Client extends OpenApi {
|
|
|
335
335
|
*/
|
|
336
336
|
deleteEvaluationRun(agentSpace: string, taskId: string, runId: string, request: $_model.DeleteEvaluationRunRequest): Promise<$_model.DeleteEvaluationRunResponse>;
|
|
337
337
|
/**
|
|
338
|
-
* Deletes
|
|
338
|
+
* Deletes a model evaluation task.
|
|
339
339
|
*
|
|
340
340
|
* @param request - DeleteEvaluationTaskRequest
|
|
341
341
|
* @param headers - map
|
|
@@ -346,7 +346,7 @@ export default class Client extends OpenApi {
|
|
|
346
346
|
[key: string]: string;
|
|
347
347
|
}, runtime: $dara.RuntimeOptions): Promise<$_model.DeleteEvaluationTaskResponse>;
|
|
348
348
|
/**
|
|
349
|
-
* Deletes
|
|
349
|
+
* Deletes a model evaluation task.
|
|
350
350
|
*
|
|
351
351
|
* @param request - DeleteEvaluationTaskRequest
|
|
352
352
|
* @returns DeleteEvaluationTaskResponse
|
|
@@ -416,7 +416,7 @@ export default class Client extends OpenApi {
|
|
|
416
416
|
* Deletes an experiment record.
|
|
417
417
|
*
|
|
418
418
|
* @remarks
|
|
419
|
-
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting
|
|
419
|
+
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting a record does not delete the experiment plan to which it belongs.
|
|
420
420
|
*
|
|
421
421
|
* @param request - DeleteExperimentRunRequest
|
|
422
422
|
* @param headers - map
|
|
@@ -430,7 +430,7 @@ export default class Client extends OpenApi {
|
|
|
430
430
|
* Deletes an experiment record.
|
|
431
431
|
*
|
|
432
432
|
* @remarks
|
|
433
|
-
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting
|
|
433
|
+
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting a record does not delete the experiment plan to which it belongs.
|
|
434
434
|
*
|
|
435
435
|
* @param request - DeleteExperimentRunRequest
|
|
436
436
|
* @returns DeleteExperimentRunResponse
|
|
@@ -859,7 +859,7 @@ export default class Client extends OpenApi {
|
|
|
859
859
|
*/
|
|
860
860
|
listEvaluationTasks(request: $_model.ListEvaluationTasksRequest): Promise<$_model.ListEvaluationTasksResponse>;
|
|
861
861
|
/**
|
|
862
|
-
* Queries the
|
|
862
|
+
* Queries the list of skills for an evaluator.
|
|
863
863
|
*
|
|
864
864
|
* @param request - ListEvaluatorSkillsRequest
|
|
865
865
|
* @param headers - map
|
|
@@ -870,7 +870,7 @@ export default class Client extends OpenApi {
|
|
|
870
870
|
[key: string]: string;
|
|
871
871
|
}, runtime: $dara.RuntimeOptions): Promise<$_model.ListEvaluatorSkillsResponse>;
|
|
872
872
|
/**
|
|
873
|
-
* Queries the
|
|
873
|
+
* Queries the list of skills for an evaluator.
|
|
874
874
|
*
|
|
875
875
|
* @param request - ListEvaluatorSkillsRequest
|
|
876
876
|
* @returns ListEvaluatorSkillsResponse
|
|
@@ -898,7 +898,7 @@ export default class Client extends OpenApi {
|
|
|
898
898
|
* Queries the list of experiment plans.
|
|
899
899
|
*
|
|
900
900
|
* @remarks
|
|
901
|
-
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination using `offset`/`limit`.
|
|
901
|
+
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination by using `offset`/`limit`.
|
|
902
902
|
*
|
|
903
903
|
* @param request - ListExperimentPlansRequest
|
|
904
904
|
* @param headers - map
|
|
@@ -912,7 +912,7 @@ export default class Client extends OpenApi {
|
|
|
912
912
|
* Queries the list of experiment plans.
|
|
913
913
|
*
|
|
914
914
|
* @remarks
|
|
915
|
-
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination using `offset`/`limit`.
|
|
915
|
+
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination by using `offset`/`limit`.
|
|
916
916
|
*
|
|
917
917
|
* @param request - ListExperimentPlansRequest
|
|
918
918
|
* @returns ListExperimentPlansResponse
|
|
@@ -961,7 +961,7 @@ export default class Client extends OpenApi {
|
|
|
961
961
|
*/
|
|
962
962
|
listPipelineRuns(agentSpace: string, pipelineName: string, request: $_model.ListPipelineRunsRequest): Promise<$_model.ListPipelineRunsResponse>;
|
|
963
963
|
/**
|
|
964
|
-
*
|
|
964
|
+
* Queries a list of pipelines. Supports filtering by name, schedule type, and schedule status with cursor-based pagination.
|
|
965
965
|
*
|
|
966
966
|
* @param request - ListPipelinesRequest
|
|
967
967
|
* @param headers - map
|
|
@@ -972,7 +972,7 @@ export default class Client extends OpenApi {
|
|
|
972
972
|
[key: string]: string;
|
|
973
973
|
}, runtime: $dara.RuntimeOptions): Promise<$_model.ListPipelinesResponse>;
|
|
974
974
|
/**
|
|
975
|
-
*
|
|
975
|
+
* Queries a list of pipelines. Supports filtering by name, schedule type, and schedule status with cursor-based pagination.
|
|
976
976
|
*
|
|
977
977
|
* @param request - ListPipelinesRequest
|
|
978
978
|
* @returns ListPipelinesResponse
|
|
@@ -1256,7 +1256,7 @@ export default class Client extends OpenApi {
|
|
|
1256
1256
|
* Updates an experiment run.
|
|
1257
1257
|
*
|
|
1258
1258
|
* @remarks
|
|
1259
|
-
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for offline
|
|
1259
|
+
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for an offline experiment: running → progress writeback → completed.
|
|
1260
1260
|
*
|
|
1261
1261
|
* @param request - UpdateExperimentRunRequest
|
|
1262
1262
|
* @param headers - map
|
|
@@ -1270,7 +1270,7 @@ export default class Client extends OpenApi {
|
|
|
1270
1270
|
* Updates an experiment run.
|
|
1271
1271
|
*
|
|
1272
1272
|
* @remarks
|
|
1273
|
-
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for offline
|
|
1273
|
+
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for an offline experiment: running → progress writeback → completed.
|
|
1274
1274
|
*
|
|
1275
1275
|
* @param request - UpdateExperimentRunRequest
|
|
1276
1276
|
* @returns UpdateExperimentRunResponse
|
package/dist/client.js
CHANGED
|
@@ -364,7 +364,7 @@ class Client extends openapi_core_1.default {
|
|
|
364
364
|
* Creates an evaluation task.
|
|
365
365
|
*
|
|
366
366
|
* @remarks
|
|
367
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server
|
|
367
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server validates AgentSpace permissions, initializes evaluation result storage, checks task name uniqueness, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
368
368
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
369
369
|
*
|
|
370
370
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -431,7 +431,7 @@ class Client extends openapi_core_1.default {
|
|
|
431
431
|
* Creates an evaluation task.
|
|
432
432
|
*
|
|
433
433
|
* @remarks
|
|
434
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server
|
|
434
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server validates AgentSpace permissions, initializes evaluation result storage, checks task name uniqueness, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
435
435
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
436
436
|
*
|
|
437
437
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -582,7 +582,7 @@ class Client extends openapi_core_1.default {
|
|
|
582
582
|
* Creates an experiment plan.
|
|
583
583
|
*
|
|
584
584
|
* @remarks
|
|
585
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace.
|
|
585
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. This operation defines the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
586
586
|
*
|
|
587
587
|
* @param request - CreateExperimentPlanRequest
|
|
588
588
|
* @param headers - map
|
|
@@ -643,7 +643,7 @@ class Client extends openapi_core_1.default {
|
|
|
643
643
|
* Creates an experiment plan.
|
|
644
644
|
*
|
|
645
645
|
* @remarks
|
|
646
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace.
|
|
646
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. This operation defines the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
647
647
|
*
|
|
648
648
|
* @param request - CreateExperimentPlanRequest
|
|
649
649
|
* @returns CreateExperimentPlanResponse
|
|
@@ -657,7 +657,7 @@ class Client extends openapi_core_1.default {
|
|
|
657
657
|
* Executes an experiment.
|
|
658
658
|
*
|
|
659
659
|
* @remarks
|
|
660
|
-
* Calls CreateExperimentRun to initiate an experiment
|
|
660
|
+
* Calls CreateExperimentRun to initiate an experiment run based on an existing experiment plan. For online experiments, you typically only need to pass `experimentPlanId`. For offline experiments, you must pass `offlineExperiments` (1 to 5).
|
|
661
661
|
*
|
|
662
662
|
* @param request - CreateExperimentRunRequest
|
|
663
663
|
* @param headers - map
|
|
@@ -720,7 +720,7 @@ class Client extends openapi_core_1.default {
|
|
|
720
720
|
* Executes an experiment.
|
|
721
721
|
*
|
|
722
722
|
* @remarks
|
|
723
|
-
* Calls CreateExperimentRun to initiate an experiment
|
|
723
|
+
* Calls CreateExperimentRun to initiate an experiment run based on an existing experiment plan. For online experiments, you typically only need to pass `experimentPlanId`. For offline experiments, you must pass `offlineExperiments` (1 to 5).
|
|
724
724
|
*
|
|
725
725
|
* @param request - CreateExperimentRunRequest
|
|
726
726
|
* @returns CreateExperimentRunResponse
|
|
@@ -989,7 +989,7 @@ class Client extends openapi_core_1.default {
|
|
|
989
989
|
return await this.deleteEvaluationRunWithOptions(agentSpace, taskId, runId, request, headers, runtime);
|
|
990
990
|
}
|
|
991
991
|
/**
|
|
992
|
-
* Deletes
|
|
992
|
+
* Deletes a model evaluation task.
|
|
993
993
|
*
|
|
994
994
|
* @param request - DeleteEvaluationTaskRequest
|
|
995
995
|
* @param headers - map
|
|
@@ -1015,7 +1015,7 @@ class Client extends openapi_core_1.default {
|
|
|
1015
1015
|
return $dara.cast(await this.callApi(params, req, runtime), new $_model.DeleteEvaluationTaskResponse({}));
|
|
1016
1016
|
}
|
|
1017
1017
|
/**
|
|
1018
|
-
* Deletes
|
|
1018
|
+
* Deletes a model evaluation task.
|
|
1019
1019
|
*
|
|
1020
1020
|
* @param request - DeleteEvaluationTaskRequest
|
|
1021
1021
|
* @returns DeleteEvaluationTaskResponse
|
|
@@ -1156,7 +1156,7 @@ class Client extends openapi_core_1.default {
|
|
|
1156
1156
|
* Deletes an experiment record.
|
|
1157
1157
|
*
|
|
1158
1158
|
* @remarks
|
|
1159
|
-
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting
|
|
1159
|
+
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting a record does not delete the experiment plan to which it belongs.
|
|
1160
1160
|
*
|
|
1161
1161
|
* @param request - DeleteExperimentRunRequest
|
|
1162
1162
|
* @param headers - map
|
|
@@ -1185,7 +1185,7 @@ class Client extends openapi_core_1.default {
|
|
|
1185
1185
|
* Deletes an experiment record.
|
|
1186
1186
|
*
|
|
1187
1187
|
* @remarks
|
|
1188
|
-
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting
|
|
1188
|
+
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting a record does not delete the experiment plan to which it belongs.
|
|
1189
1189
|
*
|
|
1190
1190
|
* @param request - DeleteExperimentRunRequest
|
|
1191
1191
|
* @returns DeleteExperimentRunResponse
|
|
@@ -2195,7 +2195,7 @@ class Client extends openapi_core_1.default {
|
|
|
2195
2195
|
return await this.listEvaluationTasksWithOptions(request, headers, runtime);
|
|
2196
2196
|
}
|
|
2197
2197
|
/**
|
|
2198
|
-
* Queries the
|
|
2198
|
+
* Queries the list of skills for an evaluator.
|
|
2199
2199
|
*
|
|
2200
2200
|
* @param request - ListEvaluatorSkillsRequest
|
|
2201
2201
|
* @param headers - map
|
|
@@ -2232,7 +2232,7 @@ class Client extends openapi_core_1.default {
|
|
|
2232
2232
|
return $dara.cast(await this.callApi(params, req, runtime), new $_model.ListEvaluatorSkillsResponse({}));
|
|
2233
2233
|
}
|
|
2234
2234
|
/**
|
|
2235
|
-
* Queries the
|
|
2235
|
+
* Queries the list of skills for an evaluator.
|
|
2236
2236
|
*
|
|
2237
2237
|
* @param request - ListEvaluatorSkillsRequest
|
|
2238
2238
|
* @returns ListEvaluatorSkillsResponse
|
|
@@ -2303,7 +2303,7 @@ class Client extends openapi_core_1.default {
|
|
|
2303
2303
|
* Queries the list of experiment plans.
|
|
2304
2304
|
*
|
|
2305
2305
|
* @remarks
|
|
2306
|
-
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination using `offset`/`limit`.
|
|
2306
|
+
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination by using `offset`/`limit`.
|
|
2307
2307
|
*
|
|
2308
2308
|
* @param request - ListExperimentPlansRequest
|
|
2309
2309
|
* @param headers - map
|
|
@@ -2352,7 +2352,7 @@ class Client extends openapi_core_1.default {
|
|
|
2352
2352
|
* Queries the list of experiment plans.
|
|
2353
2353
|
*
|
|
2354
2354
|
* @remarks
|
|
2355
|
-
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination using `offset`/`limit`.
|
|
2355
|
+
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination by using `offset`/`limit`.
|
|
2356
2356
|
*
|
|
2357
2357
|
* @param request - ListExperimentPlansRequest
|
|
2358
2358
|
* @returns ListExperimentPlansResponse
|
|
@@ -2489,7 +2489,7 @@ class Client extends openapi_core_1.default {
|
|
|
2489
2489
|
return await this.listPipelineRunsWithOptions(agentSpace, pipelineName, request, headers, runtime);
|
|
2490
2490
|
}
|
|
2491
2491
|
/**
|
|
2492
|
-
*
|
|
2492
|
+
* Queries a list of pipelines. Supports filtering by name, schedule type, and schedule status with cursor-based pagination.
|
|
2493
2493
|
*
|
|
2494
2494
|
* @param request - ListPipelinesRequest
|
|
2495
2495
|
* @param headers - map
|
|
@@ -2535,7 +2535,7 @@ class Client extends openapi_core_1.default {
|
|
|
2535
2535
|
return $dara.cast(await this.callApi(params, req, runtime), new $_model.ListPipelinesResponse({}));
|
|
2536
2536
|
}
|
|
2537
2537
|
/**
|
|
2538
|
-
*
|
|
2538
|
+
* Queries a list of pipelines. Supports filtering by name, schedule type, and schedule status with cursor-based pagination.
|
|
2539
2539
|
*
|
|
2540
2540
|
* @param request - ListPipelinesRequest
|
|
2541
2541
|
* @returns ListPipelinesResponse
|
|
@@ -3307,7 +3307,7 @@ class Client extends openapi_core_1.default {
|
|
|
3307
3307
|
* Updates an experiment run.
|
|
3308
3308
|
*
|
|
3309
3309
|
* @remarks
|
|
3310
|
-
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for offline
|
|
3310
|
+
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for an offline experiment: running → progress writeback → completed.
|
|
3311
3311
|
*
|
|
3312
3312
|
* @param request - UpdateExperimentRunRequest
|
|
3313
3313
|
* @param headers - map
|
|
@@ -3364,7 +3364,7 @@ class Client extends openapi_core_1.default {
|
|
|
3364
3364
|
* Updates an experiment run.
|
|
3365
3365
|
*
|
|
3366
3366
|
* @remarks
|
|
3367
|
-
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for offline
|
|
3367
|
+
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for an offline experiment: running → progress writeback → completed.
|
|
3368
3368
|
*
|
|
3369
3369
|
* @param request - UpdateExperimentRunRequest
|
|
3370
3370
|
* @returns UpdateExperimentRunResponse
|
|
@@ -12,7 +12,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
12
12
|
channel?: string;
|
|
13
13
|
/**
|
|
14
14
|
* @remarks
|
|
15
|
-
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and
|
|
15
|
+
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and `storeName=logstore-tracing`. For trace-level Trace evaluation, set `dataScope=trace`.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
18
|
* {"dataScope":"trace"}
|
|
@@ -30,7 +30,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
30
30
|
dataFilter?: string;
|
|
31
31
|
/**
|
|
32
32
|
* @remarks
|
|
33
|
-
* The data source type of the evaluation
|
|
33
|
+
* The data source type of the evaluation object. Use `trace` for trace-based evaluation.
|
|
34
34
|
*
|
|
35
35
|
* @example
|
|
36
36
|
* trace
|
|
@@ -38,7 +38,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
38
38
|
dataType?: string;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The evaluation task
|
|
41
|
+
* The description of the evaluation task.
|
|
42
42
|
*
|
|
43
43
|
* @example
|
|
44
44
|
* Evaluate the task completion of online Agent traces
|
|
@@ -46,7 +46,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
46
46
|
description?: string;
|
|
47
47
|
/**
|
|
48
48
|
* @remarks
|
|
49
|
-
* The evaluator
|
|
49
|
+
* The list of evaluator configurations. This parameter cannot be empty. Within the same task, `evaluatorRef` takes precedence. Otherwise, `name` is used as the unique identifier.
|
|
50
50
|
*
|
|
51
51
|
* @example
|
|
52
52
|
* [{"evaluatorRef":"Builtin.agent_task_completion","resultName":"agent_task_completion","resultType":"score","variableMapping":{"input":"trace.input","output":"trace.output","agent_trajectory":"trace.agent_trajectory"}}]
|
|
@@ -54,12 +54,12 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
54
54
|
evaluators?: Evaluator[];
|
|
55
55
|
/**
|
|
56
56
|
* @remarks
|
|
57
|
-
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill
|
|
57
|
+
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill. `continuous` is used for continuous evaluation of new data.
|
|
58
58
|
*/
|
|
59
59
|
runStrategies?: RunStrategies;
|
|
60
60
|
/**
|
|
61
61
|
* @remarks
|
|
62
|
-
* The task tag key-value pairs.
|
|
62
|
+
* The task tag key-value pairs. No tags need to be specified by default. Specify tags only when you need to associate or filter tasks by business tags.
|
|
63
63
|
*
|
|
64
64
|
* @example
|
|
65
65
|
* {"env":"prod","serviceId":"checkout-service","planId":"plan-20260703"}
|
|
@@ -85,7 +85,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
85
85
|
taskName?: string;
|
|
86
86
|
/**
|
|
87
87
|
* @remarks
|
|
88
|
-
* The idempotency token.
|
|
88
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
89
89
|
*
|
|
90
90
|
* @example
|
|
91
91
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -10,28 +10,28 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
10
10
|
annotations?: string[];
|
|
11
11
|
/**
|
|
12
12
|
* @remarks
|
|
13
|
-
* The evaluator configuration.
|
|
13
|
+
* The evaluator configuration. LLM/AGENT types typically include prompt, variables, and outputSchema. CODE types typically include codeType, faasConfig, variables, and parameters.
|
|
14
14
|
*
|
|
15
15
|
* @example
|
|
16
|
-
* {"prompt":"
|
|
16
|
+
* {"prompt":"Please evaluate task completion","variables":[{"name":"input"}]}
|
|
17
17
|
*/
|
|
18
18
|
config?: {
|
|
19
19
|
[key: string]: any;
|
|
20
20
|
};
|
|
21
21
|
/**
|
|
22
22
|
* @remarks
|
|
23
|
-
* The
|
|
23
|
+
* The description of the evaluator. Maximum length: 256 characters.
|
|
24
24
|
*
|
|
25
25
|
* @example
|
|
26
|
-
*
|
|
26
|
+
* Determines whether the Agent completed the user task
|
|
27
27
|
*/
|
|
28
28
|
description?: string;
|
|
29
29
|
/**
|
|
30
30
|
* @remarks
|
|
31
|
-
* The display name.
|
|
31
|
+
* The display name. Maximum length: 128 characters.
|
|
32
32
|
*
|
|
33
33
|
* @example
|
|
34
|
-
*
|
|
34
|
+
* Trace task completion
|
|
35
35
|
*/
|
|
36
36
|
displayName?: string;
|
|
37
37
|
/**
|
|
@@ -46,7 +46,7 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
46
46
|
metricName?: string;
|
|
47
47
|
/**
|
|
48
48
|
* @remarks
|
|
49
|
-
* The evaluator name. The name cannot start with a system-reserved prefix
|
|
49
|
+
* The evaluator name. The name cannot start with a system-reserved prefix. Maximum length: 128 characters.
|
|
50
50
|
*
|
|
51
51
|
* This parameter is required.
|
|
52
52
|
*
|
|
@@ -67,9 +67,8 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
67
67
|
/**
|
|
68
68
|
* @remarks
|
|
69
69
|
* The evaluator type. Valid values:
|
|
70
|
-
*
|
|
71
70
|
* - LLM: an inner join large language model evaluation evaluator.
|
|
72
|
-
* - AGENT: a StarOps digital
|
|
71
|
+
* - AGENT: a StarOps digital worker evaluator.
|
|
73
72
|
* - CODE: a code evaluator.
|
|
74
73
|
*
|
|
75
74
|
* This parameter is required.
|
|
@@ -93,12 +92,12 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
93
92
|
* The version description.
|
|
94
93
|
*
|
|
95
94
|
* @example
|
|
96
|
-
*
|
|
95
|
+
* Initial version
|
|
97
96
|
*/
|
|
98
97
|
versionDescription?: string;
|
|
99
98
|
/**
|
|
100
99
|
* @remarks
|
|
101
|
-
* The idempotency token.
|
|
100
|
+
* The idempotency token. This is a unique string generated by the client to ensure idempotence of the create operation. CloudSpec declares this query parameter, but the backend does not currently perform idempotency checks.
|
|
102
101
|
*
|
|
103
102
|
* @example
|
|
104
103
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CreateEvaluatorRequest.js","sourceRoot":"","sources":["../../src/models/CreateEvaluatorRequest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAG/C,MAAa,sBAAuB,SAAQ,KAAK,CAAC,KAAK;
|
|
1
|
+
{"version":3,"file":"CreateEvaluatorRequest.js","sourceRoot":"","sources":["../../src/models/CreateEvaluatorRequest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAG/C,MAAa,sBAAuB,SAAQ,KAAK,CAAC,KAAK;IAoGrD,MAAM,CAAC,KAAK;QACV,OAAO;YACL,WAAW,EAAE,aAAa;YAC1B,MAAM,EAAE,QAAQ;YAChB,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,aAAa;YAC1B,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,SAAS;YAClB,kBAAkB,EAAE,oBAAoB;YACxC,WAAW,EAAE,aAAa;SAC3B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK;QACV,OAAO;YACL,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE;YACtD,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE;YAClE,WAAW,EAAE,QAAQ;YACrB,WAAW,EAAE,QAAQ;YACrB,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE;YACtE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,kBAAkB,EAAE,QAAQ;YAC5B,WAAW,EAAE,QAAQ;SACtB,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,IAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QACD,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QACD,IAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACnB,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QACD,KAAK,CAAC,QAAQ,EAAE,CAAC;IACnB,CAAC;IAED,YAAY,GAA4B;QACtC,KAAK,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;CACF;AApJD,wDAoJC"}
|
|
@@ -2,7 +2,7 @@ import * as $dara from '@darabonba/typescript';
|
|
|
2
2
|
export declare class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
3
3
|
/**
|
|
4
4
|
* @remarks
|
|
5
|
-
* The skill file
|
|
5
|
+
* The content of the skill file.
|
|
6
6
|
*
|
|
7
7
|
* This parameter is required.
|
|
8
8
|
*
|
|
@@ -12,7 +12,7 @@ export declare class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
12
12
|
content?: string;
|
|
13
13
|
/**
|
|
14
14
|
* @remarks
|
|
15
|
-
* The skill file
|
|
15
|
+
* The name of the skill file.
|
|
16
16
|
*
|
|
17
17
|
* This parameter is required.
|
|
18
18
|
*
|
|
@@ -22,10 +22,10 @@ export declare class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
22
22
|
name?: string;
|
|
23
23
|
/**
|
|
24
24
|
* @remarks
|
|
25
|
-
* The file
|
|
25
|
+
* The remark for the file.
|
|
26
26
|
*
|
|
27
27
|
* @example
|
|
28
|
-
*
|
|
28
|
+
* Main skill description
|
|
29
29
|
*/
|
|
30
30
|
remark?: string;
|
|
31
31
|
static names(): {
|
|
@@ -52,10 +52,10 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
52
52
|
agentSpace?: string;
|
|
53
53
|
/**
|
|
54
54
|
* @remarks
|
|
55
|
-
* The description
|
|
55
|
+
* The skill description.
|
|
56
56
|
*
|
|
57
57
|
* @example
|
|
58
|
-
*
|
|
58
|
+
* Reads trace context to assist evaluation
|
|
59
59
|
*/
|
|
60
60
|
description?: string;
|
|
61
61
|
/**
|
|
@@ -63,7 +63,7 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
63
63
|
* The display name of the skill.
|
|
64
64
|
*
|
|
65
65
|
* @example
|
|
66
|
-
* Trace
|
|
66
|
+
* Trace Context Loader
|
|
67
67
|
*/
|
|
68
68
|
displayName?: string;
|
|
69
69
|
/**
|
|
@@ -81,7 +81,7 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
81
81
|
* This parameter is required.
|
|
82
82
|
*
|
|
83
83
|
* @example
|
|
84
|
-
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"
|
|
84
|
+
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"Main skill description"}]
|
|
85
85
|
*/
|
|
86
86
|
files?: CreateEvaluatorSkillRequestFiles[];
|
|
87
87
|
/**
|
|
@@ -96,7 +96,7 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
96
96
|
skillName?: string;
|
|
97
97
|
/**
|
|
98
98
|
* @remarks
|
|
99
|
-
* The idempotency token.
|
|
99
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
100
100
|
*
|
|
101
101
|
* @example
|
|
102
102
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -4,7 +4,7 @@ import { ExperimentConfig } from "./ExperimentConfig";
|
|
|
4
4
|
export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
5
5
|
/**
|
|
6
6
|
* @remarks
|
|
7
|
-
* The ID of the associated dataset. If
|
|
7
|
+
* The ID of the associated dataset. If not specified, the execution phase processes in simple mode.
|
|
8
8
|
*
|
|
9
9
|
* @example
|
|
10
10
|
* rca_benckmark_eval
|
|
@@ -38,7 +38,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
38
38
|
experimentType?: string;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The list of experiment configurations. A maximum of
|
|
41
|
+
* The list of experiment configurations. A maximum of 5 entries are supported. For offline experiments, this parameter can be omitted or set to an empty array. For online experiments, at least one entry is required.
|
|
42
42
|
*
|
|
43
43
|
* This parameter is required.
|
|
44
44
|
*
|
|
@@ -58,12 +58,12 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
58
58
|
};
|
|
59
59
|
/**
|
|
60
60
|
* @remarks
|
|
61
|
-
* The name of the associated data processing pipeline (optional). After association, when
|
|
61
|
+
* The name of the associated data processing pipeline (optional). After association, when experiment runs under this plan finish writing results to the experiment result Logstore, the system filters by the traceId of the experiment trace, calls PreviewPipeline, and writes the pipeline-processed results together.
|
|
62
62
|
*/
|
|
63
63
|
pipelineName?: string;
|
|
64
64
|
/**
|
|
65
65
|
* @remarks
|
|
66
|
-
* The experiment plan
|
|
66
|
+
* The name of the experiment plan. The name must be unique within the same AgentSpace and account.
|
|
67
67
|
*
|
|
68
68
|
* This parameter is required.
|
|
69
69
|
*
|
|
@@ -73,7 +73,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
73
73
|
planName?: string;
|
|
74
74
|
/**
|
|
75
75
|
* @remarks
|
|
76
|
-
* The custom query SQL clause
|
|
76
|
+
* The custom query SQL clause for partial dataset mode. This parameter can be used when `selectedItemIds` is empty.
|
|
77
77
|
*
|
|
78
78
|
* @example
|
|
79
79
|
* status=\\"OK\\"
|
|
@@ -81,7 +81,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
81
81
|
querySql?: string;
|
|
82
82
|
/**
|
|
83
83
|
* @remarks
|
|
84
|
-
* The list of selected data item IDs
|
|
84
|
+
* The list of selected data item IDs for partial dataset mode. This parameter must be used together with `datasetId`.
|
|
85
85
|
*
|
|
86
86
|
* @example
|
|
87
87
|
* ["019ef4d5-a0f0-7114-832d-5542d771cd8c", "019f1729-be9b-7769-a006-8e98023ad7ad"]
|
|
@@ -26,7 +26,7 @@ export declare class CreateExperimentPlanResponseBody extends $dara.Model {
|
|
|
26
26
|
requestId?: string;
|
|
27
27
|
/**
|
|
28
28
|
* @remarks
|
|
29
|
-
* The creation result.
|
|
29
|
+
* The creation result. The value `created` indicates success.
|
|
30
30
|
*
|
|
31
31
|
* @example
|
|
32
32
|
* created
|