@alicloud/agentloop20260520 2.3.5 → 2.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +18 -18
- package/dist/client.js +18 -18
- package/dist/models/CreateEvaluationTaskRequest.d.ts +7 -7
- package/dist/models/CreateEvaluatorRequest.d.ts +10 -11
- package/dist/models/CreateEvaluatorRequest.js.map +1 -1
- package/dist/models/CreateEvaluatorSkillRequest.d.ts +9 -9
- package/dist/models/CreateExperimentPlanRequest.d.ts +6 -6
- package/dist/models/CreateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/CreateExperimentRunRequest.d.ts +7 -7
- package/dist/models/CreateExperimentRunResponseBody.d.ts +3 -3
- package/dist/models/DeleteExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/ExperimentConfig.d.ts +44 -0
- package/dist/models/ExperimentConfig.js +2 -0
- package/dist/models/ExperimentConfig.js.map +1 -1
- package/dist/models/GetEvaluationRunResponseBody.d.ts +10 -10
- package/dist/models/GetEvaluationTaskResponseBody.d.ts +8 -8
- package/dist/models/GetEvaluatorResponseBody.d.ts +7 -7
- package/dist/models/GetEvaluatorSkillResponseBody.d.ts +10 -10
- package/dist/models/GetExperimentPlanResponseBody.d.ts +4 -4
- package/dist/models/IndexJsonKey.d.ts +16 -0
- package/dist/models/IndexJsonKey.js.map +1 -1
- package/dist/models/IndexKey.d.ts +35 -0
- package/dist/models/IndexKey.js +2 -0
- package/dist/models/IndexKey.js.map +1 -1
- package/dist/models/ListEvaluationRunsResponseBody.d.ts +1 -1
- package/dist/models/ListEvaluationTasksResponseBody.d.ts +3 -3
- package/dist/models/ListEvaluatorSkillsResponseBody.d.ts +5 -5
- package/dist/models/ListExperimentPlansRequest.d.ts +2 -2
- package/dist/models/ListExperimentPlansResponseBody.d.ts +2 -2
- package/dist/models/ListPipelinesRequest.d.ts +24 -0
- package/dist/models/ListPipelinesRequest.js.map +1 -1
- package/dist/models/ListPipelinesResponseBody.d.ts +172 -1
- package/dist/models/ListPipelinesResponseBody.js.map +1 -1
- package/dist/models/UpdateEvaluatorRequest.d.ts +7 -7
- package/dist/models/UpdateExperimentPlanRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/UpdateExperimentRunRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentRunResponseBody.d.ts +1 -1
- package/package.json +1 -1
- package/src/client.ts +18 -18
- package/src/models/CreateEvaluationTaskRequest.ts +7 -7
- package/src/models/CreateEvaluatorRequest.ts +10 -11
- package/src/models/CreateEvaluatorSkillRequest.ts +9 -9
- package/src/models/CreateExperimentPlanRequest.ts +6 -6
- package/src/models/CreateExperimentPlanResponseBody.ts +1 -1
- package/src/models/CreateExperimentRunRequest.ts +7 -7
- package/src/models/CreateExperimentRunResponseBody.ts +3 -3
- package/src/models/DeleteExperimentPlanResponseBody.ts +1 -1
- package/src/models/ExperimentConfig.ts +46 -0
- package/src/models/GetEvaluationRunResponseBody.ts +10 -10
- package/src/models/GetEvaluationTaskResponseBody.ts +8 -8
- package/src/models/GetEvaluatorResponseBody.ts +7 -7
- package/src/models/GetEvaluatorSkillResponseBody.ts +10 -10
- package/src/models/GetExperimentPlanResponseBody.ts +4 -4
- package/src/models/IndexJsonKey.ts +16 -0
- package/src/models/IndexKey.ts +37 -0
- package/src/models/ListEvaluationRunsResponseBody.ts +1 -1
- package/src/models/ListEvaluationTasksResponseBody.ts +3 -3
- package/src/models/ListEvaluatorSkillsResponseBody.ts +5 -5
- package/src/models/ListExperimentPlansRequest.ts +2 -2
- package/src/models/ListExperimentPlansResponseBody.ts +2 -2
- package/src/models/ListPipelinesRequest.ts +24 -0
- package/src/models/ListPipelinesResponseBody.ts +172 -1
- package/src/models/UpdateEvaluatorRequest.ts +7 -7
- package/src/models/UpdateExperimentPlanRequest.ts +3 -3
- package/src/models/UpdateExperimentPlanResponseBody.ts +1 -1
- package/src/models/UpdateExperimentRunRequest.ts +3 -3
- package/src/models/UpdateExperimentRunResponseBody.ts +1 -1
|
@@ -2,7 +2,7 @@ import * as $dara from '@darabonba/typescript';
|
|
|
2
2
|
export declare class UpdateExperimentRunRequest extends $dara.Model {
|
|
3
3
|
/**
|
|
4
4
|
* @remarks
|
|
5
|
-
* The experiment completion time.
|
|
5
|
+
* The experiment completion time. This value is a millisecond-level UNIX timestamp.
|
|
6
6
|
*
|
|
7
7
|
* @example
|
|
8
8
|
* 1784719989371
|
|
@@ -18,7 +18,7 @@ export declare class UpdateExperimentRunRequest extends $dara.Model {
|
|
|
18
18
|
completedTasks?: number;
|
|
19
19
|
/**
|
|
20
20
|
* @remarks
|
|
21
|
-
* The experiment execution time.
|
|
21
|
+
* The experiment execution time. This value is a millisecond-level UNIX timestamp.
|
|
22
22
|
*
|
|
23
23
|
* @example
|
|
24
24
|
* 1784719439255
|
|
@@ -42,7 +42,7 @@ export declare class UpdateExperimentRunRequest extends $dara.Model {
|
|
|
42
42
|
recordName?: string;
|
|
43
43
|
/**
|
|
44
44
|
* @remarks
|
|
45
|
-
* The experiment record status. Set to cancelled to cancel execution.
|
|
45
|
+
* The experiment record status. Set this parameter to cancelled to cancel the execution.
|
|
46
46
|
*
|
|
47
47
|
* @example
|
|
48
48
|
* running
|
package/package.json
CHANGED
package/src/client.ts
CHANGED
|
@@ -363,7 +363,7 @@ export default class Client extends OpenApi {
|
|
|
363
363
|
* Creates an evaluation task.
|
|
364
364
|
*
|
|
365
365
|
* @remarks
|
|
366
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server
|
|
366
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server validates AgentSpace permissions, initializes evaluation result storage, checks task name uniqueness, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
367
367
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
368
368
|
*
|
|
369
369
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -442,7 +442,7 @@ export default class Client extends OpenApi {
|
|
|
442
442
|
* Creates an evaluation task.
|
|
443
443
|
*
|
|
444
444
|
* @remarks
|
|
445
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server
|
|
445
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server validates AgentSpace permissions, initializes evaluation result storage, checks task name uniqueness, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
446
446
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
447
447
|
*
|
|
448
448
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -616,7 +616,7 @@ export default class Client extends OpenApi {
|
|
|
616
616
|
* Creates an experiment plan.
|
|
617
617
|
*
|
|
618
618
|
* @remarks
|
|
619
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace.
|
|
619
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. This operation defines the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
620
620
|
*
|
|
621
621
|
* @param request - CreateExperimentPlanRequest
|
|
622
622
|
* @param headers - map
|
|
@@ -688,7 +688,7 @@ export default class Client extends OpenApi {
|
|
|
688
688
|
* Creates an experiment plan.
|
|
689
689
|
*
|
|
690
690
|
* @remarks
|
|
691
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace.
|
|
691
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. This operation defines the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
692
692
|
*
|
|
693
693
|
* @param request - CreateExperimentPlanRequest
|
|
694
694
|
* @returns CreateExperimentPlanResponse
|
|
@@ -703,7 +703,7 @@ export default class Client extends OpenApi {
|
|
|
703
703
|
* Executes an experiment.
|
|
704
704
|
*
|
|
705
705
|
* @remarks
|
|
706
|
-
* Calls CreateExperimentRun to initiate an experiment
|
|
706
|
+
* Calls CreateExperimentRun to initiate an experiment run based on an existing experiment plan. For online experiments, you typically only need to pass `experimentPlanId`. For offline experiments, you must pass `offlineExperiments` (1 to 5).
|
|
707
707
|
*
|
|
708
708
|
* @param request - CreateExperimentRunRequest
|
|
709
709
|
* @param headers - map
|
|
@@ -777,7 +777,7 @@ export default class Client extends OpenApi {
|
|
|
777
777
|
* Executes an experiment.
|
|
778
778
|
*
|
|
779
779
|
* @remarks
|
|
780
|
-
* Calls CreateExperimentRun to initiate an experiment
|
|
780
|
+
* Calls CreateExperimentRun to initiate an experiment run based on an existing experiment plan. For online experiments, you typically only need to pass `experimentPlanId`. For offline experiments, you must pass `offlineExperiments` (1 to 5).
|
|
781
781
|
*
|
|
782
782
|
* @param request - CreateExperimentRunRequest
|
|
783
783
|
* @returns CreateExperimentRunResponse
|
|
@@ -1069,7 +1069,7 @@ export default class Client extends OpenApi {
|
|
|
1069
1069
|
}
|
|
1070
1070
|
|
|
1071
1071
|
/**
|
|
1072
|
-
* Deletes
|
|
1072
|
+
* Deletes a model evaluation task.
|
|
1073
1073
|
*
|
|
1074
1074
|
* @param request - DeleteEvaluationTaskRequest
|
|
1075
1075
|
* @param headers - map
|
|
@@ -1096,7 +1096,7 @@ export default class Client extends OpenApi {
|
|
|
1096
1096
|
}
|
|
1097
1097
|
|
|
1098
1098
|
/**
|
|
1099
|
-
* Deletes
|
|
1099
|
+
* Deletes a model evaluation task.
|
|
1100
1100
|
*
|
|
1101
1101
|
* @param request - DeleteEvaluationTaskRequest
|
|
1102
1102
|
* @returns DeleteEvaluationTaskResponse
|
|
@@ -1246,7 +1246,7 @@ export default class Client extends OpenApi {
|
|
|
1246
1246
|
* Deletes an experiment record.
|
|
1247
1247
|
*
|
|
1248
1248
|
* @remarks
|
|
1249
|
-
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting
|
|
1249
|
+
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting a record does not delete the experiment plan to which it belongs.
|
|
1250
1250
|
*
|
|
1251
1251
|
* @param request - DeleteExperimentRunRequest
|
|
1252
1252
|
* @param headers - map
|
|
@@ -1276,7 +1276,7 @@ export default class Client extends OpenApi {
|
|
|
1276
1276
|
* Deletes an experiment record.
|
|
1277
1277
|
*
|
|
1278
1278
|
* @remarks
|
|
1279
|
-
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting
|
|
1279
|
+
* Calls DeleteExperimentRun to delete a specified experiment run record. Deleting a record does not delete the experiment plan to which it belongs.
|
|
1280
1280
|
*
|
|
1281
1281
|
* @param request - DeleteExperimentRunRequest
|
|
1282
1282
|
* @returns DeleteExperimentRunResponse
|
|
@@ -2376,7 +2376,7 @@ export default class Client extends OpenApi {
|
|
|
2376
2376
|
}
|
|
2377
2377
|
|
|
2378
2378
|
/**
|
|
2379
|
-
* Queries the
|
|
2379
|
+
* Queries the list of skills for an evaluator.
|
|
2380
2380
|
*
|
|
2381
2381
|
* @param request - ListEvaluatorSkillsRequest
|
|
2382
2382
|
* @param headers - map
|
|
@@ -2417,7 +2417,7 @@ export default class Client extends OpenApi {
|
|
|
2417
2417
|
}
|
|
2418
2418
|
|
|
2419
2419
|
/**
|
|
2420
|
-
* Queries the
|
|
2420
|
+
* Queries the list of skills for an evaluator.
|
|
2421
2421
|
*
|
|
2422
2422
|
* @param request - ListEvaluatorSkillsRequest
|
|
2423
2423
|
* @returns ListEvaluatorSkillsResponse
|
|
@@ -2497,7 +2497,7 @@ export default class Client extends OpenApi {
|
|
|
2497
2497
|
* Queries the list of experiment plans.
|
|
2498
2498
|
*
|
|
2499
2499
|
* @remarks
|
|
2500
|
-
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination using `offset`/`limit`.
|
|
2500
|
+
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination by using `offset`/`limit`.
|
|
2501
2501
|
*
|
|
2502
2502
|
* @param request - ListExperimentPlansRequest
|
|
2503
2503
|
* @param headers - map
|
|
@@ -2553,7 +2553,7 @@ export default class Client extends OpenApi {
|
|
|
2553
2553
|
* Queries the list of experiment plans.
|
|
2554
2554
|
*
|
|
2555
2555
|
* @remarks
|
|
2556
|
-
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination using `offset`/`limit`.
|
|
2556
|
+
* Calls ListExperimentPlans to query the list of experiment plans under a specified AgentSpace for the current account. Supports fuzzy match by plan name, filtering by status, and pagination by using `offset`/`limit`.
|
|
2557
2557
|
*
|
|
2558
2558
|
* @param request - ListExperimentPlansRequest
|
|
2559
2559
|
* @returns ListExperimentPlansResponse
|
|
@@ -2709,7 +2709,7 @@ export default class Client extends OpenApi {
|
|
|
2709
2709
|
}
|
|
2710
2710
|
|
|
2711
2711
|
/**
|
|
2712
|
-
*
|
|
2712
|
+
* Queries a list of pipelines. Supports filtering by name, schedule type, and schedule status with cursor-based pagination.
|
|
2713
2713
|
*
|
|
2714
2714
|
* @param request - ListPipelinesRequest
|
|
2715
2715
|
* @param headers - map
|
|
@@ -2762,7 +2762,7 @@ export default class Client extends OpenApi {
|
|
|
2762
2762
|
}
|
|
2763
2763
|
|
|
2764
2764
|
/**
|
|
2765
|
-
*
|
|
2765
|
+
* Queries a list of pipelines. Supports filtering by name, schedule type, and schedule status with cursor-based pagination.
|
|
2766
2766
|
*
|
|
2767
2767
|
* @param request - ListPipelinesRequest
|
|
2768
2768
|
* @returns ListPipelinesResponse
|
|
@@ -3623,7 +3623,7 @@ export default class Client extends OpenApi {
|
|
|
3623
3623
|
* Updates an experiment run.
|
|
3624
3624
|
*
|
|
3625
3625
|
* @remarks
|
|
3626
|
-
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for offline
|
|
3626
|
+
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for an offline experiment: running → progress writeback → completed.
|
|
3627
3627
|
*
|
|
3628
3628
|
* @param request - UpdateExperimentRunRequest
|
|
3629
3629
|
* @param headers - map
|
|
@@ -3689,7 +3689,7 @@ export default class Client extends OpenApi {
|
|
|
3689
3689
|
* Updates an experiment run.
|
|
3690
3690
|
*
|
|
3691
3691
|
* @remarks
|
|
3692
|
-
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for offline
|
|
3692
|
+
* Calls UpdateExperimentRun to update the name, status, and task counts of an experiment record. Fields that are not specified remain unchanged. Typical sequence for an offline experiment: running → progress writeback → completed.
|
|
3693
3693
|
*
|
|
3694
3694
|
* @param request - UpdateExperimentRunRequest
|
|
3695
3695
|
* @returns UpdateExperimentRunResponse
|
|
@@ -15,7 +15,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
15
15
|
channel?: string;
|
|
16
16
|
/**
|
|
17
17
|
* @remarks
|
|
18
|
-
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and
|
|
18
|
+
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and `storeName=logstore-tracing`. For trace-level Trace evaluation, set `dataScope=trace`.
|
|
19
19
|
*
|
|
20
20
|
* @example
|
|
21
21
|
* {"dataScope":"trace"}
|
|
@@ -31,7 +31,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
31
31
|
dataFilter?: string;
|
|
32
32
|
/**
|
|
33
33
|
* @remarks
|
|
34
|
-
* The data source type of the evaluation
|
|
34
|
+
* The data source type of the evaluation object. Use `trace` for trace-based evaluation.
|
|
35
35
|
*
|
|
36
36
|
* @example
|
|
37
37
|
* trace
|
|
@@ -39,7 +39,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
39
39
|
dataType?: string;
|
|
40
40
|
/**
|
|
41
41
|
* @remarks
|
|
42
|
-
* The evaluation task
|
|
42
|
+
* The description of the evaluation task.
|
|
43
43
|
*
|
|
44
44
|
* @example
|
|
45
45
|
* Evaluate the task completion of online Agent traces
|
|
@@ -47,7 +47,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
47
47
|
description?: string;
|
|
48
48
|
/**
|
|
49
49
|
* @remarks
|
|
50
|
-
* The evaluator
|
|
50
|
+
* The list of evaluator configurations. This parameter cannot be empty. Within the same task, `evaluatorRef` takes precedence. Otherwise, `name` is used as the unique identifier.
|
|
51
51
|
*
|
|
52
52
|
* @example
|
|
53
53
|
* [{"evaluatorRef":"Builtin.agent_task_completion","resultName":"agent_task_completion","resultType":"score","variableMapping":{"input":"trace.input","output":"trace.output","agent_trajectory":"trace.agent_trajectory"}}]
|
|
@@ -55,12 +55,12 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
55
55
|
evaluators?: Evaluator[];
|
|
56
56
|
/**
|
|
57
57
|
* @remarks
|
|
58
|
-
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill
|
|
58
|
+
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill. `continuous` is used for continuous evaluation of new data.
|
|
59
59
|
*/
|
|
60
60
|
runStrategies?: RunStrategies;
|
|
61
61
|
/**
|
|
62
62
|
* @remarks
|
|
63
|
-
* The task tag key-value pairs.
|
|
63
|
+
* The task tag key-value pairs. No tags need to be specified by default. Specify tags only when you need to associate or filter tasks by business tags.
|
|
64
64
|
*
|
|
65
65
|
* @example
|
|
66
66
|
* {"env":"prod","serviceId":"checkout-service","planId":"plan-20260703"}
|
|
@@ -84,7 +84,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
84
84
|
taskName?: string;
|
|
85
85
|
/**
|
|
86
86
|
* @remarks
|
|
87
|
-
* The idempotency token.
|
|
87
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
88
88
|
*
|
|
89
89
|
* @example
|
|
90
90
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -13,26 +13,26 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
13
13
|
annotations?: string[];
|
|
14
14
|
/**
|
|
15
15
|
* @remarks
|
|
16
|
-
* The evaluator configuration.
|
|
16
|
+
* The evaluator configuration. LLM/AGENT types typically include prompt, variables, and outputSchema. CODE types typically include codeType, faasConfig, variables, and parameters.
|
|
17
17
|
*
|
|
18
18
|
* @example
|
|
19
|
-
* {"prompt":"
|
|
19
|
+
* {"prompt":"Please evaluate task completion","variables":[{"name":"input"}]}
|
|
20
20
|
*/
|
|
21
21
|
config?: { [key: string]: any };
|
|
22
22
|
/**
|
|
23
23
|
* @remarks
|
|
24
|
-
* The
|
|
24
|
+
* The description of the evaluator. Maximum length: 256 characters.
|
|
25
25
|
*
|
|
26
26
|
* @example
|
|
27
|
-
*
|
|
27
|
+
* Determines whether the Agent completed the user task
|
|
28
28
|
*/
|
|
29
29
|
description?: string;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The display name.
|
|
32
|
+
* The display name. Maximum length: 128 characters.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
|
-
*
|
|
35
|
+
* Trace task completion
|
|
36
36
|
*/
|
|
37
37
|
displayName?: string;
|
|
38
38
|
/**
|
|
@@ -47,7 +47,7 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
47
47
|
metricName?: string;
|
|
48
48
|
/**
|
|
49
49
|
* @remarks
|
|
50
|
-
* The evaluator name. The name cannot start with a system-reserved prefix
|
|
50
|
+
* The evaluator name. The name cannot start with a system-reserved prefix. Maximum length: 128 characters.
|
|
51
51
|
*
|
|
52
52
|
* This parameter is required.
|
|
53
53
|
*
|
|
@@ -66,9 +66,8 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
66
66
|
/**
|
|
67
67
|
* @remarks
|
|
68
68
|
* The evaluator type. Valid values:
|
|
69
|
-
*
|
|
70
69
|
* - LLM: an inner join large language model evaluation evaluator.
|
|
71
|
-
* - AGENT: a StarOps digital
|
|
70
|
+
* - AGENT: a StarOps digital worker evaluator.
|
|
72
71
|
* - CODE: a code evaluator.
|
|
73
72
|
*
|
|
74
73
|
* This parameter is required.
|
|
@@ -92,12 +91,12 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
92
91
|
* The version description.
|
|
93
92
|
*
|
|
94
93
|
* @example
|
|
95
|
-
*
|
|
94
|
+
* Initial version
|
|
96
95
|
*/
|
|
97
96
|
versionDescription?: string;
|
|
98
97
|
/**
|
|
99
98
|
* @remarks
|
|
100
|
-
* The idempotency token.
|
|
99
|
+
* The idempotency token. This is a unique string generated by the client to ensure idempotence of the create operation. CloudSpec declares this query parameter, but the backend does not currently perform idempotency checks.
|
|
101
100
|
*
|
|
102
101
|
* @example
|
|
103
102
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -5,7 +5,7 @@ import * as $dara from '@darabonba/typescript';
|
|
|
5
5
|
export class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
6
6
|
/**
|
|
7
7
|
* @remarks
|
|
8
|
-
* The skill file
|
|
8
|
+
* The content of the skill file.
|
|
9
9
|
*
|
|
10
10
|
* This parameter is required.
|
|
11
11
|
*
|
|
@@ -15,7 +15,7 @@ export class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
15
15
|
content?: string;
|
|
16
16
|
/**
|
|
17
17
|
* @remarks
|
|
18
|
-
* The skill file
|
|
18
|
+
* The name of the skill file.
|
|
19
19
|
*
|
|
20
20
|
* This parameter is required.
|
|
21
21
|
*
|
|
@@ -25,10 +25,10 @@ export class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
25
25
|
name?: string;
|
|
26
26
|
/**
|
|
27
27
|
* @remarks
|
|
28
|
-
* The file
|
|
28
|
+
* The remark for the file.
|
|
29
29
|
*
|
|
30
30
|
* @example
|
|
31
|
-
*
|
|
31
|
+
* Main skill description
|
|
32
32
|
*/
|
|
33
33
|
remark?: string;
|
|
34
34
|
static names(): { [key: string]: string } {
|
|
@@ -69,10 +69,10 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
69
69
|
agentSpace?: string;
|
|
70
70
|
/**
|
|
71
71
|
* @remarks
|
|
72
|
-
* The description
|
|
72
|
+
* The skill description.
|
|
73
73
|
*
|
|
74
74
|
* @example
|
|
75
|
-
*
|
|
75
|
+
* Reads trace context to assist evaluation
|
|
76
76
|
*/
|
|
77
77
|
description?: string;
|
|
78
78
|
/**
|
|
@@ -80,7 +80,7 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
80
80
|
* The display name of the skill.
|
|
81
81
|
*
|
|
82
82
|
* @example
|
|
83
|
-
* Trace
|
|
83
|
+
* Trace Context Loader
|
|
84
84
|
*/
|
|
85
85
|
displayName?: string;
|
|
86
86
|
/**
|
|
@@ -98,7 +98,7 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
98
98
|
* This parameter is required.
|
|
99
99
|
*
|
|
100
100
|
* @example
|
|
101
|
-
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"
|
|
101
|
+
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"Main skill description"}]
|
|
102
102
|
*/
|
|
103
103
|
files?: CreateEvaluatorSkillRequestFiles[];
|
|
104
104
|
/**
|
|
@@ -113,7 +113,7 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
113
113
|
skillName?: string;
|
|
114
114
|
/**
|
|
115
115
|
* @remarks
|
|
116
|
-
* The idempotency token.
|
|
116
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
117
117
|
*
|
|
118
118
|
* @example
|
|
119
119
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -7,7 +7,7 @@ import { ExperimentConfig } from "./ExperimentConfig";
|
|
|
7
7
|
export class CreateExperimentPlanRequest extends $dara.Model {
|
|
8
8
|
/**
|
|
9
9
|
* @remarks
|
|
10
|
-
* The ID of the associated dataset. If
|
|
10
|
+
* The ID of the associated dataset. If not specified, the execution phase processes in simple mode.
|
|
11
11
|
*
|
|
12
12
|
* @example
|
|
13
13
|
* rca_benckmark_eval
|
|
@@ -41,7 +41,7 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
41
41
|
experimentType?: string;
|
|
42
42
|
/**
|
|
43
43
|
* @remarks
|
|
44
|
-
* The list of experiment configurations. A maximum of
|
|
44
|
+
* The list of experiment configurations. A maximum of 5 entries are supported. For offline experiments, this parameter can be omitted or set to an empty array. For online experiments, at least one entry is required.
|
|
45
45
|
*
|
|
46
46
|
* This parameter is required.
|
|
47
47
|
*
|
|
@@ -59,12 +59,12 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
59
59
|
input?: { [key: string]: any };
|
|
60
60
|
/**
|
|
61
61
|
* @remarks
|
|
62
|
-
* The name of the associated data processing pipeline (optional). After association, when
|
|
62
|
+
* The name of the associated data processing pipeline (optional). After association, when experiment runs under this plan finish writing results to the experiment result Logstore, the system filters by the traceId of the experiment trace, calls PreviewPipeline, and writes the pipeline-processed results together.
|
|
63
63
|
*/
|
|
64
64
|
pipelineName?: string;
|
|
65
65
|
/**
|
|
66
66
|
* @remarks
|
|
67
|
-
* The experiment plan
|
|
67
|
+
* The name of the experiment plan. The name must be unique within the same AgentSpace and account.
|
|
68
68
|
*
|
|
69
69
|
* This parameter is required.
|
|
70
70
|
*
|
|
@@ -74,7 +74,7 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
74
74
|
planName?: string;
|
|
75
75
|
/**
|
|
76
76
|
* @remarks
|
|
77
|
-
* The custom query SQL clause
|
|
77
|
+
* The custom query SQL clause for partial dataset mode. This parameter can be used when `selectedItemIds` is empty.
|
|
78
78
|
*
|
|
79
79
|
* @example
|
|
80
80
|
* status=\\"OK\\"
|
|
@@ -82,7 +82,7 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
82
82
|
querySql?: string;
|
|
83
83
|
/**
|
|
84
84
|
* @remarks
|
|
85
|
-
* The list of selected data item IDs
|
|
85
|
+
* The list of selected data item IDs for partial dataset mode. This parameter must be used together with `datasetId`.
|
|
86
86
|
*
|
|
87
87
|
* @example
|
|
88
88
|
* ["019ef4d5-a0f0-7114-832d-5542d771cd8c", "019f1729-be9b-7769-a006-8e98023ad7ad"]
|
|
@@ -29,7 +29,7 @@ export class CreateExperimentPlanResponseBody extends $dara.Model {
|
|
|
29
29
|
requestId?: string;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The creation result.
|
|
32
|
+
* The creation result. The value `created` indicates success.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
35
|
* created
|
|
@@ -6,7 +6,7 @@ import { OfflineExperimentConfig } from "./OfflineExperimentConfig";
|
|
|
6
6
|
export class CreateExperimentRunRequest extends $dara.Model {
|
|
7
7
|
/**
|
|
8
8
|
* @remarks
|
|
9
|
-
* The completion time
|
|
9
|
+
* The completion time. The value is a millisecond-level UNIX timestamp.
|
|
10
10
|
*
|
|
11
11
|
* @example
|
|
12
12
|
* 1784721811392
|
|
@@ -14,7 +14,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
14
14
|
completedAt?: number;
|
|
15
15
|
/**
|
|
16
16
|
* @remarks
|
|
17
|
-
* The number of completed tasks.
|
|
17
|
+
* The number of completed tasks. Default value: 0.
|
|
18
18
|
*
|
|
19
19
|
* @example
|
|
20
20
|
* 0
|
|
@@ -22,7 +22,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
22
22
|
completedTasks?: number;
|
|
23
23
|
/**
|
|
24
24
|
* @remarks
|
|
25
|
-
* The execution time
|
|
25
|
+
* The execution time. The value is a millisecond-level UNIX timestamp.
|
|
26
26
|
*
|
|
27
27
|
* @example
|
|
28
28
|
* 1784721775379
|
|
@@ -40,7 +40,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
40
40
|
experimentPlanId?: string;
|
|
41
41
|
/**
|
|
42
42
|
* @remarks
|
|
43
|
-
* The number of failed tasks.
|
|
43
|
+
* The number of failed tasks. Default value: 0.
|
|
44
44
|
*
|
|
45
45
|
* @example
|
|
46
46
|
* 0
|
|
@@ -48,7 +48,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
48
48
|
failedTasks?: number;
|
|
49
49
|
/**
|
|
50
50
|
* @remarks
|
|
51
|
-
* The list of offline experiment configurations.
|
|
51
|
+
* The list of offline experiment configurations. This parameter is required when the plan type is offline. You can specify 1 to 5 configurations.
|
|
52
52
|
*
|
|
53
53
|
* @example
|
|
54
54
|
* [{"label": "experimentA", "name": "experimentA"}]
|
|
@@ -56,7 +56,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
56
56
|
offlineExperiments?: OfflineExperimentConfig[];
|
|
57
57
|
/**
|
|
58
58
|
* @remarks
|
|
59
|
-
* The experiment record name. If not specified, the default value is the plan name
|
|
59
|
+
* The experiment record name. If not specified, the default value is the plan name followed by a timestamp.
|
|
60
60
|
*
|
|
61
61
|
* @example
|
|
62
62
|
* arms_agent_experiment 2026/07/22 20:02:55
|
|
@@ -64,7 +64,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
64
64
|
recordName?: string;
|
|
65
65
|
/**
|
|
66
66
|
* @remarks
|
|
67
|
-
* The initial status.
|
|
67
|
+
* The initial status. Default value: `pending`.
|
|
68
68
|
*
|
|
69
69
|
* @example
|
|
70
70
|
* pending
|
|
@@ -8,12 +8,12 @@ export class CreateExperimentRunResponseBody extends $dara.Model {
|
|
|
8
8
|
* The message.
|
|
9
9
|
*
|
|
10
10
|
* @example
|
|
11
|
-
* Experiment created, execution started
|
|
11
|
+
* Experiment created, execution started
|
|
12
12
|
*/
|
|
13
13
|
message?: string;
|
|
14
14
|
/**
|
|
15
15
|
* @remarks
|
|
16
|
-
* The experiment record ID. For online experiments, the
|
|
16
|
+
* The experiment record ID. For online experiments, the ID is typically in the format exp-run-{uuid32}. For offline experiments, the ID may also be a standard UUID.
|
|
17
17
|
*
|
|
18
18
|
* @example
|
|
19
19
|
* exp-run-f6d419b0ed3d43a7b585948a55efc07b
|
|
@@ -29,7 +29,7 @@ export class CreateExperimentRunResponseBody extends $dara.Model {
|
|
|
29
29
|
requestId?: string;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The experiment record status.
|
|
32
|
+
* The experiment record status. The value is typically pending after creation.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
35
|
* pending
|
|
@@ -21,7 +21,7 @@ export class DeleteExperimentPlanResponseBody extends $dara.Model {
|
|
|
21
21
|
requestId?: string;
|
|
22
22
|
/**
|
|
23
23
|
* @remarks
|
|
24
|
-
* The deletion result. The value is deleted if the operation
|
|
24
|
+
* The deletion result. The value is deleted if the operation succeeds.
|
|
25
25
|
*
|
|
26
26
|
* @example
|
|
27
27
|
* deleted
|
|
@@ -5,14 +5,58 @@ import { PromptTemplateItem } from "./PromptTemplateItem";
|
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
export class ExperimentConfig extends $dara.Model {
|
|
8
|
+
/**
|
|
9
|
+
* @remarks
|
|
10
|
+
* The endpoint connector ID. This parameter is required in user/agent mode.
|
|
11
|
+
*/
|
|
8
12
|
endpointConnectorId?: string;
|
|
13
|
+
/**
|
|
14
|
+
* @remarks
|
|
15
|
+
* The experiment label (A/B/C/D/E).
|
|
16
|
+
*/
|
|
9
17
|
label?: string;
|
|
18
|
+
/**
|
|
19
|
+
* @remarks
|
|
20
|
+
* The model name. You can set this parameter to agent in agent scenarios.
|
|
21
|
+
*/
|
|
10
22
|
modelName?: string;
|
|
23
|
+
/**
|
|
24
|
+
* @remarks
|
|
25
|
+
* The model parameters.
|
|
26
|
+
*/
|
|
11
27
|
modelParameters?: ModelParameters;
|
|
28
|
+
/**
|
|
29
|
+
* @remarks
|
|
30
|
+
* The model provider. Valid values: dashscope (default), user, and agent.
|
|
31
|
+
*/
|
|
12
32
|
modelProvider?: string;
|
|
33
|
+
/**
|
|
34
|
+
* @remarks
|
|
35
|
+
* The experiment name.
|
|
36
|
+
*/
|
|
13
37
|
name?: string;
|
|
38
|
+
/**
|
|
39
|
+
* @remarks
|
|
40
|
+
* The prompt message template. Supports {{variable name}} placeholders.
|
|
41
|
+
*/
|
|
14
42
|
promptTemplate?: PromptTemplateItem[];
|
|
43
|
+
/**
|
|
44
|
+
* @remarks
|
|
45
|
+
* The agent request body template. This parameter is required in agent mode. Supports {{variable name}} placeholders.
|
|
46
|
+
*/
|
|
15
47
|
requestBodyTemplate?: string;
|
|
48
|
+
/**
|
|
49
|
+
* @remarks
|
|
50
|
+
* The agent request header template. This parameter is optional in agent mode. Supports {{variable name}} placeholders.
|
|
51
|
+
*
|
|
52
|
+
* @example
|
|
53
|
+
* {"Content-Type: application/json" }
|
|
54
|
+
*/
|
|
55
|
+
requestHeaderTemplate?: string;
|
|
56
|
+
/**
|
|
57
|
+
* @remarks
|
|
58
|
+
* The agent request method. Valid values: POST (default) and GET.
|
|
59
|
+
*/
|
|
16
60
|
requestMethod?: string;
|
|
17
61
|
static names(): { [key: string]: string } {
|
|
18
62
|
return {
|
|
@@ -24,6 +68,7 @@ export class ExperimentConfig extends $dara.Model {
|
|
|
24
68
|
name: 'name',
|
|
25
69
|
promptTemplate: 'promptTemplate',
|
|
26
70
|
requestBodyTemplate: 'requestBodyTemplate',
|
|
71
|
+
requestHeaderTemplate: 'requestHeaderTemplate',
|
|
27
72
|
requestMethod: 'requestMethod',
|
|
28
73
|
};
|
|
29
74
|
}
|
|
@@ -38,6 +83,7 @@ export class ExperimentConfig extends $dara.Model {
|
|
|
38
83
|
name: 'string',
|
|
39
84
|
promptTemplate: { 'type': 'array', 'itemType': PromptTemplateItem },
|
|
40
85
|
requestBodyTemplate: 'string',
|
|
86
|
+
requestHeaderTemplate: 'string',
|
|
41
87
|
requestMethod: 'string',
|
|
42
88
|
};
|
|
43
89
|
}
|