@alicloud/agentloop20260520 2.3.5 → 2.3.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +18 -18
- package/dist/client.js +21 -18
- package/dist/client.js.map +1 -1
- package/dist/models/CreateEvaluationTaskRequest.d.ts +7 -7
- package/dist/models/CreateEvaluatorRequest.d.ts +10 -11
- package/dist/models/CreateEvaluatorRequest.js.map +1 -1
- package/dist/models/CreateEvaluatorSkillRequest.d.ts +9 -9
- package/dist/models/CreateExperimentPlanRequest.d.ts +6 -6
- package/dist/models/CreateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/CreateExperimentRunRequest.d.ts +7 -7
- package/dist/models/CreateExperimentRunResponseBody.d.ts +3 -3
- package/dist/models/DeleteExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/ExperimentConfig.d.ts +44 -0
- package/dist/models/ExperimentConfig.js +2 -0
- package/dist/models/ExperimentConfig.js.map +1 -1
- package/dist/models/GetEvaluationRunResponseBody.d.ts +10 -10
- package/dist/models/GetEvaluationTaskResponseBody.d.ts +8 -8
- package/dist/models/GetEvaluatorResponseBody.d.ts +7 -7
- package/dist/models/GetEvaluatorSkillResponseBody.d.ts +10 -10
- package/dist/models/GetExperimentPlanResponseBody.d.ts +4 -4
- package/dist/models/IndexJsonKey.d.ts +16 -0
- package/dist/models/IndexJsonKey.js.map +1 -1
- package/dist/models/IndexKey.d.ts +35 -0
- package/dist/models/IndexKey.js +2 -0
- package/dist/models/IndexKey.js.map +1 -1
- package/dist/models/ListEvaluationRunsResponseBody.d.ts +1 -1
- package/dist/models/ListEvaluationTasksResponseBody.d.ts +3 -3
- package/dist/models/ListEvaluatorSkillsResponseBody.d.ts +5 -5
- package/dist/models/ListExperimentPlansRequest.d.ts +2 -2
- package/dist/models/ListExperimentPlansResponseBody.d.ts +2 -2
- package/dist/models/ListPipelinesRequest.d.ts +24 -0
- package/dist/models/ListPipelinesRequest.js.map +1 -1
- package/dist/models/ListPipelinesResponseBody.d.ts +172 -1
- package/dist/models/ListPipelinesResponseBody.js.map +1 -1
- package/dist/models/UpdateDatasetRequest.d.ts +33 -0
- package/dist/models/UpdateDatasetRequest.js +27 -1
- package/dist/models/UpdateDatasetRequest.js.map +1 -1
- package/dist/models/UpdateEvaluatorRequest.d.ts +7 -7
- package/dist/models/UpdateExperimentPlanRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/UpdateExperimentRunRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentRunResponseBody.d.ts +1 -1
- package/dist/models/model.d.ts +1 -0
- package/dist/models/model.js +10 -8
- package/dist/models/model.js.map +1 -1
- package/package.json +1 -1
- package/src/client.ts +22 -18
- package/src/models/CreateEvaluationTaskRequest.ts +7 -7
- package/src/models/CreateEvaluatorRequest.ts +10 -11
- package/src/models/CreateEvaluatorSkillRequest.ts +9 -9
- package/src/models/CreateExperimentPlanRequest.ts +6 -6
- package/src/models/CreateExperimentPlanResponseBody.ts +1 -1
- package/src/models/CreateExperimentRunRequest.ts +7 -7
- package/src/models/CreateExperimentRunResponseBody.ts +3 -3
- package/src/models/DeleteExperimentPlanResponseBody.ts +1 -1
- package/src/models/ExperimentConfig.ts +46 -0
- package/src/models/GetEvaluationRunResponseBody.ts +10 -10
- package/src/models/GetEvaluationTaskResponseBody.ts +8 -8
- package/src/models/GetEvaluatorResponseBody.ts +7 -7
- package/src/models/GetEvaluatorSkillResponseBody.ts +10 -10
- package/src/models/GetExperimentPlanResponseBody.ts +4 -4
- package/src/models/IndexJsonKey.ts +16 -0
- package/src/models/IndexKey.ts +37 -0
- package/src/models/ListEvaluationRunsResponseBody.ts +1 -1
- package/src/models/ListEvaluationTasksResponseBody.ts +3 -3
- package/src/models/ListEvaluatorSkillsResponseBody.ts +5 -5
- package/src/models/ListExperimentPlansRequest.ts +2 -2
- package/src/models/ListExperimentPlansResponseBody.ts +2 -2
- package/src/models/ListPipelinesRequest.ts +24 -0
- package/src/models/ListPipelinesResponseBody.ts +172 -1
- package/src/models/UpdateDatasetRequest.ts +50 -0
- package/src/models/UpdateEvaluatorRequest.ts +7 -7
- package/src/models/UpdateExperimentPlanRequest.ts +3 -3
- package/src/models/UpdateExperimentPlanResponseBody.ts +1 -1
- package/src/models/UpdateExperimentRunRequest.ts +3 -3
- package/src/models/UpdateExperimentRunResponseBody.ts +1 -1
- package/src/models/model.ts +1 -0
|
@@ -15,7 +15,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
15
15
|
channel?: string;
|
|
16
16
|
/**
|
|
17
17
|
* @remarks
|
|
18
|
-
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and
|
|
18
|
+
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and `storeName=logstore-tracing`. For trace-level Trace evaluation, set `dataScope=trace`.
|
|
19
19
|
*
|
|
20
20
|
* @example
|
|
21
21
|
* {"dataScope":"trace"}
|
|
@@ -31,7 +31,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
31
31
|
dataFilter?: string;
|
|
32
32
|
/**
|
|
33
33
|
* @remarks
|
|
34
|
-
* The data source type of the evaluation
|
|
34
|
+
* The data source type of the evaluation object. Use `trace` for trace-based evaluation.
|
|
35
35
|
*
|
|
36
36
|
* @example
|
|
37
37
|
* trace
|
|
@@ -39,7 +39,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
39
39
|
dataType?: string;
|
|
40
40
|
/**
|
|
41
41
|
* @remarks
|
|
42
|
-
* The evaluation task
|
|
42
|
+
* The description of the evaluation task.
|
|
43
43
|
*
|
|
44
44
|
* @example
|
|
45
45
|
* Evaluate the task completion of online Agent traces
|
|
@@ -47,7 +47,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
47
47
|
description?: string;
|
|
48
48
|
/**
|
|
49
49
|
* @remarks
|
|
50
|
-
* The evaluator
|
|
50
|
+
* The list of evaluator configurations. This parameter cannot be empty. Within the same task, `evaluatorRef` takes precedence. Otherwise, `name` is used as the unique identifier.
|
|
51
51
|
*
|
|
52
52
|
* @example
|
|
53
53
|
* [{"evaluatorRef":"Builtin.agent_task_completion","resultName":"agent_task_completion","resultType":"score","variableMapping":{"input":"trace.input","output":"trace.output","agent_trajectory":"trace.agent_trajectory"}}]
|
|
@@ -55,12 +55,12 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
55
55
|
evaluators?: Evaluator[];
|
|
56
56
|
/**
|
|
57
57
|
* @remarks
|
|
58
|
-
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill
|
|
58
|
+
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill. `continuous` is used for continuous evaluation of new data.
|
|
59
59
|
*/
|
|
60
60
|
runStrategies?: RunStrategies;
|
|
61
61
|
/**
|
|
62
62
|
* @remarks
|
|
63
|
-
* The task tag key-value pairs.
|
|
63
|
+
* The task tag key-value pairs. No tags need to be specified by default. Specify tags only when you need to associate or filter tasks by business tags.
|
|
64
64
|
*
|
|
65
65
|
* @example
|
|
66
66
|
* {"env":"prod","serviceId":"checkout-service","planId":"plan-20260703"}
|
|
@@ -84,7 +84,7 @@ export class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
84
84
|
taskName?: string;
|
|
85
85
|
/**
|
|
86
86
|
* @remarks
|
|
87
|
-
* The idempotency token.
|
|
87
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
88
88
|
*
|
|
89
89
|
* @example
|
|
90
90
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -13,26 +13,26 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
13
13
|
annotations?: string[];
|
|
14
14
|
/**
|
|
15
15
|
* @remarks
|
|
16
|
-
* The evaluator configuration.
|
|
16
|
+
* The evaluator configuration. LLM/AGENT types typically include prompt, variables, and outputSchema. CODE types typically include codeType, faasConfig, variables, and parameters.
|
|
17
17
|
*
|
|
18
18
|
* @example
|
|
19
|
-
* {"prompt":"
|
|
19
|
+
* {"prompt":"Please evaluate task completion","variables":[{"name":"input"}]}
|
|
20
20
|
*/
|
|
21
21
|
config?: { [key: string]: any };
|
|
22
22
|
/**
|
|
23
23
|
* @remarks
|
|
24
|
-
* The
|
|
24
|
+
* The description of the evaluator. Maximum length: 256 characters.
|
|
25
25
|
*
|
|
26
26
|
* @example
|
|
27
|
-
*
|
|
27
|
+
* Determines whether the Agent completed the user task
|
|
28
28
|
*/
|
|
29
29
|
description?: string;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The display name.
|
|
32
|
+
* The display name. Maximum length: 128 characters.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
|
-
*
|
|
35
|
+
* Trace task completion
|
|
36
36
|
*/
|
|
37
37
|
displayName?: string;
|
|
38
38
|
/**
|
|
@@ -47,7 +47,7 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
47
47
|
metricName?: string;
|
|
48
48
|
/**
|
|
49
49
|
* @remarks
|
|
50
|
-
* The evaluator name. The name cannot start with a system-reserved prefix
|
|
50
|
+
* The evaluator name. The name cannot start with a system-reserved prefix. Maximum length: 128 characters.
|
|
51
51
|
*
|
|
52
52
|
* This parameter is required.
|
|
53
53
|
*
|
|
@@ -66,9 +66,8 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
66
66
|
/**
|
|
67
67
|
* @remarks
|
|
68
68
|
* The evaluator type. Valid values:
|
|
69
|
-
*
|
|
70
69
|
* - LLM: an inner join large language model evaluation evaluator.
|
|
71
|
-
* - AGENT: a StarOps digital
|
|
70
|
+
* - AGENT: a StarOps digital worker evaluator.
|
|
72
71
|
* - CODE: a code evaluator.
|
|
73
72
|
*
|
|
74
73
|
* This parameter is required.
|
|
@@ -92,12 +91,12 @@ export class CreateEvaluatorRequest extends $dara.Model {
|
|
|
92
91
|
* The version description.
|
|
93
92
|
*
|
|
94
93
|
* @example
|
|
95
|
-
*
|
|
94
|
+
* Initial version
|
|
96
95
|
*/
|
|
97
96
|
versionDescription?: string;
|
|
98
97
|
/**
|
|
99
98
|
* @remarks
|
|
100
|
-
* The idempotency token.
|
|
99
|
+
* The idempotency token. This is a unique string generated by the client to ensure idempotence of the create operation. CloudSpec declares this query parameter, but the backend does not currently perform idempotency checks.
|
|
101
100
|
*
|
|
102
101
|
* @example
|
|
103
102
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -5,7 +5,7 @@ import * as $dara from '@darabonba/typescript';
|
|
|
5
5
|
export class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
6
6
|
/**
|
|
7
7
|
* @remarks
|
|
8
|
-
* The skill file
|
|
8
|
+
* The content of the skill file.
|
|
9
9
|
*
|
|
10
10
|
* This parameter is required.
|
|
11
11
|
*
|
|
@@ -15,7 +15,7 @@ export class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
15
15
|
content?: string;
|
|
16
16
|
/**
|
|
17
17
|
* @remarks
|
|
18
|
-
* The skill file
|
|
18
|
+
* The name of the skill file.
|
|
19
19
|
*
|
|
20
20
|
* This parameter is required.
|
|
21
21
|
*
|
|
@@ -25,10 +25,10 @@ export class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
25
25
|
name?: string;
|
|
26
26
|
/**
|
|
27
27
|
* @remarks
|
|
28
|
-
* The file
|
|
28
|
+
* The remark for the file.
|
|
29
29
|
*
|
|
30
30
|
* @example
|
|
31
|
-
*
|
|
31
|
+
* Main skill description
|
|
32
32
|
*/
|
|
33
33
|
remark?: string;
|
|
34
34
|
static names(): { [key: string]: string } {
|
|
@@ -69,10 +69,10 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
69
69
|
agentSpace?: string;
|
|
70
70
|
/**
|
|
71
71
|
* @remarks
|
|
72
|
-
* The description
|
|
72
|
+
* The skill description.
|
|
73
73
|
*
|
|
74
74
|
* @example
|
|
75
|
-
*
|
|
75
|
+
* Reads trace context to assist evaluation
|
|
76
76
|
*/
|
|
77
77
|
description?: string;
|
|
78
78
|
/**
|
|
@@ -80,7 +80,7 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
80
80
|
* The display name of the skill.
|
|
81
81
|
*
|
|
82
82
|
* @example
|
|
83
|
-
* Trace
|
|
83
|
+
* Trace Context Loader
|
|
84
84
|
*/
|
|
85
85
|
displayName?: string;
|
|
86
86
|
/**
|
|
@@ -98,7 +98,7 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
98
98
|
* This parameter is required.
|
|
99
99
|
*
|
|
100
100
|
* @example
|
|
101
|
-
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"
|
|
101
|
+
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"Main skill description"}]
|
|
102
102
|
*/
|
|
103
103
|
files?: CreateEvaluatorSkillRequestFiles[];
|
|
104
104
|
/**
|
|
@@ -113,7 +113,7 @@ export class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
113
113
|
skillName?: string;
|
|
114
114
|
/**
|
|
115
115
|
* @remarks
|
|
116
|
-
* The idempotency token.
|
|
116
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
117
117
|
*
|
|
118
118
|
* @example
|
|
119
119
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -7,7 +7,7 @@ import { ExperimentConfig } from "./ExperimentConfig";
|
|
|
7
7
|
export class CreateExperimentPlanRequest extends $dara.Model {
|
|
8
8
|
/**
|
|
9
9
|
* @remarks
|
|
10
|
-
* The ID of the associated dataset. If
|
|
10
|
+
* The ID of the associated dataset. If not specified, the execution phase processes in simple mode.
|
|
11
11
|
*
|
|
12
12
|
* @example
|
|
13
13
|
* rca_benckmark_eval
|
|
@@ -41,7 +41,7 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
41
41
|
experimentType?: string;
|
|
42
42
|
/**
|
|
43
43
|
* @remarks
|
|
44
|
-
* The list of experiment configurations. A maximum of
|
|
44
|
+
* The list of experiment configurations. A maximum of 5 entries are supported. For offline experiments, this parameter can be omitted or set to an empty array. For online experiments, at least one entry is required.
|
|
45
45
|
*
|
|
46
46
|
* This parameter is required.
|
|
47
47
|
*
|
|
@@ -59,12 +59,12 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
59
59
|
input?: { [key: string]: any };
|
|
60
60
|
/**
|
|
61
61
|
* @remarks
|
|
62
|
-
* The name of the associated data processing pipeline (optional). After association, when
|
|
62
|
+
* The name of the associated data processing pipeline (optional). After association, when experiment runs under this plan finish writing results to the experiment result Logstore, the system filters by the traceId of the experiment trace, calls PreviewPipeline, and writes the pipeline-processed results together.
|
|
63
63
|
*/
|
|
64
64
|
pipelineName?: string;
|
|
65
65
|
/**
|
|
66
66
|
* @remarks
|
|
67
|
-
* The experiment plan
|
|
67
|
+
* The name of the experiment plan. The name must be unique within the same AgentSpace and account.
|
|
68
68
|
*
|
|
69
69
|
* This parameter is required.
|
|
70
70
|
*
|
|
@@ -74,7 +74,7 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
74
74
|
planName?: string;
|
|
75
75
|
/**
|
|
76
76
|
* @remarks
|
|
77
|
-
* The custom query SQL clause
|
|
77
|
+
* The custom query SQL clause for partial dataset mode. This parameter can be used when `selectedItemIds` is empty.
|
|
78
78
|
*
|
|
79
79
|
* @example
|
|
80
80
|
* status=\\"OK\\"
|
|
@@ -82,7 +82,7 @@ export class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
82
82
|
querySql?: string;
|
|
83
83
|
/**
|
|
84
84
|
* @remarks
|
|
85
|
-
* The list of selected data item IDs
|
|
85
|
+
* The list of selected data item IDs for partial dataset mode. This parameter must be used together with `datasetId`.
|
|
86
86
|
*
|
|
87
87
|
* @example
|
|
88
88
|
* ["019ef4d5-a0f0-7114-832d-5542d771cd8c", "019f1729-be9b-7769-a006-8e98023ad7ad"]
|
|
@@ -29,7 +29,7 @@ export class CreateExperimentPlanResponseBody extends $dara.Model {
|
|
|
29
29
|
requestId?: string;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The creation result.
|
|
32
|
+
* The creation result. The value `created` indicates success.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
35
|
* created
|
|
@@ -6,7 +6,7 @@ import { OfflineExperimentConfig } from "./OfflineExperimentConfig";
|
|
|
6
6
|
export class CreateExperimentRunRequest extends $dara.Model {
|
|
7
7
|
/**
|
|
8
8
|
* @remarks
|
|
9
|
-
* The completion time
|
|
9
|
+
* The completion time. The value is a millisecond-level UNIX timestamp.
|
|
10
10
|
*
|
|
11
11
|
* @example
|
|
12
12
|
* 1784721811392
|
|
@@ -14,7 +14,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
14
14
|
completedAt?: number;
|
|
15
15
|
/**
|
|
16
16
|
* @remarks
|
|
17
|
-
* The number of completed tasks.
|
|
17
|
+
* The number of completed tasks. Default value: 0.
|
|
18
18
|
*
|
|
19
19
|
* @example
|
|
20
20
|
* 0
|
|
@@ -22,7 +22,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
22
22
|
completedTasks?: number;
|
|
23
23
|
/**
|
|
24
24
|
* @remarks
|
|
25
|
-
* The execution time
|
|
25
|
+
* The execution time. The value is a millisecond-level UNIX timestamp.
|
|
26
26
|
*
|
|
27
27
|
* @example
|
|
28
28
|
* 1784721775379
|
|
@@ -40,7 +40,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
40
40
|
experimentPlanId?: string;
|
|
41
41
|
/**
|
|
42
42
|
* @remarks
|
|
43
|
-
* The number of failed tasks.
|
|
43
|
+
* The number of failed tasks. Default value: 0.
|
|
44
44
|
*
|
|
45
45
|
* @example
|
|
46
46
|
* 0
|
|
@@ -48,7 +48,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
48
48
|
failedTasks?: number;
|
|
49
49
|
/**
|
|
50
50
|
* @remarks
|
|
51
|
-
* The list of offline experiment configurations.
|
|
51
|
+
* The list of offline experiment configurations. This parameter is required when the plan type is offline. You can specify 1 to 5 configurations.
|
|
52
52
|
*
|
|
53
53
|
* @example
|
|
54
54
|
* [{"label": "experimentA", "name": "experimentA"}]
|
|
@@ -56,7 +56,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
56
56
|
offlineExperiments?: OfflineExperimentConfig[];
|
|
57
57
|
/**
|
|
58
58
|
* @remarks
|
|
59
|
-
* The experiment record name. If not specified, the default value is the plan name
|
|
59
|
+
* The experiment record name. If not specified, the default value is the plan name followed by a timestamp.
|
|
60
60
|
*
|
|
61
61
|
* @example
|
|
62
62
|
* arms_agent_experiment 2026/07/22 20:02:55
|
|
@@ -64,7 +64,7 @@ export class CreateExperimentRunRequest extends $dara.Model {
|
|
|
64
64
|
recordName?: string;
|
|
65
65
|
/**
|
|
66
66
|
* @remarks
|
|
67
|
-
* The initial status.
|
|
67
|
+
* The initial status. Default value: `pending`.
|
|
68
68
|
*
|
|
69
69
|
* @example
|
|
70
70
|
* pending
|
|
@@ -8,12 +8,12 @@ export class CreateExperimentRunResponseBody extends $dara.Model {
|
|
|
8
8
|
* The message.
|
|
9
9
|
*
|
|
10
10
|
* @example
|
|
11
|
-
* Experiment created, execution started
|
|
11
|
+
* Experiment created, execution started
|
|
12
12
|
*/
|
|
13
13
|
message?: string;
|
|
14
14
|
/**
|
|
15
15
|
* @remarks
|
|
16
|
-
* The experiment record ID. For online experiments, the
|
|
16
|
+
* The experiment record ID. For online experiments, the ID is typically in the format exp-run-{uuid32}. For offline experiments, the ID may also be a standard UUID.
|
|
17
17
|
*
|
|
18
18
|
* @example
|
|
19
19
|
* exp-run-f6d419b0ed3d43a7b585948a55efc07b
|
|
@@ -29,7 +29,7 @@ export class CreateExperimentRunResponseBody extends $dara.Model {
|
|
|
29
29
|
requestId?: string;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The experiment record status.
|
|
32
|
+
* The experiment record status. The value is typically pending after creation.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
35
|
* pending
|
|
@@ -21,7 +21,7 @@ export class DeleteExperimentPlanResponseBody extends $dara.Model {
|
|
|
21
21
|
requestId?: string;
|
|
22
22
|
/**
|
|
23
23
|
* @remarks
|
|
24
|
-
* The deletion result. The value is deleted if the operation
|
|
24
|
+
* The deletion result. The value is deleted if the operation succeeds.
|
|
25
25
|
*
|
|
26
26
|
* @example
|
|
27
27
|
* deleted
|
|
@@ -5,14 +5,58 @@ import { PromptTemplateItem } from "./PromptTemplateItem";
|
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
export class ExperimentConfig extends $dara.Model {
|
|
8
|
+
/**
|
|
9
|
+
* @remarks
|
|
10
|
+
* The endpoint connector ID. This parameter is required in user/agent mode.
|
|
11
|
+
*/
|
|
8
12
|
endpointConnectorId?: string;
|
|
13
|
+
/**
|
|
14
|
+
* @remarks
|
|
15
|
+
* The experiment label (A/B/C/D/E).
|
|
16
|
+
*/
|
|
9
17
|
label?: string;
|
|
18
|
+
/**
|
|
19
|
+
* @remarks
|
|
20
|
+
* The model name. You can set this parameter to agent in agent scenarios.
|
|
21
|
+
*/
|
|
10
22
|
modelName?: string;
|
|
23
|
+
/**
|
|
24
|
+
* @remarks
|
|
25
|
+
* The model parameters.
|
|
26
|
+
*/
|
|
11
27
|
modelParameters?: ModelParameters;
|
|
28
|
+
/**
|
|
29
|
+
* @remarks
|
|
30
|
+
* The model provider. Valid values: dashscope (default), user, and agent.
|
|
31
|
+
*/
|
|
12
32
|
modelProvider?: string;
|
|
33
|
+
/**
|
|
34
|
+
* @remarks
|
|
35
|
+
* The experiment name.
|
|
36
|
+
*/
|
|
13
37
|
name?: string;
|
|
38
|
+
/**
|
|
39
|
+
* @remarks
|
|
40
|
+
* The prompt message template. Supports {{variable name}} placeholders.
|
|
41
|
+
*/
|
|
14
42
|
promptTemplate?: PromptTemplateItem[];
|
|
43
|
+
/**
|
|
44
|
+
* @remarks
|
|
45
|
+
* The agent request body template. This parameter is required in agent mode. Supports {{variable name}} placeholders.
|
|
46
|
+
*/
|
|
15
47
|
requestBodyTemplate?: string;
|
|
48
|
+
/**
|
|
49
|
+
* @remarks
|
|
50
|
+
* The agent request header template. This parameter is optional in agent mode. Supports {{variable name}} placeholders.
|
|
51
|
+
*
|
|
52
|
+
* @example
|
|
53
|
+
* {"Content-Type: application/json" }
|
|
54
|
+
*/
|
|
55
|
+
requestHeaderTemplate?: string;
|
|
56
|
+
/**
|
|
57
|
+
* @remarks
|
|
58
|
+
* The agent request method. Valid values: POST (default) and GET.
|
|
59
|
+
*/
|
|
16
60
|
requestMethod?: string;
|
|
17
61
|
static names(): { [key: string]: string } {
|
|
18
62
|
return {
|
|
@@ -24,6 +68,7 @@ export class ExperimentConfig extends $dara.Model {
|
|
|
24
68
|
name: 'name',
|
|
25
69
|
promptTemplate: 'promptTemplate',
|
|
26
70
|
requestBodyTemplate: 'requestBodyTemplate',
|
|
71
|
+
requestHeaderTemplate: 'requestHeaderTemplate',
|
|
27
72
|
requestMethod: 'requestMethod',
|
|
28
73
|
};
|
|
29
74
|
}
|
|
@@ -38,6 +83,7 @@ export class ExperimentConfig extends $dara.Model {
|
|
|
38
83
|
name: 'string',
|
|
39
84
|
promptTemplate: { 'type': 'array', 'itemType': PromptTemplateItem },
|
|
40
85
|
requestBodyTemplate: 'string',
|
|
86
|
+
requestHeaderTemplate: 'string',
|
|
41
87
|
requestMethod: 'string',
|
|
42
88
|
};
|
|
43
89
|
}
|
|
@@ -13,7 +13,7 @@ export class GetEvaluationRunResponseBodyEvaluatorProgress extends $dara.Model {
|
|
|
13
13
|
evaluatorName?: string;
|
|
14
14
|
/**
|
|
15
15
|
* @remarks
|
|
16
|
-
* The number of failed
|
|
16
|
+
* The number of failed items for this evaluator.
|
|
17
17
|
*
|
|
18
18
|
* @example
|
|
19
19
|
* 4
|
|
@@ -21,7 +21,7 @@ export class GetEvaluationRunResponseBodyEvaluatorProgress extends $dara.Model {
|
|
|
21
21
|
failedCount?: number;
|
|
22
22
|
/**
|
|
23
23
|
* @remarks
|
|
24
|
-
* The number of successful
|
|
24
|
+
* The number of successful items for this evaluator.
|
|
25
25
|
*
|
|
26
26
|
* @example
|
|
27
27
|
* 96
|
|
@@ -29,7 +29,7 @@ export class GetEvaluationRunResponseBodyEvaluatorProgress extends $dara.Model {
|
|
|
29
29
|
successCount?: number;
|
|
30
30
|
/**
|
|
31
31
|
* @remarks
|
|
32
|
-
* The total number of
|
|
32
|
+
* The total number of items for this evaluator.
|
|
33
33
|
*
|
|
34
34
|
* @example
|
|
35
35
|
* 100
|
|
@@ -73,7 +73,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
73
73
|
createdAt?: number;
|
|
74
74
|
/**
|
|
75
75
|
* @remarks
|
|
76
|
-
* The end time of the data window
|
|
76
|
+
* The end time of the run data window, in seconds-level UNIX timestamp.
|
|
77
77
|
*
|
|
78
78
|
* @example
|
|
79
79
|
* 1782902400
|
|
@@ -81,7 +81,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
81
81
|
dataEndTime?: number;
|
|
82
82
|
/**
|
|
83
83
|
* @remarks
|
|
84
|
-
* The start time of the data window
|
|
84
|
+
* The start time of the run data window, in seconds-level UNIX timestamp.
|
|
85
85
|
*
|
|
86
86
|
* @example
|
|
87
87
|
* 1782816000
|
|
@@ -89,7 +89,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
89
89
|
dataStartTime?: number;
|
|
90
90
|
/**
|
|
91
91
|
* @remarks
|
|
92
|
-
* The list of progress
|
|
92
|
+
* The list of progress entries by evaluator.
|
|
93
93
|
*
|
|
94
94
|
* @example
|
|
95
95
|
* [{"evaluatorName":"Builtin.agent_task_completion","totalCount":100,"successCount":96,"failedCount":4}]
|
|
@@ -97,7 +97,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
97
97
|
evaluatorProgress?: GetEvaluationRunResponseBodyEvaluatorProgress[];
|
|
98
98
|
/**
|
|
99
99
|
* @remarks
|
|
100
|
-
* The evaluator configuration
|
|
100
|
+
* The snapshot of the evaluator configuration at the time the run was created, in JSON string format.
|
|
101
101
|
*
|
|
102
102
|
* @example
|
|
103
103
|
* [{"evaluatorRef":"Builtin.agent_task_completion"}]
|
|
@@ -105,7 +105,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
105
105
|
evaluators?: string;
|
|
106
106
|
/**
|
|
107
107
|
* @remarks
|
|
108
|
-
* The number of failed
|
|
108
|
+
* The number of failed items.
|
|
109
109
|
*
|
|
110
110
|
* @example
|
|
111
111
|
* 4
|
|
@@ -153,7 +153,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
153
153
|
status?: string;
|
|
154
154
|
/**
|
|
155
155
|
* @remarks
|
|
156
|
-
* The number of successful
|
|
156
|
+
* The number of successful items.
|
|
157
157
|
*
|
|
158
158
|
* @example
|
|
159
159
|
* 96
|
|
@@ -169,7 +169,7 @@ export class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
169
169
|
taskId?: string;
|
|
170
170
|
/**
|
|
171
171
|
* @remarks
|
|
172
|
-
* The total number of evaluation
|
|
172
|
+
* The total number of evaluation items.
|
|
173
173
|
*
|
|
174
174
|
* @example
|
|
175
175
|
* 100
|
|
@@ -15,7 +15,7 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
15
15
|
agentSpace?: string;
|
|
16
16
|
/**
|
|
17
17
|
* @remarks
|
|
18
|
-
* The task
|
|
18
|
+
* The source of the task.
|
|
19
19
|
*
|
|
20
20
|
* @example
|
|
21
21
|
* default
|
|
@@ -23,7 +23,7 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
23
23
|
channel?: string;
|
|
24
24
|
/**
|
|
25
25
|
* @remarks
|
|
26
|
-
* The data source and execution configuration. Tasks with `dataType=trace` typically contain `project`, `storeName`, and `dataScope` fields
|
|
26
|
+
* The data source and execution configuration. Tasks with `dataType=trace` typically contain backend-populated `project`, `storeName`, and `dataScope` fields.
|
|
27
27
|
*
|
|
28
28
|
* @example
|
|
29
29
|
* {"project":"agentspace-project","storeName":"logstore-tracing","dataScope":"trace"}
|
|
@@ -31,7 +31,7 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
31
31
|
config?: { [key: string]: string };
|
|
32
32
|
/**
|
|
33
33
|
* @remarks
|
|
34
|
-
* The creation time, in seconds
|
|
34
|
+
* The creation time, in seconds as a UNIX timestamp.
|
|
35
35
|
*
|
|
36
36
|
* @example
|
|
37
37
|
* 1782816000
|
|
@@ -39,7 +39,7 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
39
39
|
createdAt?: number;
|
|
40
40
|
/**
|
|
41
41
|
* @remarks
|
|
42
|
-
* The evaluation data filter
|
|
42
|
+
* The evaluation data filter conditions, returned by the backend as a JSON string.
|
|
43
43
|
*
|
|
44
44
|
* @example
|
|
45
45
|
* {"query":"serviceName=\\"checkout-service\\"","maxRecords":10,"samplingRate":100}
|
|
@@ -55,10 +55,10 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
55
55
|
dataType?: string;
|
|
56
56
|
/**
|
|
57
57
|
* @remarks
|
|
58
|
-
* The evaluation task
|
|
58
|
+
* The description of the evaluation task.
|
|
59
59
|
*
|
|
60
60
|
* @example
|
|
61
|
-
* Evaluate the task completion
|
|
61
|
+
* Evaluate the task completion of the online Agent pipeline
|
|
62
62
|
*/
|
|
63
63
|
description?: string;
|
|
64
64
|
/**
|
|
@@ -87,7 +87,7 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
87
87
|
requestId?: string;
|
|
88
88
|
/**
|
|
89
89
|
* @remarks
|
|
90
|
-
* The structured
|
|
90
|
+
* The structured run strategy configuration, including the parsed backfill strategy and continuous evaluation strategy.
|
|
91
91
|
*
|
|
92
92
|
* @example
|
|
93
93
|
* {"backfill":{"enabled":true,"startTime":1782816000000,"endTime":1782902400000},"continuous":{"enabled":true,"intervalUnit":"HOUR","intervalValue":1,"dataDelayMinutes":5}}
|
|
@@ -135,7 +135,7 @@ export class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
135
135
|
taskName?: string;
|
|
136
136
|
/**
|
|
137
137
|
* @remarks
|
|
138
|
-
* The last update time, in seconds
|
|
138
|
+
* The last update time, in seconds as a UNIX timestamp.
|
|
139
139
|
*
|
|
140
140
|
* @example
|
|
141
141
|
* 1782816600
|
|
@@ -5,7 +5,7 @@ import * as $dara from '@darabonba/typescript';
|
|
|
5
5
|
export class GetEvaluatorResponseBodyEvaluatorVersions extends $dara.Model {
|
|
6
6
|
/**
|
|
7
7
|
* @remarks
|
|
8
|
-
* The
|
|
8
|
+
* The version creation time, in seconds-level UNIX timestamp.
|
|
9
9
|
*
|
|
10
10
|
* @example
|
|
11
11
|
* 1782816000
|
|
@@ -24,7 +24,7 @@ export class GetEvaluatorResponseBodyEvaluatorVersions extends $dara.Model {
|
|
|
24
24
|
* The version description.
|
|
25
25
|
*
|
|
26
26
|
* @example
|
|
27
|
-
*
|
|
27
|
+
* Initial version
|
|
28
28
|
*/
|
|
29
29
|
versionDescription?: string;
|
|
30
30
|
static names(): { [key: string]: string } {
|
|
@@ -74,12 +74,12 @@ export class GetEvaluatorResponseBodyEvaluator extends $dara.Model {
|
|
|
74
74
|
* The configuration of the current version.
|
|
75
75
|
*
|
|
76
76
|
* @example
|
|
77
|
-
* {"prompt":"
|
|
77
|
+
* {"prompt":"Please evaluate the task completion"}
|
|
78
78
|
*/
|
|
79
79
|
config?: { [key: string]: any };
|
|
80
80
|
/**
|
|
81
81
|
* @remarks
|
|
82
|
-
* The time
|
|
82
|
+
* The creation time, in seconds-level UNIX timestamp.
|
|
83
83
|
*
|
|
84
84
|
* @example
|
|
85
85
|
* 1782816000
|
|
@@ -98,7 +98,7 @@ export class GetEvaluatorResponseBodyEvaluator extends $dara.Model {
|
|
|
98
98
|
* The evaluator description.
|
|
99
99
|
*
|
|
100
100
|
* @example
|
|
101
|
-
*
|
|
101
|
+
* Determines whether the Agent has completed the user task
|
|
102
102
|
*/
|
|
103
103
|
description?: string;
|
|
104
104
|
/**
|
|
@@ -106,7 +106,7 @@ export class GetEvaluatorResponseBodyEvaluator extends $dara.Model {
|
|
|
106
106
|
* The display name.
|
|
107
107
|
*
|
|
108
108
|
* @example
|
|
109
|
-
*
|
|
109
|
+
* Trace task completion
|
|
110
110
|
*/
|
|
111
111
|
displayName?: string;
|
|
112
112
|
/**
|
|
@@ -151,7 +151,7 @@ export class GetEvaluatorResponseBodyEvaluator extends $dara.Model {
|
|
|
151
151
|
type?: string;
|
|
152
152
|
/**
|
|
153
153
|
* @remarks
|
|
154
|
-
* The time
|
|
154
|
+
* The update time, in seconds-level UNIX timestamp.
|
|
155
155
|
*
|
|
156
156
|
* @example
|
|
157
157
|
* 1782816600
|