@alicloud/agentloop20260520 2.3.4 → 2.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +26 -20
- package/dist/client.js +29 -20
- package/dist/client.js.map +1 -1
- package/dist/models/ConnectorProperties.d.ts +64 -0
- package/dist/models/ConnectorProperties.js +6 -0
- package/dist/models/ConnectorProperties.js.map +1 -1
- package/dist/models/CreateAgentSpaceRequest.d.ts +12 -1
- package/dist/models/CreateAgentSpaceRequest.js.map +1 -1
- package/dist/models/CreateEvaluationTaskRequest.d.ts +7 -7
- package/dist/models/CreateEvaluatorRequest.d.ts +10 -11
- package/dist/models/CreateEvaluatorRequest.js.map +1 -1
- package/dist/models/CreateEvaluatorSkillRequest.d.ts +9 -9
- package/dist/models/CreateExperimentPlanRequest.d.ts +6 -6
- package/dist/models/CreateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/CreateExperimentRunRequest.d.ts +7 -7
- package/dist/models/CreateExperimentRunResponseBody.d.ts +3 -3
- package/dist/models/DeleteExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/ExperimentConfig.d.ts +44 -0
- package/dist/models/ExperimentConfig.js +2 -0
- package/dist/models/ExperimentConfig.js.map +1 -1
- package/dist/models/GetEvaluationRunResponseBody.d.ts +10 -10
- package/dist/models/GetEvaluationTaskResponseBody.d.ts +8 -8
- package/dist/models/GetEvaluatorResponseBody.d.ts +7 -7
- package/dist/models/GetEvaluatorSkillResponseBody.d.ts +10 -10
- package/dist/models/GetExperimentPlanResponseBody.d.ts +4 -4
- package/dist/models/IndexJsonKey.d.ts +16 -0
- package/dist/models/IndexJsonKey.js.map +1 -1
- package/dist/models/IndexKey.d.ts +35 -0
- package/dist/models/IndexKey.js +2 -0
- package/dist/models/IndexKey.js.map +1 -1
- package/dist/models/ListAgentSpacesRequest.d.ts +7 -0
- package/dist/models/ListAgentSpacesRequest.js.map +1 -1
- package/dist/models/ListEvaluationRunsResponseBody.d.ts +1 -1
- package/dist/models/ListEvaluationTasksResponseBody.d.ts +3 -3
- package/dist/models/ListEvaluatorSkillsResponseBody.d.ts +5 -5
- package/dist/models/ListExperimentPlansRequest.d.ts +2 -2
- package/dist/models/ListExperimentPlansResponseBody.d.ts +2 -2
- package/dist/models/ListPipelinesRequest.d.ts +29 -0
- package/dist/models/ListPipelinesRequest.js +2 -0
- package/dist/models/ListPipelinesRequest.js.map +1 -1
- package/dist/models/ListPipelinesResponseBody.d.ts +405 -1
- package/dist/models/ListPipelinesResponseBody.js +279 -1
- package/dist/models/ListPipelinesResponseBody.js.map +1 -1
- package/dist/models/UpdateEvaluatorRequest.d.ts +7 -7
- package/dist/models/UpdateExperimentPlanRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentPlanResponseBody.d.ts +1 -1
- package/dist/models/UpdateExperimentRunRequest.d.ts +3 -3
- package/dist/models/UpdateExperimentRunResponseBody.d.ts +1 -1
- package/dist/models/model.d.ts +11 -0
- package/dist/models/model.js +31 -9
- package/dist/models/model.js.map +1 -1
- package/package.json +1 -1
- package/src/client.ts +30 -20
- package/src/models/ConnectorProperties.ts +70 -0
- package/src/models/CreateAgentSpaceRequest.ts +12 -1
- package/src/models/CreateEvaluationTaskRequest.ts +7 -7
- package/src/models/CreateEvaluatorRequest.ts +10 -11
- package/src/models/CreateEvaluatorSkillRequest.ts +9 -9
- package/src/models/CreateExperimentPlanRequest.ts +6 -6
- package/src/models/CreateExperimentPlanResponseBody.ts +1 -1
- package/src/models/CreateExperimentRunRequest.ts +7 -7
- package/src/models/CreateExperimentRunResponseBody.ts +3 -3
- package/src/models/DeleteExperimentPlanResponseBody.ts +1 -1
- package/src/models/ExperimentConfig.ts +46 -0
- package/src/models/GetEvaluationRunResponseBody.ts +10 -10
- package/src/models/GetEvaluationTaskResponseBody.ts +8 -8
- package/src/models/GetEvaluatorResponseBody.ts +7 -7
- package/src/models/GetEvaluatorSkillResponseBody.ts +10 -10
- package/src/models/GetExperimentPlanResponseBody.ts +4 -4
- package/src/models/IndexJsonKey.ts +16 -0
- package/src/models/IndexKey.ts +37 -0
- package/src/models/ListAgentSpacesRequest.ts +7 -0
- package/src/models/ListEvaluationRunsResponseBody.ts +1 -1
- package/src/models/ListEvaluationTasksResponseBody.ts +3 -3
- package/src/models/ListEvaluatorSkillsResponseBody.ts +5 -5
- package/src/models/ListExperimentPlansRequest.ts +2 -2
- package/src/models/ListExperimentPlansResponseBody.ts +2 -2
- package/src/models/ListPipelinesRequest.ts +31 -0
- package/src/models/ListPipelinesResponseBody.ts +584 -1
- package/src/models/UpdateEvaluatorRequest.ts +7 -7
- package/src/models/UpdateExperimentPlanRequest.ts +3 -3
- package/src/models/UpdateExperimentPlanResponseBody.ts +1 -1
- package/src/models/UpdateExperimentRunRequest.ts +3 -3
- package/src/models/UpdateExperimentRunResponseBody.ts +1 -1
- package/src/models/model.ts +11 -0
|
@@ -12,7 +12,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
12
12
|
channel?: string;
|
|
13
13
|
/**
|
|
14
14
|
* @remarks
|
|
15
|
-
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and
|
|
15
|
+
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and `storeName=logstore-tracing`. For trace-level Trace evaluation, set `dataScope=trace`.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
18
|
* {"dataScope":"trace"}
|
|
@@ -30,7 +30,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
30
30
|
dataFilter?: string;
|
|
31
31
|
/**
|
|
32
32
|
* @remarks
|
|
33
|
-
* The data source type of the evaluation
|
|
33
|
+
* The data source type of the evaluation object. Use `trace` for trace-based evaluation.
|
|
34
34
|
*
|
|
35
35
|
* @example
|
|
36
36
|
* trace
|
|
@@ -38,7 +38,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
38
38
|
dataType?: string;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The evaluation task
|
|
41
|
+
* The description of the evaluation task.
|
|
42
42
|
*
|
|
43
43
|
* @example
|
|
44
44
|
* Evaluate the task completion of online Agent traces
|
|
@@ -46,7 +46,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
46
46
|
description?: string;
|
|
47
47
|
/**
|
|
48
48
|
* @remarks
|
|
49
|
-
* The evaluator
|
|
49
|
+
* The list of evaluator configurations. This parameter cannot be empty. Within the same task, `evaluatorRef` takes precedence. Otherwise, `name` is used as the unique identifier.
|
|
50
50
|
*
|
|
51
51
|
* @example
|
|
52
52
|
* [{"evaluatorRef":"Builtin.agent_task_completion","resultName":"agent_task_completion","resultType":"score","variableMapping":{"input":"trace.input","output":"trace.output","agent_trajectory":"trace.agent_trajectory"}}]
|
|
@@ -54,12 +54,12 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
54
54
|
evaluators?: Evaluator[];
|
|
55
55
|
/**
|
|
56
56
|
* @remarks
|
|
57
|
-
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill
|
|
57
|
+
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill. `continuous` is used for continuous evaluation of new data.
|
|
58
58
|
*/
|
|
59
59
|
runStrategies?: RunStrategies;
|
|
60
60
|
/**
|
|
61
61
|
* @remarks
|
|
62
|
-
* The task tag key-value pairs.
|
|
62
|
+
* The task tag key-value pairs. No tags need to be specified by default. Specify tags only when you need to associate or filter tasks by business tags.
|
|
63
63
|
*
|
|
64
64
|
* @example
|
|
65
65
|
* {"env":"prod","serviceId":"checkout-service","planId":"plan-20260703"}
|
|
@@ -85,7 +85,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
85
85
|
taskName?: string;
|
|
86
86
|
/**
|
|
87
87
|
* @remarks
|
|
88
|
-
* The idempotency token.
|
|
88
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
89
89
|
*
|
|
90
90
|
* @example
|
|
91
91
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -10,28 +10,28 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
10
10
|
annotations?: string[];
|
|
11
11
|
/**
|
|
12
12
|
* @remarks
|
|
13
|
-
* The evaluator configuration.
|
|
13
|
+
* The evaluator configuration. LLM/AGENT types typically include prompt, variables, and outputSchema. CODE types typically include codeType, faasConfig, variables, and parameters.
|
|
14
14
|
*
|
|
15
15
|
* @example
|
|
16
|
-
* {"prompt":"
|
|
16
|
+
* {"prompt":"Please evaluate task completion","variables":[{"name":"input"}]}
|
|
17
17
|
*/
|
|
18
18
|
config?: {
|
|
19
19
|
[key: string]: any;
|
|
20
20
|
};
|
|
21
21
|
/**
|
|
22
22
|
* @remarks
|
|
23
|
-
* The
|
|
23
|
+
* The description of the evaluator. Maximum length: 256 characters.
|
|
24
24
|
*
|
|
25
25
|
* @example
|
|
26
|
-
*
|
|
26
|
+
* Determines whether the Agent completed the user task
|
|
27
27
|
*/
|
|
28
28
|
description?: string;
|
|
29
29
|
/**
|
|
30
30
|
* @remarks
|
|
31
|
-
* The display name.
|
|
31
|
+
* The display name. Maximum length: 128 characters.
|
|
32
32
|
*
|
|
33
33
|
* @example
|
|
34
|
-
*
|
|
34
|
+
* Trace task completion
|
|
35
35
|
*/
|
|
36
36
|
displayName?: string;
|
|
37
37
|
/**
|
|
@@ -46,7 +46,7 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
46
46
|
metricName?: string;
|
|
47
47
|
/**
|
|
48
48
|
* @remarks
|
|
49
|
-
* The evaluator name. The name cannot start with a system-reserved prefix
|
|
49
|
+
* The evaluator name. The name cannot start with a system-reserved prefix. Maximum length: 128 characters.
|
|
50
50
|
*
|
|
51
51
|
* This parameter is required.
|
|
52
52
|
*
|
|
@@ -67,9 +67,8 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
67
67
|
/**
|
|
68
68
|
* @remarks
|
|
69
69
|
* The evaluator type. Valid values:
|
|
70
|
-
*
|
|
71
70
|
* - LLM: an inner join large language model evaluation evaluator.
|
|
72
|
-
* - AGENT: a StarOps digital
|
|
71
|
+
* - AGENT: a StarOps digital worker evaluator.
|
|
73
72
|
* - CODE: a code evaluator.
|
|
74
73
|
*
|
|
75
74
|
* This parameter is required.
|
|
@@ -93,12 +92,12 @@ export declare class CreateEvaluatorRequest extends $dara.Model {
|
|
|
93
92
|
* The version description.
|
|
94
93
|
*
|
|
95
94
|
* @example
|
|
96
|
-
*
|
|
95
|
+
* Initial version
|
|
97
96
|
*/
|
|
98
97
|
versionDescription?: string;
|
|
99
98
|
/**
|
|
100
99
|
* @remarks
|
|
101
|
-
* The idempotency token.
|
|
100
|
+
* The idempotency token. This is a unique string generated by the client to ensure idempotence of the create operation. CloudSpec declares this query parameter, but the backend does not currently perform idempotency checks.
|
|
102
101
|
*
|
|
103
102
|
* @example
|
|
104
103
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CreateEvaluatorRequest.js","sourceRoot":"","sources":["../../src/models/CreateEvaluatorRequest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAG/C,MAAa,sBAAuB,SAAQ,KAAK,CAAC,KAAK;
|
|
1
|
+
{"version":3,"file":"CreateEvaluatorRequest.js","sourceRoot":"","sources":["../../src/models/CreateEvaluatorRequest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAG/C,MAAa,sBAAuB,SAAQ,KAAK,CAAC,KAAK;IAoGrD,MAAM,CAAC,KAAK;QACV,OAAO;YACL,WAAW,EAAE,aAAa;YAC1B,MAAM,EAAE,QAAQ;YAChB,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,aAAa;YAC1B,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,SAAS;YAClB,kBAAkB,EAAE,oBAAoB;YACxC,WAAW,EAAE,aAAa;SAC3B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK;QACV,OAAO;YACL,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE;YACtD,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE;YAClE,WAAW,EAAE,QAAQ;YACrB,WAAW,EAAE,QAAQ;YACrB,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE;YACtE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,kBAAkB,EAAE,QAAQ;YAC5B,WAAW,EAAE,QAAQ;SACtB,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,IAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QACD,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QACD,IAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACnB,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QACD,KAAK,CAAC,QAAQ,EAAE,CAAC;IACnB,CAAC;IAED,YAAY,GAA4B;QACtC,KAAK,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;CACF;AApJD,wDAoJC"}
|
|
@@ -2,7 +2,7 @@ import * as $dara from '@darabonba/typescript';
|
|
|
2
2
|
export declare class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
3
3
|
/**
|
|
4
4
|
* @remarks
|
|
5
|
-
* The skill file
|
|
5
|
+
* The content of the skill file.
|
|
6
6
|
*
|
|
7
7
|
* This parameter is required.
|
|
8
8
|
*
|
|
@@ -12,7 +12,7 @@ export declare class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
12
12
|
content?: string;
|
|
13
13
|
/**
|
|
14
14
|
* @remarks
|
|
15
|
-
* The skill file
|
|
15
|
+
* The name of the skill file.
|
|
16
16
|
*
|
|
17
17
|
* This parameter is required.
|
|
18
18
|
*
|
|
@@ -22,10 +22,10 @@ export declare class CreateEvaluatorSkillRequestFiles extends $dara.Model {
|
|
|
22
22
|
name?: string;
|
|
23
23
|
/**
|
|
24
24
|
* @remarks
|
|
25
|
-
* The file
|
|
25
|
+
* The remark for the file.
|
|
26
26
|
*
|
|
27
27
|
* @example
|
|
28
|
-
*
|
|
28
|
+
* Main skill description
|
|
29
29
|
*/
|
|
30
30
|
remark?: string;
|
|
31
31
|
static names(): {
|
|
@@ -52,10 +52,10 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
52
52
|
agentSpace?: string;
|
|
53
53
|
/**
|
|
54
54
|
* @remarks
|
|
55
|
-
* The description
|
|
55
|
+
* The skill description.
|
|
56
56
|
*
|
|
57
57
|
* @example
|
|
58
|
-
*
|
|
58
|
+
* Reads trace context to assist evaluation
|
|
59
59
|
*/
|
|
60
60
|
description?: string;
|
|
61
61
|
/**
|
|
@@ -63,7 +63,7 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
63
63
|
* The display name of the skill.
|
|
64
64
|
*
|
|
65
65
|
* @example
|
|
66
|
-
* Trace
|
|
66
|
+
* Trace Context Loader
|
|
67
67
|
*/
|
|
68
68
|
displayName?: string;
|
|
69
69
|
/**
|
|
@@ -81,7 +81,7 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
81
81
|
* This parameter is required.
|
|
82
82
|
*
|
|
83
83
|
* @example
|
|
84
|
-
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"
|
|
84
|
+
* [{"name":"SKILL.md","content":"# Trace Context Loader","remark":"Main skill description"}]
|
|
85
85
|
*/
|
|
86
86
|
files?: CreateEvaluatorSkillRequestFiles[];
|
|
87
87
|
/**
|
|
@@ -96,7 +96,7 @@ export declare class CreateEvaluatorSkillRequest extends $dara.Model {
|
|
|
96
96
|
skillName?: string;
|
|
97
97
|
/**
|
|
98
98
|
* @remarks
|
|
99
|
-
* The idempotency token.
|
|
99
|
+
* The idempotency token. CloudSpec declares this query parameter, but the backend does not currently perform idempotency comparison.
|
|
100
100
|
*
|
|
101
101
|
* @example
|
|
102
102
|
* a1b2c3d4-1234-5678-90ab-cdef12345678
|
|
@@ -4,7 +4,7 @@ import { ExperimentConfig } from "./ExperimentConfig";
|
|
|
4
4
|
export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
5
5
|
/**
|
|
6
6
|
* @remarks
|
|
7
|
-
* The ID of the associated dataset. If
|
|
7
|
+
* The ID of the associated dataset. If not specified, the execution phase processes in simple mode.
|
|
8
8
|
*
|
|
9
9
|
* @example
|
|
10
10
|
* rca_benckmark_eval
|
|
@@ -38,7 +38,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
38
38
|
experimentType?: string;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The list of experiment configurations. A maximum of
|
|
41
|
+
* The list of experiment configurations. A maximum of 5 entries are supported. For offline experiments, this parameter can be omitted or set to an empty array. For online experiments, at least one entry is required.
|
|
42
42
|
*
|
|
43
43
|
* This parameter is required.
|
|
44
44
|
*
|
|
@@ -58,12 +58,12 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
58
58
|
};
|
|
59
59
|
/**
|
|
60
60
|
* @remarks
|
|
61
|
-
* The name of the associated data processing pipeline (optional). After association, when
|
|
61
|
+
* The name of the associated data processing pipeline (optional). After association, when experiment runs under this plan finish writing results to the experiment result Logstore, the system filters by the traceId of the experiment trace, calls PreviewPipeline, and writes the pipeline-processed results together.
|
|
62
62
|
*/
|
|
63
63
|
pipelineName?: string;
|
|
64
64
|
/**
|
|
65
65
|
* @remarks
|
|
66
|
-
* The experiment plan
|
|
66
|
+
* The name of the experiment plan. The name must be unique within the same AgentSpace and account.
|
|
67
67
|
*
|
|
68
68
|
* This parameter is required.
|
|
69
69
|
*
|
|
@@ -73,7 +73,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
73
73
|
planName?: string;
|
|
74
74
|
/**
|
|
75
75
|
* @remarks
|
|
76
|
-
* The custom query SQL clause
|
|
76
|
+
* The custom query SQL clause for partial dataset mode. This parameter can be used when `selectedItemIds` is empty.
|
|
77
77
|
*
|
|
78
78
|
* @example
|
|
79
79
|
* status=\\"OK\\"
|
|
@@ -81,7 +81,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
81
81
|
querySql?: string;
|
|
82
82
|
/**
|
|
83
83
|
* @remarks
|
|
84
|
-
* The list of selected data item IDs
|
|
84
|
+
* The list of selected data item IDs for partial dataset mode. This parameter must be used together with `datasetId`.
|
|
85
85
|
*
|
|
86
86
|
* @example
|
|
87
87
|
* ["019ef4d5-a0f0-7114-832d-5542d771cd8c", "019f1729-be9b-7769-a006-8e98023ad7ad"]
|
|
@@ -26,7 +26,7 @@ export declare class CreateExperimentPlanResponseBody extends $dara.Model {
|
|
|
26
26
|
requestId?: string;
|
|
27
27
|
/**
|
|
28
28
|
* @remarks
|
|
29
|
-
* The creation result.
|
|
29
|
+
* The creation result. The value `created` indicates success.
|
|
30
30
|
*
|
|
31
31
|
* @example
|
|
32
32
|
* created
|
|
@@ -3,7 +3,7 @@ import { OfflineExperimentConfig } from "./OfflineExperimentConfig";
|
|
|
3
3
|
export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
4
4
|
/**
|
|
5
5
|
* @remarks
|
|
6
|
-
* The completion time
|
|
6
|
+
* The completion time. The value is a millisecond-level UNIX timestamp.
|
|
7
7
|
*
|
|
8
8
|
* @example
|
|
9
9
|
* 1784721811392
|
|
@@ -11,7 +11,7 @@ export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
|
11
11
|
completedAt?: number;
|
|
12
12
|
/**
|
|
13
13
|
* @remarks
|
|
14
|
-
* The number of completed tasks.
|
|
14
|
+
* The number of completed tasks. Default value: 0.
|
|
15
15
|
*
|
|
16
16
|
* @example
|
|
17
17
|
* 0
|
|
@@ -19,7 +19,7 @@ export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
|
19
19
|
completedTasks?: number;
|
|
20
20
|
/**
|
|
21
21
|
* @remarks
|
|
22
|
-
* The execution time
|
|
22
|
+
* The execution time. The value is a millisecond-level UNIX timestamp.
|
|
23
23
|
*
|
|
24
24
|
* @example
|
|
25
25
|
* 1784721775379
|
|
@@ -37,7 +37,7 @@ export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
|
37
37
|
experimentPlanId?: string;
|
|
38
38
|
/**
|
|
39
39
|
* @remarks
|
|
40
|
-
* The number of failed tasks.
|
|
40
|
+
* The number of failed tasks. Default value: 0.
|
|
41
41
|
*
|
|
42
42
|
* @example
|
|
43
43
|
* 0
|
|
@@ -45,7 +45,7 @@ export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
|
45
45
|
failedTasks?: number;
|
|
46
46
|
/**
|
|
47
47
|
* @remarks
|
|
48
|
-
* The list of offline experiment configurations.
|
|
48
|
+
* The list of offline experiment configurations. This parameter is required when the plan type is offline. You can specify 1 to 5 configurations.
|
|
49
49
|
*
|
|
50
50
|
* @example
|
|
51
51
|
* [{"label": "experimentA", "name": "experimentA"}]
|
|
@@ -53,7 +53,7 @@ export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
|
53
53
|
offlineExperiments?: OfflineExperimentConfig[];
|
|
54
54
|
/**
|
|
55
55
|
* @remarks
|
|
56
|
-
* The experiment record name. If not specified, the default value is the plan name
|
|
56
|
+
* The experiment record name. If not specified, the default value is the plan name followed by a timestamp.
|
|
57
57
|
*
|
|
58
58
|
* @example
|
|
59
59
|
* arms_agent_experiment 2026/07/22 20:02:55
|
|
@@ -61,7 +61,7 @@ export declare class CreateExperimentRunRequest extends $dara.Model {
|
|
|
61
61
|
recordName?: string;
|
|
62
62
|
/**
|
|
63
63
|
* @remarks
|
|
64
|
-
* The initial status.
|
|
64
|
+
* The initial status. Default value: `pending`.
|
|
65
65
|
*
|
|
66
66
|
* @example
|
|
67
67
|
* pending
|
|
@@ -5,12 +5,12 @@ export declare class CreateExperimentRunResponseBody extends $dara.Model {
|
|
|
5
5
|
* The message.
|
|
6
6
|
*
|
|
7
7
|
* @example
|
|
8
|
-
* Experiment created, execution started
|
|
8
|
+
* Experiment created, execution started
|
|
9
9
|
*/
|
|
10
10
|
message?: string;
|
|
11
11
|
/**
|
|
12
12
|
* @remarks
|
|
13
|
-
* The experiment record ID. For online experiments, the
|
|
13
|
+
* The experiment record ID. For online experiments, the ID is typically in the format exp-run-{uuid32}. For offline experiments, the ID may also be a standard UUID.
|
|
14
14
|
*
|
|
15
15
|
* @example
|
|
16
16
|
* exp-run-f6d419b0ed3d43a7b585948a55efc07b
|
|
@@ -26,7 +26,7 @@ export declare class CreateExperimentRunResponseBody extends $dara.Model {
|
|
|
26
26
|
requestId?: string;
|
|
27
27
|
/**
|
|
28
28
|
* @remarks
|
|
29
|
-
* The experiment record status.
|
|
29
|
+
* The experiment record status. The value is typically pending after creation.
|
|
30
30
|
*
|
|
31
31
|
* @example
|
|
32
32
|
* pending
|
|
@@ -18,7 +18,7 @@ export declare class DeleteExperimentPlanResponseBody extends $dara.Model {
|
|
|
18
18
|
requestId?: string;
|
|
19
19
|
/**
|
|
20
20
|
* @remarks
|
|
21
|
-
* The deletion result. The value is deleted if the operation
|
|
21
|
+
* The deletion result. The value is deleted if the operation succeeds.
|
|
22
22
|
*
|
|
23
23
|
* @example
|
|
24
24
|
* deleted
|
|
@@ -2,14 +2,58 @@ import * as $dara from '@darabonba/typescript';
|
|
|
2
2
|
import { ModelParameters } from "./ModelParameters";
|
|
3
3
|
import { PromptTemplateItem } from "./PromptTemplateItem";
|
|
4
4
|
export declare class ExperimentConfig extends $dara.Model {
|
|
5
|
+
/**
|
|
6
|
+
* @remarks
|
|
7
|
+
* The endpoint connector ID. This parameter is required in user/agent mode.
|
|
8
|
+
*/
|
|
5
9
|
endpointConnectorId?: string;
|
|
10
|
+
/**
|
|
11
|
+
* @remarks
|
|
12
|
+
* The experiment label (A/B/C/D/E).
|
|
13
|
+
*/
|
|
6
14
|
label?: string;
|
|
15
|
+
/**
|
|
16
|
+
* @remarks
|
|
17
|
+
* The model name. You can set this parameter to agent in agent scenarios.
|
|
18
|
+
*/
|
|
7
19
|
modelName?: string;
|
|
20
|
+
/**
|
|
21
|
+
* @remarks
|
|
22
|
+
* The model parameters.
|
|
23
|
+
*/
|
|
8
24
|
modelParameters?: ModelParameters;
|
|
25
|
+
/**
|
|
26
|
+
* @remarks
|
|
27
|
+
* The model provider. Valid values: dashscope (default), user, and agent.
|
|
28
|
+
*/
|
|
9
29
|
modelProvider?: string;
|
|
30
|
+
/**
|
|
31
|
+
* @remarks
|
|
32
|
+
* The experiment name.
|
|
33
|
+
*/
|
|
10
34
|
name?: string;
|
|
35
|
+
/**
|
|
36
|
+
* @remarks
|
|
37
|
+
* The prompt message template. Supports {{variable name}} placeholders.
|
|
38
|
+
*/
|
|
11
39
|
promptTemplate?: PromptTemplateItem[];
|
|
40
|
+
/**
|
|
41
|
+
* @remarks
|
|
42
|
+
* The agent request body template. This parameter is required in agent mode. Supports {{variable name}} placeholders.
|
|
43
|
+
*/
|
|
12
44
|
requestBodyTemplate?: string;
|
|
45
|
+
/**
|
|
46
|
+
* @remarks
|
|
47
|
+
* The agent request header template. This parameter is optional in agent mode. Supports {{variable name}} placeholders.
|
|
48
|
+
*
|
|
49
|
+
* @example
|
|
50
|
+
* {"Content-Type: application/json" }
|
|
51
|
+
*/
|
|
52
|
+
requestHeaderTemplate?: string;
|
|
53
|
+
/**
|
|
54
|
+
* @remarks
|
|
55
|
+
* The agent request method. Valid values: POST (default) and GET.
|
|
56
|
+
*/
|
|
13
57
|
requestMethod?: string;
|
|
14
58
|
static names(): {
|
|
15
59
|
[key: string]: string;
|
|
@@ -49,6 +49,7 @@ class ExperimentConfig extends $dara.Model {
|
|
|
49
49
|
name: 'name',
|
|
50
50
|
promptTemplate: 'promptTemplate',
|
|
51
51
|
requestBodyTemplate: 'requestBodyTemplate',
|
|
52
|
+
requestHeaderTemplate: 'requestHeaderTemplate',
|
|
52
53
|
requestMethod: 'requestMethod',
|
|
53
54
|
};
|
|
54
55
|
}
|
|
@@ -62,6 +63,7 @@ class ExperimentConfig extends $dara.Model {
|
|
|
62
63
|
name: 'string',
|
|
63
64
|
promptTemplate: { 'type': 'array', 'itemType': PromptTemplateItem_1.PromptTemplateItem },
|
|
64
65
|
requestBodyTemplate: 'string',
|
|
66
|
+
requestHeaderTemplate: 'string',
|
|
65
67
|
requestMethod: 'string',
|
|
66
68
|
};
|
|
67
69
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ExperimentConfig.js","sourceRoot":"","sources":["../../src/models/ExperimentConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAC/C,uDAAoD;AACpD,6DAA0D;AAG1D,MAAa,gBAAiB,SAAQ,KAAK,CAAC,KAAK;
|
|
1
|
+
{"version":3,"file":"ExperimentConfig.js","sourceRoot":"","sources":["../../src/models/ExperimentConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAC/C,uDAAoD;AACpD,6DAA0D;AAG1D,MAAa,gBAAiB,SAAQ,KAAK,CAAC,KAAK;IAsD/C,MAAM,CAAC,KAAK;QACV,OAAO;YACL,mBAAmB,EAAE,qBAAqB;YAC1C,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,WAAW;YACtB,eAAe,EAAE,iBAAiB;YAClC,aAAa,EAAE,eAAe;YAC9B,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE,gBAAgB;YAChC,mBAAmB,EAAE,qBAAqB;YAC1C,qBAAqB,EAAE,uBAAuB;YAC9C,aAAa,EAAE,eAAe;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK;QACV,OAAO;YACL,mBAAmB,EAAE,QAAQ;YAC7B,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,QAAQ;YACnB,eAAe,EAAE,iCAAe;YAChC,aAAa,EAAE,QAAQ;YACvB,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,uCAAkB,EAAE;YACnE,mBAAmB,EAAE,QAAQ;YAC7B,qBAAqB,EAAE,QAAQ;YAC/B,aAAa,EAAE,QAAQ;SACxB,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,IAAG,IAAI,CAAC,eAAe,IAAI,OAAQ,IAAI,CAAC,eAAuB,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YACvF,IAAI,CAAC,eAAuB,CAAC,QAAQ,EAAE,CAAC;QAC3C,CAAC;QACD,IAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACtC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,CAAC;QACD,KAAK,CAAC,QAAQ,EAAE,CAAC;IACnB,CAAC;IAED,YAAY,GAA4B;QACtC,KAAK,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;CACF;AAjGD,4CAiGC"}
|
|
@@ -10,7 +10,7 @@ export declare class GetEvaluationRunResponseBodyEvaluatorProgress extends $dara
|
|
|
10
10
|
evaluatorName?: string;
|
|
11
11
|
/**
|
|
12
12
|
* @remarks
|
|
13
|
-
* The number of failed
|
|
13
|
+
* The number of failed items for this evaluator.
|
|
14
14
|
*
|
|
15
15
|
* @example
|
|
16
16
|
* 4
|
|
@@ -18,7 +18,7 @@ export declare class GetEvaluationRunResponseBodyEvaluatorProgress extends $dara
|
|
|
18
18
|
failedCount?: number;
|
|
19
19
|
/**
|
|
20
20
|
* @remarks
|
|
21
|
-
* The number of successful
|
|
21
|
+
* The number of successful items for this evaluator.
|
|
22
22
|
*
|
|
23
23
|
* @example
|
|
24
24
|
* 96
|
|
@@ -26,7 +26,7 @@ export declare class GetEvaluationRunResponseBodyEvaluatorProgress extends $dara
|
|
|
26
26
|
successCount?: number;
|
|
27
27
|
/**
|
|
28
28
|
* @remarks
|
|
29
|
-
* The total number of
|
|
29
|
+
* The total number of items for this evaluator.
|
|
30
30
|
*
|
|
31
31
|
* @example
|
|
32
32
|
* 100
|
|
@@ -54,7 +54,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
54
54
|
createdAt?: number;
|
|
55
55
|
/**
|
|
56
56
|
* @remarks
|
|
57
|
-
* The end time of the data window
|
|
57
|
+
* The end time of the run data window, in seconds-level UNIX timestamp.
|
|
58
58
|
*
|
|
59
59
|
* @example
|
|
60
60
|
* 1782902400
|
|
@@ -62,7 +62,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
62
62
|
dataEndTime?: number;
|
|
63
63
|
/**
|
|
64
64
|
* @remarks
|
|
65
|
-
* The start time of the data window
|
|
65
|
+
* The start time of the run data window, in seconds-level UNIX timestamp.
|
|
66
66
|
*
|
|
67
67
|
* @example
|
|
68
68
|
* 1782816000
|
|
@@ -70,7 +70,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
70
70
|
dataStartTime?: number;
|
|
71
71
|
/**
|
|
72
72
|
* @remarks
|
|
73
|
-
* The list of progress
|
|
73
|
+
* The list of progress entries by evaluator.
|
|
74
74
|
*
|
|
75
75
|
* @example
|
|
76
76
|
* [{"evaluatorName":"Builtin.agent_task_completion","totalCount":100,"successCount":96,"failedCount":4}]
|
|
@@ -78,7 +78,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
78
78
|
evaluatorProgress?: GetEvaluationRunResponseBodyEvaluatorProgress[];
|
|
79
79
|
/**
|
|
80
80
|
* @remarks
|
|
81
|
-
* The evaluator configuration
|
|
81
|
+
* The snapshot of the evaluator configuration at the time the run was created, in JSON string format.
|
|
82
82
|
*
|
|
83
83
|
* @example
|
|
84
84
|
* [{"evaluatorRef":"Builtin.agent_task_completion"}]
|
|
@@ -86,7 +86,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
86
86
|
evaluators?: string;
|
|
87
87
|
/**
|
|
88
88
|
* @remarks
|
|
89
|
-
* The number of failed
|
|
89
|
+
* The number of failed items.
|
|
90
90
|
*
|
|
91
91
|
* @example
|
|
92
92
|
* 4
|
|
@@ -134,7 +134,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
134
134
|
status?: string;
|
|
135
135
|
/**
|
|
136
136
|
* @remarks
|
|
137
|
-
* The number of successful
|
|
137
|
+
* The number of successful items.
|
|
138
138
|
*
|
|
139
139
|
* @example
|
|
140
140
|
* 96
|
|
@@ -150,7 +150,7 @@ export declare class GetEvaluationRunResponseBody extends $dara.Model {
|
|
|
150
150
|
taskId?: string;
|
|
151
151
|
/**
|
|
152
152
|
* @remarks
|
|
153
|
-
* The total number of evaluation
|
|
153
|
+
* The total number of evaluation items.
|
|
154
154
|
*
|
|
155
155
|
* @example
|
|
156
156
|
* 100
|
|
@@ -12,7 +12,7 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
12
12
|
agentSpace?: string;
|
|
13
13
|
/**
|
|
14
14
|
* @remarks
|
|
15
|
-
* The task
|
|
15
|
+
* The source of the task.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
18
|
* default
|
|
@@ -20,7 +20,7 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
20
20
|
channel?: string;
|
|
21
21
|
/**
|
|
22
22
|
* @remarks
|
|
23
|
-
* The data source and execution configuration. Tasks with `dataType=trace` typically contain `project`, `storeName`, and `dataScope` fields
|
|
23
|
+
* The data source and execution configuration. Tasks with `dataType=trace` typically contain backend-populated `project`, `storeName`, and `dataScope` fields.
|
|
24
24
|
*
|
|
25
25
|
* @example
|
|
26
26
|
* {"project":"agentspace-project","storeName":"logstore-tracing","dataScope":"trace"}
|
|
@@ -30,7 +30,7 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
30
30
|
};
|
|
31
31
|
/**
|
|
32
32
|
* @remarks
|
|
33
|
-
* The creation time, in seconds
|
|
33
|
+
* The creation time, in seconds as a UNIX timestamp.
|
|
34
34
|
*
|
|
35
35
|
* @example
|
|
36
36
|
* 1782816000
|
|
@@ -38,7 +38,7 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
38
38
|
createdAt?: number;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The evaluation data filter
|
|
41
|
+
* The evaluation data filter conditions, returned by the backend as a JSON string.
|
|
42
42
|
*
|
|
43
43
|
* @example
|
|
44
44
|
* {"query":"serviceName=\\"checkout-service\\"","maxRecords":10,"samplingRate":100}
|
|
@@ -54,10 +54,10 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
54
54
|
dataType?: string;
|
|
55
55
|
/**
|
|
56
56
|
* @remarks
|
|
57
|
-
* The evaluation task
|
|
57
|
+
* The description of the evaluation task.
|
|
58
58
|
*
|
|
59
59
|
* @example
|
|
60
|
-
* Evaluate the task completion
|
|
60
|
+
* Evaluate the task completion of the online Agent pipeline
|
|
61
61
|
*/
|
|
62
62
|
description?: string;
|
|
63
63
|
/**
|
|
@@ -86,7 +86,7 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
86
86
|
requestId?: string;
|
|
87
87
|
/**
|
|
88
88
|
* @remarks
|
|
89
|
-
* The structured
|
|
89
|
+
* The structured run strategy configuration, including the parsed backfill strategy and continuous evaluation strategy.
|
|
90
90
|
*
|
|
91
91
|
* @example
|
|
92
92
|
* {"backfill":{"enabled":true,"startTime":1782816000000,"endTime":1782902400000},"continuous":{"enabled":true,"intervalUnit":"HOUR","intervalValue":1,"dataDelayMinutes":5}}
|
|
@@ -136,7 +136,7 @@ export declare class GetEvaluationTaskResponseBody extends $dara.Model {
|
|
|
136
136
|
taskName?: string;
|
|
137
137
|
/**
|
|
138
138
|
* @remarks
|
|
139
|
-
* The last update time, in seconds
|
|
139
|
+
* The last update time, in seconds as a UNIX timestamp.
|
|
140
140
|
*
|
|
141
141
|
* @example
|
|
142
142
|
* 1782816600
|