@alicloud/agentloop20260520 2.3.2 → 2.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +16 -16
- package/dist/client.js +16 -16
- package/dist/models/CreateEvaluationTaskRequest.d.ts +11 -11
- package/dist/models/CreateExperimentPlanRequest.d.ts +10 -6
- package/dist/models/CreateExperimentPlanRequest.js.map +1 -1
- package/dist/models/CreateExperimentPlanResponseBody.d.ts +2 -2
- package/dist/models/CreatePipelineRequest.d.ts +251 -9
- package/dist/models/CreatePipelineRequest.js +203 -1
- package/dist/models/CreatePipelineRequest.js.map +1 -1
- package/dist/models/Evaluator.d.ts +11 -3
- package/dist/models/Evaluator.js +6 -0
- package/dist/models/Evaluator.js.map +1 -1
- package/dist/models/EvaluatorVariableExtractorMappingValue.d.ts +37 -0
- package/dist/models/EvaluatorVariableExtractorMappingValue.js +62 -0
- package/dist/models/EvaluatorVariableExtractorMappingValue.js.map +1 -0
- package/dist/models/GetEvaluationTaskResponseBody.d.ts +3 -3
- package/dist/models/GetExperimentPlanResponseBody.d.ts +8 -4
- package/dist/models/GetExperimentPlanResponseBody.js.map +1 -1
- package/dist/models/GetPipelineResponseBody.d.ts +172 -3
- package/dist/models/GetPipelineResponseBody.js +203 -1
- package/dist/models/GetPipelineResponseBody.js.map +1 -1
- package/dist/models/ListExperimentRunsRequest.d.ts +1 -1
- package/dist/models/PreviewPipelineRequest.d.ts +68 -2
- package/dist/models/PreviewPipelineRequest.js +53 -1
- package/dist/models/PreviewPipelineRequest.js.map +1 -1
- package/dist/models/PreviewPipelineResponseBody.d.ts +6 -6
- package/dist/models/RunPipelineRequest.d.ts +16 -0
- package/dist/models/RunPipelineRequest.js.map +1 -1
- package/dist/models/RunPipelineResponseBody.d.ts +15 -0
- package/dist/models/RunPipelineResponseBody.js.map +1 -1
- package/dist/models/UpdateEvaluationTaskRequest.d.ts +5 -5
- package/dist/models/UpdateExperimentPlanRequest.d.ts +10 -6
- package/dist/models/UpdateExperimentPlanRequest.js.map +1 -1
- package/dist/models/UpdateExperimentPlanResponseBody.d.ts +3 -3
- package/dist/models/UpdatePipelineRequest.d.ts +267 -13
- package/dist/models/UpdatePipelineRequest.js +205 -1
- package/dist/models/UpdatePipelineRequest.js.map +1 -1
- package/dist/models/model.d.ts +27 -0
- package/dist/models/model.js +83 -28
- package/dist/models/model.js.map +1 -1
- package/package.json +1 -1
- package/src/client.ts +16 -16
- package/src/models/CreateEvaluationTaskRequest.ts +11 -11
- package/src/models/CreateExperimentPlanRequest.ts +10 -6
- package/src/models/CreateExperimentPlanResponseBody.ts +2 -2
- package/src/models/CreatePipelineRequest.ts +381 -9
- package/src/models/Evaluator.ts +14 -3
- package/src/models/EvaluatorVariableExtractorMappingValue.ts +54 -0
- package/src/models/GetEvaluationTaskResponseBody.ts +3 -3
- package/src/models/GetExperimentPlanResponseBody.ts +8 -4
- package/src/models/GetPipelineResponseBody.ts +302 -3
- package/src/models/ListExperimentRunsRequest.ts +1 -1
- package/src/models/PreviewPipelineRequest.ts +102 -2
- package/src/models/PreviewPipelineResponseBody.ts +6 -6
- package/src/models/RunPipelineRequest.ts +16 -0
- package/src/models/RunPipelineResponseBody.ts +15 -0
- package/src/models/UpdateEvaluationTaskRequest.ts +5 -5
- package/src/models/UpdateExperimentPlanRequest.ts +10 -6
- package/src/models/UpdateExperimentPlanResponseBody.ts +3 -3
- package/src/models/UpdatePipelineRequest.ts +399 -13
- package/src/models/model.ts +27 -0
package/dist/client.d.ts
CHANGED
|
@@ -120,7 +120,7 @@ export default class Client extends OpenApi {
|
|
|
120
120
|
* Creates an evaluation task.
|
|
121
121
|
*
|
|
122
122
|
* @remarks
|
|
123
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task
|
|
123
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server verifies AgentSpace permissions, initializes evaluation result storage, checks the uniqueness of the task name, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
124
124
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
125
125
|
*
|
|
126
126
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -135,7 +135,7 @@ export default class Client extends OpenApi {
|
|
|
135
135
|
* Creates an evaluation task.
|
|
136
136
|
*
|
|
137
137
|
* @remarks
|
|
138
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task
|
|
138
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server verifies AgentSpace permissions, initializes evaluation result storage, checks the uniqueness of the task name, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
139
139
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
140
140
|
*
|
|
141
141
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -182,7 +182,7 @@ export default class Client extends OpenApi {
|
|
|
182
182
|
* Creates an experiment plan.
|
|
183
183
|
*
|
|
184
184
|
* @remarks
|
|
185
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration
|
|
185
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
186
186
|
*
|
|
187
187
|
* @param request - CreateExperimentPlanRequest
|
|
188
188
|
* @param headers - map
|
|
@@ -196,7 +196,7 @@ export default class Client extends OpenApi {
|
|
|
196
196
|
* Creates an experiment plan.
|
|
197
197
|
*
|
|
198
198
|
* @remarks
|
|
199
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration
|
|
199
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
200
200
|
*
|
|
201
201
|
* @param request - CreateExperimentPlanRequest
|
|
202
202
|
* @returns CreateExperimentPlanResponse
|
|
@@ -905,7 +905,7 @@ export default class Client extends OpenApi {
|
|
|
905
905
|
*/
|
|
906
906
|
listExperimentPlans(agentSpace: string, request: $_model.ListExperimentPlansRequest): Promise<$_model.ListExperimentPlansResponse>;
|
|
907
907
|
/**
|
|
908
|
-
* Queries
|
|
908
|
+
* Queries a list of experiment run records.
|
|
909
909
|
*
|
|
910
910
|
* @remarks
|
|
911
911
|
* Calls ListExperimentRuns to query experiment run records under a specified AgentSpace for the current account. You can filter results by status, dataset, plan name, or experiment name, and use `page`/`pageSize` for pagination.
|
|
@@ -919,7 +919,7 @@ export default class Client extends OpenApi {
|
|
|
919
919
|
[key: string]: string;
|
|
920
920
|
}, runtime: $dara.RuntimeOptions): Promise<$_model.ListExperimentRunsResponse>;
|
|
921
921
|
/**
|
|
922
|
-
* Queries
|
|
922
|
+
* Queries a list of experiment run records.
|
|
923
923
|
*
|
|
924
924
|
* @remarks
|
|
925
925
|
* Calls ListExperimentRuns to query experiment run records under a specified AgentSpace for the current account. You can filter results by status, dataset, plan name, or experiment name, and use `page`/`pageSize` for pagination.
|
|
@@ -983,15 +983,15 @@ export default class Client extends OpenApi {
|
|
|
983
983
|
*/
|
|
984
984
|
pausePipeline(agentSpace: string, pipelineName: string, request: $_model.PausePipelineRequest): Promise<$_model.PausePipelineResponse>;
|
|
985
985
|
/**
|
|
986
|
-
* Previews a pipeline. Without creating pipeline resources, performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records
|
|
986
|
+
* Previews a pipeline. Without creating pipeline resources, this operation performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records to authenticate parameter settings and preview processing results.
|
|
987
987
|
*
|
|
988
988
|
* @remarks
|
|
989
|
-
* ##
|
|
989
|
+
* ## Operation description
|
|
990
990
|
* - **agentSpace** must be an AgentSpace instance that has been created under the current account.
|
|
991
991
|
* - **source.type** currently supports only the `logstore` type. The `logstore.project` and `logstore.logstore` must be authorized within the AgentSpace and located in the same region.
|
|
992
992
|
* - **pipeline.nodes** must contain at least one node of the `Source` type and cannot be empty.
|
|
993
|
-
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be
|
|
994
|
-
* - A maximum of 5 records are returned
|
|
993
|
+
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be earlier than **toTime**.
|
|
994
|
+
* - A maximum of 5 records are returned. Internal fields of the data source system are automatically filtered out.
|
|
995
995
|
*
|
|
996
996
|
* @param request - PreviewPipelineRequest
|
|
997
997
|
* @param headers - map
|
|
@@ -1002,15 +1002,15 @@ export default class Client extends OpenApi {
|
|
|
1002
1002
|
[key: string]: string;
|
|
1003
1003
|
}, runtime: $dara.RuntimeOptions): Promise<$_model.PreviewPipelineResponse>;
|
|
1004
1004
|
/**
|
|
1005
|
-
* Previews a pipeline. Without creating pipeline resources, performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records
|
|
1005
|
+
* Previews a pipeline. Without creating pipeline resources, this operation performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records to authenticate parameter settings and preview processing results.
|
|
1006
1006
|
*
|
|
1007
1007
|
* @remarks
|
|
1008
|
-
* ##
|
|
1008
|
+
* ## Operation description
|
|
1009
1009
|
* - **agentSpace** must be an AgentSpace instance that has been created under the current account.
|
|
1010
1010
|
* - **source.type** currently supports only the `logstore` type. The `logstore.project` and `logstore.logstore` must be authorized within the AgentSpace and located in the same region.
|
|
1011
1011
|
* - **pipeline.nodes** must contain at least one node of the `Source` type and cannot be empty.
|
|
1012
|
-
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be
|
|
1013
|
-
* - A maximum of 5 records are returned
|
|
1012
|
+
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be earlier than **toTime**.
|
|
1013
|
+
* - A maximum of 5 records are returned. Internal fields of the data source system are automatically filtered out.
|
|
1014
1014
|
*
|
|
1015
1015
|
* @param request - PreviewPipelineRequest
|
|
1016
1016
|
* @returns PreviewPipelineResponse
|
|
@@ -1218,7 +1218,7 @@ export default class Client extends OpenApi {
|
|
|
1218
1218
|
* Updates an experiment plan.
|
|
1219
1219
|
*
|
|
1220
1220
|
* @remarks
|
|
1221
|
-
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged.
|
|
1221
|
+
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged. You can update only plans created by the current account.
|
|
1222
1222
|
*
|
|
1223
1223
|
* @param request - UpdateExperimentPlanRequest
|
|
1224
1224
|
* @param headers - map
|
|
@@ -1232,7 +1232,7 @@ export default class Client extends OpenApi {
|
|
|
1232
1232
|
* Updates an experiment plan.
|
|
1233
1233
|
*
|
|
1234
1234
|
* @remarks
|
|
1235
|
-
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged.
|
|
1235
|
+
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged. You can update only plans created by the current account.
|
|
1236
1236
|
*
|
|
1237
1237
|
* @param request - UpdateExperimentPlanRequest
|
|
1238
1238
|
* @returns UpdateExperimentPlanResponse
|
package/dist/client.js
CHANGED
|
@@ -375,7 +375,7 @@ class Client extends openapi_core_1.default {
|
|
|
375
375
|
* Creates an evaluation task.
|
|
376
376
|
*
|
|
377
377
|
* @remarks
|
|
378
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task
|
|
378
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server verifies AgentSpace permissions, initializes evaluation result storage, checks the uniqueness of the task name, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
379
379
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
380
380
|
*
|
|
381
381
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -442,7 +442,7 @@ class Client extends openapi_core_1.default {
|
|
|
442
442
|
* Creates an evaluation task.
|
|
443
443
|
*
|
|
444
444
|
* @remarks
|
|
445
|
-
* Calls the CreateEvaluationTask operation to create an evaluation task
|
|
445
|
+
* Calls the CreateEvaluationTask operation to create an evaluation task under a specified AgentSpace. The server verifies AgentSpace permissions, initializes evaluation result storage, checks the uniqueness of the task name, and asynchronously creates and executes an EvaluationRun based on `taskMode` and `runStrategies`.
|
|
446
446
|
* This operation is applicable to running built-in or custom evaluators on Trace, Dataset, or SLS Log data. It supports two execution strategies: historical backfill and continuous evaluation.
|
|
447
447
|
*
|
|
448
448
|
* @param request - CreateEvaluationTaskRequest
|
|
@@ -593,7 +593,7 @@ class Client extends openapi_core_1.default {
|
|
|
593
593
|
* Creates an experiment plan.
|
|
594
594
|
*
|
|
595
595
|
* @remarks
|
|
596
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration
|
|
596
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
597
597
|
*
|
|
598
598
|
* @param request - CreateExperimentPlanRequest
|
|
599
599
|
* @param headers - map
|
|
@@ -654,7 +654,7 @@ class Client extends openapi_core_1.default {
|
|
|
654
654
|
* Creates an experiment plan.
|
|
655
655
|
*
|
|
656
656
|
* @remarks
|
|
657
|
-
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration
|
|
657
|
+
* Calls CreateExperimentPlan to create an experiment plan under a specified AgentSpace. Use this operation to define the configuration for an offline or online experiment, including the data source, optional evaluators, and experiment groups required for online experiments. After the plan is created, call CreateExperimentRun to start the execution.
|
|
658
658
|
*
|
|
659
659
|
* @param request - CreateExperimentPlanRequest
|
|
660
660
|
* @returns CreateExperimentPlanResponse
|
|
@@ -2357,7 +2357,7 @@ class Client extends openapi_core_1.default {
|
|
|
2357
2357
|
return await this.listExperimentPlansWithOptions(agentSpace, request, headers, runtime);
|
|
2358
2358
|
}
|
|
2359
2359
|
/**
|
|
2360
|
-
* Queries
|
|
2360
|
+
* Queries a list of experiment run records.
|
|
2361
2361
|
*
|
|
2362
2362
|
* @remarks
|
|
2363
2363
|
* Calls ListExperimentRuns to query experiment run records under a specified AgentSpace for the current account. You can filter results by status, dataset, plan name, or experiment name, and use `page`/`pageSize` for pagination.
|
|
@@ -2412,7 +2412,7 @@ class Client extends openapi_core_1.default {
|
|
|
2412
2412
|
return $dara.cast(await this.callApi(params, req, runtime), new $_model.ListExperimentRunsResponse({}));
|
|
2413
2413
|
}
|
|
2414
2414
|
/**
|
|
2415
|
-
* Queries
|
|
2415
|
+
* Queries a list of experiment run records.
|
|
2416
2416
|
*
|
|
2417
2417
|
* @remarks
|
|
2418
2418
|
* Calls ListExperimentRuns to query experiment run records under a specified AgentSpace for the current account. You can filter results by status, dataset, plan name, or experiment name, and use `page`/`pageSize` for pagination.
|
|
@@ -2579,15 +2579,15 @@ class Client extends openapi_core_1.default {
|
|
|
2579
2579
|
return await this.pausePipelineWithOptions(agentSpace, pipelineName, request, headers, runtime);
|
|
2580
2580
|
}
|
|
2581
2581
|
/**
|
|
2582
|
-
* Previews a pipeline. Without creating pipeline resources, performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records
|
|
2582
|
+
* Previews a pipeline. Without creating pipeline resources, this operation performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records to authenticate parameter settings and preview processing results.
|
|
2583
2583
|
*
|
|
2584
2584
|
* @remarks
|
|
2585
|
-
* ##
|
|
2585
|
+
* ## Operation description
|
|
2586
2586
|
* - **agentSpace** must be an AgentSpace instance that has been created under the current account.
|
|
2587
2587
|
* - **source.type** currently supports only the `logstore` type. The `logstore.project` and `logstore.logstore` must be authorized within the AgentSpace and located in the same region.
|
|
2588
2588
|
* - **pipeline.nodes** must contain at least one node of the `Source` type and cannot be empty.
|
|
2589
|
-
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be
|
|
2590
|
-
* - A maximum of 5 records are returned
|
|
2589
|
+
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be earlier than **toTime**.
|
|
2590
|
+
* - A maximum of 5 records are returned. Internal fields of the data source system are automatically filtered out.
|
|
2591
2591
|
*
|
|
2592
2592
|
* @param request - PreviewPipelineRequest
|
|
2593
2593
|
* @param headers - map
|
|
@@ -2627,15 +2627,15 @@ class Client extends openapi_core_1.default {
|
|
|
2627
2627
|
return $dara.cast(await this.callApi(params, req, runtime), new $_model.PreviewPipelineResponse({}));
|
|
2628
2628
|
}
|
|
2629
2629
|
/**
|
|
2630
|
-
* Previews a pipeline. Without creating pipeline resources, performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records
|
|
2630
|
+
* Previews a pipeline. Without creating pipeline resources, this operation performs a trial query based on the specified data source, node orchestration, and time range, and returns a small number of sample data records to authenticate parameter settings and preview processing results.
|
|
2631
2631
|
*
|
|
2632
2632
|
* @remarks
|
|
2633
|
-
* ##
|
|
2633
|
+
* ## Operation description
|
|
2634
2634
|
* - **agentSpace** must be an AgentSpace instance that has been created under the current account.
|
|
2635
2635
|
* - **source.type** currently supports only the `logstore` type. The `logstore.project` and `logstore.logstore` must be authorized within the AgentSpace and located in the same region.
|
|
2636
2636
|
* - **pipeline.nodes** must contain at least one node of the `Source` type and cannot be empty.
|
|
2637
|
-
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be
|
|
2638
|
-
* - A maximum of 5 records are returned
|
|
2637
|
+
* - **fromTime** and **toTime** are UNIX timestamps in seconds. **fromTime** must be earlier than **toTime**.
|
|
2638
|
+
* - A maximum of 5 records are returned. Internal fields of the data source system are automatically filtered out.
|
|
2639
2639
|
*
|
|
2640
2640
|
* @param request - PreviewPipelineRequest
|
|
2641
2641
|
* @returns PreviewPipelineResponse
|
|
@@ -3220,7 +3220,7 @@ class Client extends openapi_core_1.default {
|
|
|
3220
3220
|
* Updates an experiment plan.
|
|
3221
3221
|
*
|
|
3222
3222
|
* @remarks
|
|
3223
|
-
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged.
|
|
3223
|
+
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged. You can update only plans created by the current account.
|
|
3224
3224
|
*
|
|
3225
3225
|
* @param request - UpdateExperimentPlanRequest
|
|
3226
3226
|
* @param headers - map
|
|
@@ -3284,7 +3284,7 @@ class Client extends openapi_core_1.default {
|
|
|
3284
3284
|
* Updates an experiment plan.
|
|
3285
3285
|
*
|
|
3286
3286
|
* @remarks
|
|
3287
|
-
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged.
|
|
3287
|
+
* Calls UpdateExperimentPlan to update a specified experiment plan. Fields that are not included in the request remain unchanged. You can update only plans created by the current account.
|
|
3288
3288
|
*
|
|
3289
3289
|
* @param request - UpdateExperimentPlanRequest
|
|
3290
3290
|
* @returns UpdateExperimentPlanResponse
|
|
@@ -4,7 +4,7 @@ import { RunStrategies } from "./RunStrategies";
|
|
|
4
4
|
export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
5
5
|
/**
|
|
6
6
|
* @remarks
|
|
7
|
-
* The task source. If
|
|
7
|
+
* The task source. If not specified, the backend defaults to `default`.
|
|
8
8
|
*
|
|
9
9
|
* @example
|
|
10
10
|
* default
|
|
@@ -12,7 +12,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
12
12
|
channel?: string;
|
|
13
13
|
/**
|
|
14
14
|
* @remarks
|
|
15
|
-
* The data source and execution configuration. When `dataType
|
|
15
|
+
* The data source and execution configuration. When `dataType=trace`, the backend automatically populates the SLS Project and sets `storeName=logstore-tracing`. For trace-level evaluation, set `dataScope=trace`.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
18
|
* {"dataScope":"trace"}
|
|
@@ -22,7 +22,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
22
22
|
};
|
|
23
23
|
/**
|
|
24
24
|
* @remarks
|
|
25
|
-
* The
|
|
25
|
+
* The evaluation data filter conditions. Supports a JSON object or JSON string. Common fields include `query`, `provided`, `maxRecords`, and `samplingRate`.
|
|
26
26
|
*
|
|
27
27
|
* @example
|
|
28
28
|
* {"query":"serviceName=\\"checkout-service\\"","maxRecords":10,"samplingRate":100}
|
|
@@ -30,7 +30,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
30
30
|
dataFilter?: string;
|
|
31
31
|
/**
|
|
32
32
|
* @remarks
|
|
33
|
-
* The data source type of the evaluation
|
|
33
|
+
* The data source type of the evaluation target. Use `trace` for trace-based evaluation.
|
|
34
34
|
*
|
|
35
35
|
* @example
|
|
36
36
|
* trace
|
|
@@ -38,15 +38,15 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
38
38
|
dataType?: string;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The
|
|
41
|
+
* The evaluation task description.
|
|
42
42
|
*
|
|
43
43
|
* @example
|
|
44
|
-
*
|
|
44
|
+
* Evaluate the task completion of online Agent traces
|
|
45
45
|
*/
|
|
46
46
|
description?: string;
|
|
47
47
|
/**
|
|
48
48
|
* @remarks
|
|
49
|
-
* The
|
|
49
|
+
* The evaluator configuration list. This parameter cannot be empty. Within the same task, `evaluatorRef` takes precedence as the unique identifier. Otherwise, `name` is used.
|
|
50
50
|
*
|
|
51
51
|
* @example
|
|
52
52
|
* [{"evaluatorRef":"Builtin.agent_task_completion","resultName":"agent_task_completion","resultType":"score","variableMapping":{"input":"trace.input","output":"trace.output","agent_trajectory":"trace.agent_trajectory"}}]
|
|
@@ -54,12 +54,12 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
54
54
|
evaluators?: Evaluator[];
|
|
55
55
|
/**
|
|
56
56
|
* @remarks
|
|
57
|
-
* The task execution
|
|
57
|
+
* The task execution strategies. Supports a JSON object or JSON string. `backfill` is used for historical data backfill, and `continuous` is used for continuous evaluation of new data.
|
|
58
58
|
*/
|
|
59
59
|
runStrategies?: RunStrategies;
|
|
60
60
|
/**
|
|
61
61
|
* @remarks
|
|
62
|
-
* The key-value pairs
|
|
62
|
+
* The task tag key-value pairs. You do not need to specify this parameter by default. Specify this parameter only when you need to associate or filter tasks by business tags.
|
|
63
63
|
*
|
|
64
64
|
* @example
|
|
65
65
|
* {"env":"prod","serviceId":"checkout-service","planId":"plan-20260703"}
|
|
@@ -69,7 +69,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
69
69
|
};
|
|
70
70
|
/**
|
|
71
71
|
* @remarks
|
|
72
|
-
* The evaluation task mode.
|
|
72
|
+
* The evaluation task mode. `batch` creates a persistent evaluation task.
|
|
73
73
|
*
|
|
74
74
|
* @example
|
|
75
75
|
* batch
|
|
@@ -77,7 +77,7 @@ export declare class CreateEvaluationTaskRequest extends $dara.Model {
|
|
|
77
77
|
taskMode?: string;
|
|
78
78
|
/**
|
|
79
79
|
* @remarks
|
|
80
|
-
* The task name. The name must be unique among non-deleted tasks
|
|
80
|
+
* The task name. The name must be unique among non-deleted tasks under the same user and AgentSpace. The name can be up to 256 characters in length.
|
|
81
81
|
*
|
|
82
82
|
* @example
|
|
83
83
|
* trace_task_completion_eval
|
|
@@ -15,12 +15,12 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
15
15
|
* The description of the experiment plan.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
|
-
* rca_benchmark_eval_experiment offline experiment
|
|
18
|
+
* rca_benchmark_eval_experiment offline experiment
|
|
19
19
|
*/
|
|
20
20
|
description?: string;
|
|
21
21
|
/**
|
|
22
22
|
* @remarks
|
|
23
|
-
* The list of evaluators.
|
|
23
|
+
* The list of evaluators. When configured, evaluation can be automatically triggered upon experiment completion.
|
|
24
24
|
*
|
|
25
25
|
* @example
|
|
26
26
|
* [{"evaluatorRef": "Builtin.agent_correctness", "name": "Builtin.agent_correctness", "type": "AGENT", "resultName": "Builtin.agent_correctness", "resultType": "score", "variableMapping": {"input": "experiment_input", "output": "experiment_output", "expected_output": "dataset.ground_truth_json"}, "filters": {"query": "", "sample": "100"}, "config": {"variables": [], "prompt": ""}}, {"evaluatorRef": "rca-toxicity-safety-accuracy", "name": "rca-toxicity-safety-accuracy", "type": "AGENT", "resultName": "rca-toxicity-safety-accuracy", "resultType": "score", "variableMapping": {"input": "experiment_input", "output": "experiment_output", "question": "dataset.question", "expected_output": "dataset.ground_truth_json", "payload_json": "dataset.payload_json"}, "filters": {"query": "", "sample": "100"}, "config": {"variables": [], "prompt": ""}}]
|
|
@@ -38,7 +38,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
38
38
|
experimentType?: string;
|
|
39
39
|
/**
|
|
40
40
|
* @remarks
|
|
41
|
-
* The list of experiment configurations. A maximum of
|
|
41
|
+
* The list of experiment configurations. A maximum of five configurations are supported. For offline experiments, this parameter can be omitted or set to an empty array. For online experiments, at least one configuration is required.
|
|
42
42
|
*
|
|
43
43
|
* This parameter is required.
|
|
44
44
|
*
|
|
@@ -51,15 +51,19 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
51
51
|
* Optional.
|
|
52
52
|
*
|
|
53
53
|
* @example
|
|
54
|
-
* {"question": "How do I
|
|
54
|
+
* {"question": "How do I request a refund?"}
|
|
55
55
|
*/
|
|
56
56
|
input?: {
|
|
57
57
|
[key: string]: any;
|
|
58
58
|
};
|
|
59
|
+
/**
|
|
60
|
+
* @remarks
|
|
61
|
+
* The name of the associated data processing pipeline (optional). After association, when the experiment execution under this plan writes results to the experiment result Logstore, the system filters by the traceId of the experiment trace, calls PreviewPipeline, and writes the pipeline-processed results together.
|
|
62
|
+
*/
|
|
59
63
|
pipelineName?: string;
|
|
60
64
|
/**
|
|
61
65
|
* @remarks
|
|
62
|
-
* The experiment plan name. The name must be unique within the same AgentSpace
|
|
66
|
+
* The experiment plan name. The name must be unique within the same AgentSpace under the same account.
|
|
63
67
|
*
|
|
64
68
|
* This parameter is required.
|
|
65
69
|
*
|
|
@@ -77,7 +81,7 @@ export declare class CreateExperimentPlanRequest extends $dara.Model {
|
|
|
77
81
|
querySql?: string;
|
|
78
82
|
/**
|
|
79
83
|
* @remarks
|
|
80
|
-
* The list of selected data item IDs in partial dataset mode.
|
|
84
|
+
* The list of selected data item IDs in partial dataset mode. Use this parameter together with `datasetId`.
|
|
81
85
|
*
|
|
82
86
|
* @example
|
|
83
87
|
* ["019ef4d5-a0f0-7114-832d-5542d771cd8c", "019f1729-be9b-7769-a006-8e98023ad7ad"]
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CreateExperimentPlanRequest.js","sourceRoot":"","sources":["../../src/models/CreateExperimentPlanRequest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAC/C,2CAAwC;AACxC,yDAAsD;AAGtD,MAAa,2BAA4B,SAAQ,KAAK,CAAC,KAAK;
|
|
1
|
+
{"version":3,"file":"CreateExperimentPlanRequest.js","sourceRoot":"","sources":["../../src/models/CreateExperimentPlanRequest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,6DAA+C;AAC/C,2CAAwC;AACxC,yDAAsD;AAGtD,MAAa,2BAA4B,SAAQ,KAAK,CAAC,KAAK;IAoF1D,MAAM,CAAC,KAAK;QACV,OAAO;YACL,SAAS,EAAE,WAAW;YACtB,WAAW,EAAE,aAAa;YAC1B,UAAU,EAAE,YAAY;YACxB,cAAc,EAAE,gBAAgB;YAChC,WAAW,EAAE,aAAa;YAC1B,KAAK,EAAE,OAAO;YACd,YAAY,EAAE,cAAc;YAC5B,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,UAAU;YACpB,eAAe,EAAE,iBAAiB;SACnC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK;QACV,OAAO;YACL,SAAS,EAAE,QAAQ;YACnB,WAAW,EAAE,QAAQ;YACrB,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,qBAAS,EAAE;YACtD,cAAc,EAAE,QAAQ;YACxB,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,mCAAgB,EAAE;YAC9D,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE;YACjE,YAAY,EAAE,QAAQ;YACtB,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,IAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7C,CAAC;QACD,IAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QACD,IAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QACD,IAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClD,CAAC;QACD,KAAK,CAAC,QAAQ,EAAE,CAAC;IACnB,CAAC;IAED,YAAY,GAA4B;QACtC,KAAK,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;CACF;AArID,kEAqIC"}
|
|
@@ -5,7 +5,7 @@ export declare class CreateExperimentPlanResponseBody extends $dara.Model {
|
|
|
5
5
|
* The message.
|
|
6
6
|
*
|
|
7
7
|
* @example
|
|
8
|
-
* Experiment plan created successfully
|
|
8
|
+
* Experiment plan created successfully
|
|
9
9
|
*/
|
|
10
10
|
message?: string;
|
|
11
11
|
/**
|
|
@@ -26,7 +26,7 @@ export declare class CreateExperimentPlanResponseBody extends $dara.Model {
|
|
|
26
26
|
requestId?: string;
|
|
27
27
|
/**
|
|
28
28
|
* @remarks
|
|
29
|
-
* The creation result.
|
|
29
|
+
* The creation result. A value of `created` indicates success.
|
|
30
30
|
*
|
|
31
31
|
* @example
|
|
32
32
|
* created
|