@aws-sdk/client-bedrock-agentcore 3.1019.0 → 3.1020.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/schemas/schemas_0.js +46 -12
- package/dist-es/BedrockAgentCore.js +4 -4
- package/dist-es/schemas/schemas_0.js +43 -9
- package/dist-types/BedrockAgentCore.d.ts +37 -37
- package/dist-types/BedrockAgentCoreClient.d.ts +40 -40
- package/dist-types/auth/httpAuthExtensionConfiguration.d.ts +1 -1
- package/dist-types/commands/EvaluateCommand.d.ts +27 -0
- package/dist-types/commands/InvokeAgentRuntimeCommand.d.ts +1 -1
- package/dist-types/commands/InvokeAgentRuntimeCommandCommand.d.ts +1 -2
- package/dist-types/index.d.ts +1 -1
- package/dist-types/models/errors.d.ts +2 -2
- package/dist-types/models/models_0.d.ts +149 -70
- package/dist-types/pagination/ListActorsPaginator.d.ts +1 -1
- package/dist-types/pagination/ListEventsPaginator.d.ts +1 -1
- package/dist-types/pagination/ListMemoryExtractionJobsPaginator.d.ts +1 -1
- package/dist-types/pagination/ListMemoryRecordsPaginator.d.ts +1 -1
- package/dist-types/pagination/ListSessionsPaginator.d.ts +1 -1
- package/dist-types/pagination/RetrieveMemoryRecordsPaginator.d.ts +1 -1
- package/dist-types/schemas/schemas_0.d.ts +3 -0
- package/dist-types/ts3.4/BedrockAgentCoreClient.d.ts +2 -3
- package/dist-types/ts3.4/auth/httpAuthExtensionConfiguration.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +48 -20
- package/dist-types/ts3.4/schemas/schemas_0.d.ts +3 -0
- package/package.json +14 -14
|
@@ -27,8 +27,7 @@ declare const InvokeAgentRuntimeCommandCommand_base: {
|
|
|
27
27
|
getEndpointParameterInstructions(): import("@smithy/middleware-endpoint").EndpointParameterInstructions;
|
|
28
28
|
};
|
|
29
29
|
/**
|
|
30
|
-
* Executes a command in a runtime session container.
|
|
31
|
-
* Returns streaming output with contentStart, contentDelta, and contentStop events.
|
|
30
|
+
* <p>Executes a command in a runtime session container and streams the output back to the caller. This operation allows you to run shell commands within the agent runtime environment and receive real-time streaming responses including standard output and standard error.</p> <p>To invoke a command, you must specify the agent runtime ARN and a runtime session ID. The command execution supports streaming responses, allowing you to receive output as it becomes available through <code>contentStart</code>, <code>contentDelta</code>, and <code>contentStop</code> events.</p> <p>To use this operation, you must have the <code>bedrock-agentcore:InvokeAgentRuntimeCommand</code> permission.</p>
|
|
32
31
|
* @example
|
|
33
32
|
* Use a bare-bones client and the command you need to make an API call.
|
|
34
33
|
* ```javascript
|
package/dist-types/index.d.ts
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
*/
|
|
6
6
|
export * from "./BedrockAgentCoreClient";
|
|
7
7
|
export * from "./BedrockAgentCore";
|
|
8
|
-
export { ClientInputEndpointParameters } from "./endpoint/EndpointParameters";
|
|
8
|
+
export type { ClientInputEndpointParameters } from "./endpoint/EndpointParameters";
|
|
9
9
|
export type { RuntimeExtension } from "./runtimeExtensions";
|
|
10
10
|
export type { BedrockAgentCoreExtensionConfiguration } from "./extensionConfiguration";
|
|
11
11
|
export * from "./commands";
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
|
|
2
2
|
import { BedrockAgentCoreServiceException as __BaseException } from "./BedrockAgentCoreServiceException";
|
|
3
|
-
import { ValidationExceptionReason } from "./enums";
|
|
4
|
-
import { ValidationExceptionField } from "./models_0";
|
|
3
|
+
import type { ValidationExceptionReason } from "./enums";
|
|
4
|
+
import type { ValidationExceptionField } from "./models_0";
|
|
5
5
|
/**
|
|
6
6
|
* <p>The exception that occurs when you do not have sufficient permissions to perform an action. Verify that your IAM policy includes the necessary permissions for the operation you are trying to perform.</p>
|
|
7
7
|
* @public
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { DocumentType as __DocumentType, StreamingBlobTypes } from "@smithy/types";
|
|
2
|
-
import { AutomationStreamStatus, BrowserEnterprisePolicyType, BrowserSessionStatus, CodeInterpreterSessionStatus, CommandExecutionStatus, ContentBlockType, ExtractionJobStatus, LanguageRuntime, MemoryRecordStatus, Oauth2FlowType, OperatorType, ProgrammingLanguage, ResourceContentType, Role, SessionStatus, TaskStatus, ToolName } from "./enums";
|
|
3
|
-
import { AccessDeniedException, ConflictException, InternalServerException, ResourceNotFoundException, RuntimeClientError, ServiceQuotaExceededException, ThrottlingException, ValidationException } from "./errors";
|
|
1
|
+
import type { DocumentType as __DocumentType, StreamingBlobTypes } from "@smithy/types";
|
|
2
|
+
import type { AutomationStreamStatus, BrowserEnterprisePolicyType, BrowserSessionStatus, CodeInterpreterSessionStatus, CommandExecutionStatus, ContentBlockType, ExtractionJobStatus, LanguageRuntime, MemoryRecordStatus, Oauth2FlowType, OperatorType, ProgrammingLanguage, ResourceContentType, Role, SessionStatus, TaskStatus, ToolName } from "./enums";
|
|
3
|
+
import type { AccessDeniedException, ConflictException, InternalServerException, ResourceNotFoundException, RuntimeClientError, ServiceQuotaExceededException, ThrottlingException, ValidationException } from "./errors";
|
|
4
4
|
/**
|
|
5
5
|
* <p>Contains summary information about an actor in an AgentCore Memory resource.</p>
|
|
6
6
|
* @public
|
|
@@ -199,23 +199,23 @@ export interface InvokeAgentRuntimeResponse {
|
|
|
199
199
|
statusCode?: number | undefined;
|
|
200
200
|
}
|
|
201
201
|
/**
|
|
202
|
-
*
|
|
202
|
+
* <p>The request body structure for the <code>InvokeAgentRuntimeCommand</code> operation, containing the command to execute and optional configuration parameters.</p>
|
|
203
203
|
* @public
|
|
204
204
|
*/
|
|
205
205
|
export interface InvokeAgentRuntimeCommandRequestBody {
|
|
206
206
|
/**
|
|
207
|
-
* The command to execute in the runtime
|
|
207
|
+
* <p>The shell command to execute on the agent runtime. This command is executed in the runtime environment and its output is streamed back to the caller.</p>
|
|
208
208
|
* @public
|
|
209
209
|
*/
|
|
210
210
|
command: string | undefined;
|
|
211
211
|
/**
|
|
212
|
-
*
|
|
212
|
+
* <p>The maximum duration in seconds to wait for the command to complete. If the command execution exceeds this timeout, it will be terminated. Default is 300 seconds. Minimum is 1 second. Maximum is 3600 seconds.</p>
|
|
213
213
|
* @public
|
|
214
214
|
*/
|
|
215
215
|
timeout?: number | undefined;
|
|
216
216
|
}
|
|
217
217
|
/**
|
|
218
|
-
* Request for InvokeAgentRuntimeCommand operation
|
|
218
|
+
* <p>Request for InvokeAgentRuntimeCommand operation.</p>
|
|
219
219
|
* @public
|
|
220
220
|
*/
|
|
221
221
|
export interface InvokeAgentRuntimeCommandRequest {
|
|
@@ -230,7 +230,7 @@ export interface InvokeAgentRuntimeCommandRequest {
|
|
|
230
230
|
*/
|
|
231
231
|
accept?: string | undefined;
|
|
232
232
|
/**
|
|
233
|
-
*
|
|
233
|
+
* <p>The unique identifier of the runtime session in which to execute the command. This session ID is used to maintain state and context across multiple command invocations.</p>
|
|
234
234
|
* @public
|
|
235
235
|
*/
|
|
236
236
|
runtimeSessionId?: string | undefined;
|
|
@@ -255,88 +255,87 @@ export interface InvokeAgentRuntimeCommandRequest {
|
|
|
255
255
|
*/
|
|
256
256
|
baggage?: string | undefined;
|
|
257
257
|
/**
|
|
258
|
-
* ARN of the agent runtime
|
|
258
|
+
* <p>The Amazon Resource Name (ARN) of the agent runtime on which to execute the command. This identifies the specific agent runtime environment where the command will run.</p>
|
|
259
259
|
* @public
|
|
260
260
|
*/
|
|
261
261
|
agentRuntimeArn: string | undefined;
|
|
262
262
|
/**
|
|
263
|
-
*
|
|
263
|
+
* <p>The qualifier to use for the agent runtime. This is an endpoint name that points to a specific version. If not specified, Amazon Bedrock AgentCore uses the default endpoint of the agent runtime.</p>
|
|
264
264
|
* @public
|
|
265
265
|
*/
|
|
266
266
|
qualifier?: string | undefined;
|
|
267
267
|
/**
|
|
268
|
-
*
|
|
268
|
+
* <p>The identifier of the Amazon Web Services account for the agent runtime resource. This parameter is required when you specify an agent ID instead of the full ARN for <code>agentRuntimeArn</code>.</p>
|
|
269
269
|
* @public
|
|
270
270
|
*/
|
|
271
271
|
accountId?: string | undefined;
|
|
272
272
|
/**
|
|
273
|
-
*
|
|
273
|
+
* <p>The request body containing the command to execute and optional configuration parameters such as timeout settings.</p>
|
|
274
274
|
* @public
|
|
275
275
|
*/
|
|
276
276
|
body: InvokeAgentRuntimeCommandRequestBody | undefined;
|
|
277
277
|
}
|
|
278
278
|
/**
|
|
279
|
-
*
|
|
279
|
+
* <p>An event that contains incremental output from a command execution. This event streams standard output and standard error content as it becomes available during command execution.</p>
|
|
280
280
|
* @public
|
|
281
281
|
*/
|
|
282
282
|
export interface ContentDeltaEvent {
|
|
283
283
|
/**
|
|
284
|
-
*
|
|
284
|
+
* <p>The standard output content from the command execution. This field contains the incremental output written to stdout by the executing command.</p>
|
|
285
285
|
* @public
|
|
286
286
|
*/
|
|
287
287
|
stdout?: string | undefined;
|
|
288
288
|
/**
|
|
289
|
-
*
|
|
289
|
+
* <p>The standard error content from the command execution. This field contains the incremental output written to stderr by the executing command.</p>
|
|
290
290
|
* @public
|
|
291
291
|
*/
|
|
292
292
|
stderr?: string | undefined;
|
|
293
293
|
}
|
|
294
294
|
/**
|
|
295
|
-
*
|
|
295
|
+
* <p>An event that signals the start of content streaming from a command execution. This event is sent when the command begins producing output.</p>
|
|
296
296
|
* @public
|
|
297
297
|
*/
|
|
298
298
|
export interface ContentStartEvent {
|
|
299
299
|
}
|
|
300
300
|
/**
|
|
301
|
-
*
|
|
301
|
+
* <p>An event that signals the completion of a command execution. This event contains the final status and exit code of the executed command.</p>
|
|
302
302
|
* @public
|
|
303
303
|
*/
|
|
304
304
|
export interface ContentStopEvent {
|
|
305
305
|
/**
|
|
306
|
-
*
|
|
306
|
+
* <p>The exit code returned by the executed command. An exit code of 0 indicates successful execution, -1 indicates a platform error, and values greater than 0 indicate command-specific errors.</p>
|
|
307
307
|
* @public
|
|
308
308
|
*/
|
|
309
309
|
exitCode: number | undefined;
|
|
310
310
|
/**
|
|
311
|
-
*
|
|
311
|
+
* <p>The final status of the command execution. Valid values are <code>COMPLETED</code> for successful completion or <code>TIMED_OUT</code> if the command exceeded the specified timeout.</p>
|
|
312
312
|
* @public
|
|
313
313
|
*/
|
|
314
314
|
status: CommandExecutionStatus | undefined;
|
|
315
315
|
}
|
|
316
316
|
/**
|
|
317
|
-
*
|
|
317
|
+
* <p>A structure representing a response chunk that contains exactly one of the possible event types: <code>contentStart</code>, <code>contentDelta</code>, or <code>contentStop</code>.</p>
|
|
318
318
|
* @public
|
|
319
319
|
*/
|
|
320
320
|
export interface ResponseChunk {
|
|
321
321
|
/**
|
|
322
|
-
*
|
|
322
|
+
* <p>An event indicating the start of content streaming from the command execution. This is the first chunk received.</p>
|
|
323
323
|
* @public
|
|
324
324
|
*/
|
|
325
325
|
contentStart?: ContentStartEvent | undefined;
|
|
326
326
|
/**
|
|
327
|
-
*
|
|
327
|
+
* <p>An event containing incremental output (stdout or stderr) from the command execution. These are the middle chunks.</p>
|
|
328
328
|
* @public
|
|
329
329
|
*/
|
|
330
330
|
contentDelta?: ContentDeltaEvent | undefined;
|
|
331
331
|
/**
|
|
332
|
-
*
|
|
332
|
+
* <p>An event indicating the completion of the command execution, including the exit code and final status. This is the last chunk received.</p>
|
|
333
333
|
* @public
|
|
334
334
|
*/
|
|
335
335
|
contentStop?: ContentStopEvent | undefined;
|
|
336
336
|
}
|
|
337
337
|
/**
|
|
338
|
-
*
|
|
339
|
-
* Delivers typed events: contentStart (first), contentDelta (middle), contentStop (last)
|
|
338
|
+
* <p>The streaming output union for the <code>InvokeAgentRuntimeCommand</code> operation. This union delivers typed events: <code>contentStart</code> (first), <code>contentDelta</code> (middle), and <code>contentStop</code> (last).</p>
|
|
340
339
|
* @public
|
|
341
340
|
*/
|
|
342
341
|
export type InvokeAgentRuntimeCommandStreamOutput = InvokeAgentRuntimeCommandStreamOutput.AccessDeniedExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ChunkMember | InvokeAgentRuntimeCommandStreamOutput.InternalServerExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ResourceNotFoundExceptionMember | InvokeAgentRuntimeCommandStreamOutput.RuntimeClientErrorMember | InvokeAgentRuntimeCommandStreamOutput.ServiceQuotaExceededExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ThrottlingExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ValidationExceptionMember | InvokeAgentRuntimeCommandStreamOutput.$UnknownMember;
|
|
@@ -345,7 +344,7 @@ export type InvokeAgentRuntimeCommandStreamOutput = InvokeAgentRuntimeCommandStr
|
|
|
345
344
|
*/
|
|
346
345
|
export declare namespace InvokeAgentRuntimeCommandStreamOutput {
|
|
347
346
|
/**
|
|
348
|
-
*
|
|
347
|
+
* <p>A response chunk containing command execution events such as content start, content delta, or content stop events.</p>
|
|
349
348
|
* @public
|
|
350
349
|
*/
|
|
351
350
|
interface ChunkMember {
|
|
@@ -360,7 +359,7 @@ export declare namespace InvokeAgentRuntimeCommandStreamOutput {
|
|
|
360
359
|
$unknown?: never;
|
|
361
360
|
}
|
|
362
361
|
/**
|
|
363
|
-
* Exception events for error streaming
|
|
362
|
+
* <p>Exception events for error streaming.</p>
|
|
364
363
|
* @public
|
|
365
364
|
*/
|
|
366
365
|
interface AccessDeniedExceptionMember {
|
|
@@ -495,12 +494,12 @@ export declare namespace InvokeAgentRuntimeCommandStreamOutput {
|
|
|
495
494
|
}
|
|
496
495
|
}
|
|
497
496
|
/**
|
|
498
|
-
* Response for InvokeAgentRuntimeCommand operation
|
|
497
|
+
* <p>Response for InvokeAgentRuntimeCommand operation.</p>
|
|
499
498
|
* @public
|
|
500
499
|
*/
|
|
501
500
|
export interface InvokeAgentRuntimeCommandResponse {
|
|
502
501
|
/**
|
|
503
|
-
*
|
|
502
|
+
* <p>The unique identifier of the runtime session in which the command was executed.</p>
|
|
504
503
|
* @public
|
|
505
504
|
*/
|
|
506
505
|
runtimeSessionId?: string | undefined;
|
|
@@ -535,7 +534,7 @@ export interface InvokeAgentRuntimeCommandResponse {
|
|
|
535
534
|
*/
|
|
536
535
|
statusCode?: number | undefined;
|
|
537
536
|
/**
|
|
538
|
-
*
|
|
537
|
+
* <p>The streaming output from the command execution. This stream contains events that provide real-time updates including standard output, standard error, and completion status.</p>
|
|
539
538
|
* @public
|
|
540
539
|
*/
|
|
541
540
|
stream: AsyncIterable<InvokeAgentRuntimeCommandStreamOutput> | undefined;
|
|
@@ -1721,38 +1720,27 @@ export declare namespace EvaluationInput {
|
|
|
1721
1720
|
}
|
|
1722
1721
|
}
|
|
1723
1722
|
/**
|
|
1724
|
-
* <p>
|
|
1723
|
+
* <p> A content block for ground truth data in evaluation reference inputs. Supports text content for expected responses and assertions. </p>
|
|
1725
1724
|
* @public
|
|
1726
1725
|
*/
|
|
1727
|
-
export type
|
|
1726
|
+
export type EvaluationContent = EvaluationContent.TextMember | EvaluationContent.$UnknownMember;
|
|
1728
1727
|
/**
|
|
1729
1728
|
* @public
|
|
1730
1729
|
*/
|
|
1731
|
-
export declare namespace
|
|
1732
|
-
/**
|
|
1733
|
-
* <p> The list of specific span IDs to evaluate within the provided traces. Used to target evaluation at individual tool calls or specific operations within the agent's execution flow. </p>
|
|
1734
|
-
* @public
|
|
1735
|
-
*/
|
|
1736
|
-
interface SpanIdsMember {
|
|
1737
|
-
spanIds: string[];
|
|
1738
|
-
traceIds?: never;
|
|
1739
|
-
$unknown?: never;
|
|
1740
|
-
}
|
|
1730
|
+
export declare namespace EvaluationContent {
|
|
1741
1731
|
/**
|
|
1742
|
-
* <p> The
|
|
1732
|
+
* <p> The text content of the ground truth data. Used for expected response text and assertion statements. </p>
|
|
1743
1733
|
* @public
|
|
1744
1734
|
*/
|
|
1745
|
-
interface
|
|
1746
|
-
|
|
1747
|
-
traceIds: string[];
|
|
1735
|
+
interface TextMember {
|
|
1736
|
+
text: string;
|
|
1748
1737
|
$unknown?: never;
|
|
1749
1738
|
}
|
|
1750
1739
|
/**
|
|
1751
1740
|
* @public
|
|
1752
1741
|
*/
|
|
1753
1742
|
interface $UnknownMember {
|
|
1754
|
-
|
|
1755
|
-
traceIds?: never;
|
|
1743
|
+
text?: never;
|
|
1756
1744
|
$unknown: [string, any];
|
|
1757
1745
|
}
|
|
1758
1746
|
/**
|
|
@@ -1760,31 +1748,10 @@ export declare namespace EvaluationTarget {
|
|
|
1760
1748
|
*
|
|
1761
1749
|
*/
|
|
1762
1750
|
interface Visitor<T> {
|
|
1763
|
-
|
|
1764
|
-
traceIds: (value: string[]) => T;
|
|
1751
|
+
text: (value: string) => T;
|
|
1765
1752
|
_: (name: string, value: any) => T;
|
|
1766
1753
|
}
|
|
1767
1754
|
}
|
|
1768
|
-
/**
|
|
1769
|
-
* @public
|
|
1770
|
-
*/
|
|
1771
|
-
export interface EvaluateRequest {
|
|
1772
|
-
/**
|
|
1773
|
-
* <p> The unique identifier of the evaluator to use for scoring. Can be a built-in evaluator (e.g., <code>Builtin.Helpfulness</code>, <code>Builtin.Correctness</code>) or a custom evaluator Id created through the control plane API. </p>
|
|
1774
|
-
* @public
|
|
1775
|
-
*/
|
|
1776
|
-
evaluatorId: string | undefined;
|
|
1777
|
-
/**
|
|
1778
|
-
* <p> The input data containing agent session spans to be evaluated. Includes a list of spans in OpenTelemetry format from supported frameworks like Strands (AgentCore Runtime) or LangGraph with OpenInference instrumentation. </p>
|
|
1779
|
-
* @public
|
|
1780
|
-
*/
|
|
1781
|
-
evaluationInput: EvaluationInput | undefined;
|
|
1782
|
-
/**
|
|
1783
|
-
* <p> The specific trace or span IDs to evaluate within the provided input. Allows targeting evaluation at different levels: individual tool calls, single request-response interactions (traces), or entire conversation sessions. </p>
|
|
1784
|
-
* @public
|
|
1785
|
-
*/
|
|
1786
|
-
evaluationTarget?: EvaluationTarget | undefined;
|
|
1787
|
-
}
|
|
1788
1755
|
/**
|
|
1789
1756
|
* <p> The contextual information that uniquely identifies a span within the distributed tracing system. Contains session, trace, and span identifiers used to correlate evaluation results with specific agent execution points. </p>
|
|
1790
1757
|
* @public
|
|
@@ -1839,6 +1806,113 @@ export declare namespace Context {
|
|
|
1839
1806
|
_: (name: string, value: any) => T;
|
|
1840
1807
|
}
|
|
1841
1808
|
}
|
|
1809
|
+
/**
|
|
1810
|
+
* <p> The expected tool call trajectory for trajectory-based evaluation. </p>
|
|
1811
|
+
* @public
|
|
1812
|
+
*/
|
|
1813
|
+
export interface EvaluationExpectedTrajectory {
|
|
1814
|
+
/**
|
|
1815
|
+
* <p> The list of tool names representing the expected tool call sequence. </p>
|
|
1816
|
+
* @public
|
|
1817
|
+
*/
|
|
1818
|
+
toolNames?: string[] | undefined;
|
|
1819
|
+
}
|
|
1820
|
+
/**
|
|
1821
|
+
* <p> A reference input containing ground truth data for evaluation, scoped to a specific context level (session or trace) through its span context. </p>
|
|
1822
|
+
* @public
|
|
1823
|
+
*/
|
|
1824
|
+
export interface EvaluationReferenceInput {
|
|
1825
|
+
/**
|
|
1826
|
+
* <p> The contextual information associated with an evaluation, including span context details that identify the specific traces and sessions being evaluated within the agent's execution flow. </p>
|
|
1827
|
+
* @public
|
|
1828
|
+
*/
|
|
1829
|
+
context: Context | undefined;
|
|
1830
|
+
/**
|
|
1831
|
+
* <p> The expected response for trace-level evaluation. Built-in evaluators that support this field compare the agent's actual response against this value for assessment. Custom evaluators can access it through the <code>\{expected_response\}</code> placeholder in their instructions. </p>
|
|
1832
|
+
* @public
|
|
1833
|
+
*/
|
|
1834
|
+
expectedResponse?: EvaluationContent | undefined;
|
|
1835
|
+
/**
|
|
1836
|
+
* <p> A list of assertion statements for session-level evaluation. Each assertion describes an expected behavior or outcome the agent should demonstrate during the session. </p>
|
|
1837
|
+
* @public
|
|
1838
|
+
*/
|
|
1839
|
+
assertions?: EvaluationContent[] | undefined;
|
|
1840
|
+
/**
|
|
1841
|
+
* <p> The expected tool call sequence for session-level trajectory evaluation. Contains a list of tool names representing the tools the agent is expected to invoke. </p>
|
|
1842
|
+
* @public
|
|
1843
|
+
*/
|
|
1844
|
+
expectedTrajectory?: EvaluationExpectedTrajectory | undefined;
|
|
1845
|
+
}
|
|
1846
|
+
/**
|
|
1847
|
+
* <p> The specification of which trace or span IDs to evaluate within the provided input data. Allows precise targeting of evaluation at different levels: tool calls, traces, or sessions. </p>
|
|
1848
|
+
* @public
|
|
1849
|
+
*/
|
|
1850
|
+
export type EvaluationTarget = EvaluationTarget.SpanIdsMember | EvaluationTarget.TraceIdsMember | EvaluationTarget.$UnknownMember;
|
|
1851
|
+
/**
|
|
1852
|
+
* @public
|
|
1853
|
+
*/
|
|
1854
|
+
export declare namespace EvaluationTarget {
|
|
1855
|
+
/**
|
|
1856
|
+
* <p> The list of specific span IDs to evaluate within the provided traces. Used to target evaluation at individual tool calls or specific operations within the agent's execution flow. </p>
|
|
1857
|
+
* @public
|
|
1858
|
+
*/
|
|
1859
|
+
interface SpanIdsMember {
|
|
1860
|
+
spanIds: string[];
|
|
1861
|
+
traceIds?: never;
|
|
1862
|
+
$unknown?: never;
|
|
1863
|
+
}
|
|
1864
|
+
/**
|
|
1865
|
+
* <p> The list of trace IDs to evaluate, representing complete request-response interactions. Used to evaluate entire conversation turns or specific agent interactions within a session. </p>
|
|
1866
|
+
* @public
|
|
1867
|
+
*/
|
|
1868
|
+
interface TraceIdsMember {
|
|
1869
|
+
spanIds?: never;
|
|
1870
|
+
traceIds: string[];
|
|
1871
|
+
$unknown?: never;
|
|
1872
|
+
}
|
|
1873
|
+
/**
|
|
1874
|
+
* @public
|
|
1875
|
+
*/
|
|
1876
|
+
interface $UnknownMember {
|
|
1877
|
+
spanIds?: never;
|
|
1878
|
+
traceIds?: never;
|
|
1879
|
+
$unknown: [string, any];
|
|
1880
|
+
}
|
|
1881
|
+
/**
|
|
1882
|
+
* @deprecated unused in schema-serde mode.
|
|
1883
|
+
*
|
|
1884
|
+
*/
|
|
1885
|
+
interface Visitor<T> {
|
|
1886
|
+
spanIds: (value: string[]) => T;
|
|
1887
|
+
traceIds: (value: string[]) => T;
|
|
1888
|
+
_: (name: string, value: any) => T;
|
|
1889
|
+
}
|
|
1890
|
+
}
|
|
1891
|
+
/**
|
|
1892
|
+
* @public
|
|
1893
|
+
*/
|
|
1894
|
+
export interface EvaluateRequest {
|
|
1895
|
+
/**
|
|
1896
|
+
* <p> The unique identifier of the evaluator to use for scoring. Can be a built-in evaluator (e.g., <code>Builtin.Helpfulness</code>, <code>Builtin.Correctness</code>) or a custom evaluator Id created through the control plane API. </p>
|
|
1897
|
+
* @public
|
|
1898
|
+
*/
|
|
1899
|
+
evaluatorId: string | undefined;
|
|
1900
|
+
/**
|
|
1901
|
+
* <p> The input data containing agent session spans to be evaluated. Includes a list of spans in OpenTelemetry format from supported frameworks like Strands (AgentCore Runtime) or LangGraph with OpenInference instrumentation. </p>
|
|
1902
|
+
* @public
|
|
1903
|
+
*/
|
|
1904
|
+
evaluationInput: EvaluationInput | undefined;
|
|
1905
|
+
/**
|
|
1906
|
+
* <p> The specific trace or span IDs to evaluate within the provided input. Allows targeting evaluation at different levels: individual tool calls, single request-response interactions (traces), or entire conversation sessions. </p>
|
|
1907
|
+
* @public
|
|
1908
|
+
*/
|
|
1909
|
+
evaluationTarget?: EvaluationTarget | undefined;
|
|
1910
|
+
/**
|
|
1911
|
+
* <p> Ground truth data to compare against agent responses during evaluation. Allows to provide expected responses, assertions, and expected tool trajectories at different evaluation levels. Session-level reference inputs apply to the entire conversation, while trace-level reference inputs target specific request-response interactions identified by trace ID. </p>
|
|
1912
|
+
* @public
|
|
1913
|
+
*/
|
|
1914
|
+
evaluationReferenceInputs?: EvaluationReferenceInput[] | undefined;
|
|
1915
|
+
}
|
|
1842
1916
|
/**
|
|
1843
1917
|
* <p> The token consumption statistics for language model operations during evaluation. Provides detailed breakdown of input, output, and total tokens used for cost tracking and performance monitoring. </p>
|
|
1844
1918
|
* @public
|
|
@@ -1915,6 +1989,11 @@ export interface EvaluationResultContent {
|
|
|
1915
1989
|
* @public
|
|
1916
1990
|
*/
|
|
1917
1991
|
errorCode?: string | undefined;
|
|
1992
|
+
/**
|
|
1993
|
+
* <p> The list of reference input field names that were provided but not used by the evaluator. Helps identify which ground truth data was not consumed during evaluation. </p>
|
|
1994
|
+
* @public
|
|
1995
|
+
*/
|
|
1996
|
+
ignoredReferenceInputFields?: string[] | undefined;
|
|
1918
1997
|
}
|
|
1919
1998
|
/**
|
|
1920
1999
|
* @public
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Paginator } from "@smithy/types";
|
|
2
2
|
import { ListActorsCommandInput, ListActorsCommandOutput } from "../commands/ListActorsCommand";
|
|
3
|
-
import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
3
|
+
import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
6
6
|
*/
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Paginator } from "@smithy/types";
|
|
2
2
|
import { ListEventsCommandInput, ListEventsCommandOutput } from "../commands/ListEventsCommand";
|
|
3
|
-
import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
3
|
+
import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
6
6
|
*/
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Paginator } from "@smithy/types";
|
|
2
2
|
import { ListMemoryExtractionJobsCommandInput, ListMemoryExtractionJobsCommandOutput } from "../commands/ListMemoryExtractionJobsCommand";
|
|
3
|
-
import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
3
|
+
import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
6
6
|
*/
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Paginator } from "@smithy/types";
|
|
2
2
|
import { ListMemoryRecordsCommandInput, ListMemoryRecordsCommandOutput } from "../commands/ListMemoryRecordsCommand";
|
|
3
|
-
import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
3
|
+
import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
6
6
|
*/
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Paginator } from "@smithy/types";
|
|
2
2
|
import { ListSessionsCommandInput, ListSessionsCommandOutput } from "../commands/ListSessionsCommand";
|
|
3
|
-
import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
3
|
+
import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
6
6
|
*/
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Paginator } from "@smithy/types";
|
|
2
2
|
import { RetrieveMemoryRecordsCommandInput, RetrieveMemoryRecordsCommandOutput } from "../commands/RetrieveMemoryRecordsCommand";
|
|
3
|
-
import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
3
|
+
import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
|
|
4
4
|
/**
|
|
5
5
|
* @public
|
|
6
6
|
*/
|
|
@@ -56,6 +56,8 @@ export declare var DeleteMemoryRecordInput$: StaticStructureSchema;
|
|
|
56
56
|
export declare var DeleteMemoryRecordOutput$: StaticStructureSchema;
|
|
57
57
|
export declare var EvaluateRequest$: StaticStructureSchema;
|
|
58
58
|
export declare var EvaluateResponse$: StaticStructureSchema;
|
|
59
|
+
export declare var EvaluationExpectedTrajectory$: StaticStructureSchema;
|
|
60
|
+
export declare var EvaluationReferenceInput$: StaticStructureSchema;
|
|
59
61
|
export declare var EvaluationResultContent$: StaticStructureSchema;
|
|
60
62
|
export declare var Event$: StaticStructureSchema;
|
|
61
63
|
export declare var EventMetadataFilterExpression$: StaticStructureSchema;
|
|
@@ -151,6 +153,7 @@ export declare var CertificateLocation$: StaticUnionSchema;
|
|
|
151
153
|
export declare var CodeInterpreterStreamOutput$: StaticUnionSchema;
|
|
152
154
|
export declare var Content$: StaticUnionSchema;
|
|
153
155
|
export declare var Context$: StaticUnionSchema;
|
|
156
|
+
export declare var EvaluationContent$: StaticUnionSchema;
|
|
154
157
|
export declare var EvaluationInput$: StaticUnionSchema;
|
|
155
158
|
export declare var EvaluationTarget$: StaticUnionSchema;
|
|
156
159
|
export declare var ExtractionJobMessages$: StaticUnionSchema;
|
|
@@ -30,6 +30,7 @@ import {
|
|
|
30
30
|
Client as __Client,
|
|
31
31
|
} from "@smithy/smithy-client";
|
|
32
32
|
import {
|
|
33
|
+
AwsCredentialIdentityProvider,
|
|
33
34
|
BodyLengthCalculator as __BodyLengthCalculator,
|
|
34
35
|
CheckOptionalClientConfig as __CheckOptionalClientConfig,
|
|
35
36
|
ChecksumConstructor as __ChecksumConstructor,
|
|
@@ -43,8 +44,6 @@ import {
|
|
|
43
44
|
SdkStreamMixinInjector as __SdkStreamMixinInjector,
|
|
44
45
|
StreamCollector as __StreamCollector,
|
|
45
46
|
UrlParser as __UrlParser,
|
|
46
|
-
AwsCredentialIdentityProvider,
|
|
47
|
-
Provider,
|
|
48
47
|
UserAgent as __UserAgent,
|
|
49
48
|
} from "@smithy/types";
|
|
50
49
|
import {
|
|
@@ -300,7 +299,7 @@ export interface ClientDefaults
|
|
|
300
299
|
useFipsEndpoint?: boolean | __Provider<boolean>;
|
|
301
300
|
region?: string | __Provider<string>;
|
|
302
301
|
profile?: string;
|
|
303
|
-
defaultUserAgentProvider?:
|
|
302
|
+
defaultUserAgentProvider?: __Provider<__UserAgent>;
|
|
304
303
|
credentialDefaultProvider?: (input: any) => AwsCredentialIdentityProvider;
|
|
305
304
|
maxAttempts?: number | __Provider<number>;
|
|
306
305
|
retryMode?: string | __Provider<string>;
|
|
@@ -589,6 +589,52 @@ export declare namespace EvaluationInput {
|
|
|
589
589
|
_: (name: string, value: any) => T;
|
|
590
590
|
}
|
|
591
591
|
}
|
|
592
|
+
export type EvaluationContent =
|
|
593
|
+
| EvaluationContent.TextMember
|
|
594
|
+
| EvaluationContent.$UnknownMember;
|
|
595
|
+
export declare namespace EvaluationContent {
|
|
596
|
+
interface TextMember {
|
|
597
|
+
text: string;
|
|
598
|
+
$unknown?: never;
|
|
599
|
+
}
|
|
600
|
+
interface $UnknownMember {
|
|
601
|
+
text?: never;
|
|
602
|
+
$unknown: [string, any];
|
|
603
|
+
}
|
|
604
|
+
interface Visitor<T> {
|
|
605
|
+
text: (value: string) => T;
|
|
606
|
+
_: (name: string, value: any) => T;
|
|
607
|
+
}
|
|
608
|
+
}
|
|
609
|
+
export interface SpanContext {
|
|
610
|
+
sessionId: string | undefined;
|
|
611
|
+
traceId?: string | undefined;
|
|
612
|
+
spanId?: string | undefined;
|
|
613
|
+
}
|
|
614
|
+
export type Context = Context.SpanContextMember | Context.$UnknownMember;
|
|
615
|
+
export declare namespace Context {
|
|
616
|
+
interface SpanContextMember {
|
|
617
|
+
spanContext: SpanContext;
|
|
618
|
+
$unknown?: never;
|
|
619
|
+
}
|
|
620
|
+
interface $UnknownMember {
|
|
621
|
+
spanContext?: never;
|
|
622
|
+
$unknown: [string, any];
|
|
623
|
+
}
|
|
624
|
+
interface Visitor<T> {
|
|
625
|
+
spanContext: (value: SpanContext) => T;
|
|
626
|
+
_: (name: string, value: any) => T;
|
|
627
|
+
}
|
|
628
|
+
}
|
|
629
|
+
export interface EvaluationExpectedTrajectory {
|
|
630
|
+
toolNames?: string[] | undefined;
|
|
631
|
+
}
|
|
632
|
+
export interface EvaluationReferenceInput {
|
|
633
|
+
context: Context | undefined;
|
|
634
|
+
expectedResponse?: EvaluationContent | undefined;
|
|
635
|
+
assertions?: EvaluationContent[] | undefined;
|
|
636
|
+
expectedTrajectory?: EvaluationExpectedTrajectory | undefined;
|
|
637
|
+
}
|
|
592
638
|
export type EvaluationTarget =
|
|
593
639
|
| EvaluationTarget.SpanIdsMember
|
|
594
640
|
| EvaluationTarget.TraceIdsMember
|
|
@@ -619,26 +665,7 @@ export interface EvaluateRequest {
|
|
|
619
665
|
evaluatorId: string | undefined;
|
|
620
666
|
evaluationInput: EvaluationInput | undefined;
|
|
621
667
|
evaluationTarget?: EvaluationTarget | undefined;
|
|
622
|
-
|
|
623
|
-
export interface SpanContext {
|
|
624
|
-
sessionId: string | undefined;
|
|
625
|
-
traceId?: string | undefined;
|
|
626
|
-
spanId?: string | undefined;
|
|
627
|
-
}
|
|
628
|
-
export type Context = Context.SpanContextMember | Context.$UnknownMember;
|
|
629
|
-
export declare namespace Context {
|
|
630
|
-
interface SpanContextMember {
|
|
631
|
-
spanContext: SpanContext;
|
|
632
|
-
$unknown?: never;
|
|
633
|
-
}
|
|
634
|
-
interface $UnknownMember {
|
|
635
|
-
spanContext?: never;
|
|
636
|
-
$unknown: [string, any];
|
|
637
|
-
}
|
|
638
|
-
interface Visitor<T> {
|
|
639
|
-
spanContext: (value: SpanContext) => T;
|
|
640
|
-
_: (name: string, value: any) => T;
|
|
641
|
-
}
|
|
668
|
+
evaluationReferenceInputs?: EvaluationReferenceInput[] | undefined;
|
|
642
669
|
}
|
|
643
670
|
export interface TokenUsage {
|
|
644
671
|
inputTokens?: number | undefined;
|
|
@@ -656,6 +683,7 @@ export interface EvaluationResultContent {
|
|
|
656
683
|
tokenUsage?: TokenUsage | undefined;
|
|
657
684
|
errorMessage?: string | undefined;
|
|
658
685
|
errorCode?: string | undefined;
|
|
686
|
+
ignoredReferenceInputFields?: string[] | undefined;
|
|
659
687
|
}
|
|
660
688
|
export interface EvaluateResponse {
|
|
661
689
|
evaluationResults: EvaluationResultContent[] | undefined;
|
|
@@ -56,6 +56,8 @@ export declare var DeleteMemoryRecordInput$: StaticStructureSchema;
|
|
|
56
56
|
export declare var DeleteMemoryRecordOutput$: StaticStructureSchema;
|
|
57
57
|
export declare var EvaluateRequest$: StaticStructureSchema;
|
|
58
58
|
export declare var EvaluateResponse$: StaticStructureSchema;
|
|
59
|
+
export declare var EvaluationExpectedTrajectory$: StaticStructureSchema;
|
|
60
|
+
export declare var EvaluationReferenceInput$: StaticStructureSchema;
|
|
59
61
|
export declare var EvaluationResultContent$: StaticStructureSchema;
|
|
60
62
|
export declare var Event$: StaticStructureSchema;
|
|
61
63
|
export declare var EventMetadataFilterExpression$: StaticStructureSchema;
|
|
@@ -151,6 +153,7 @@ export declare var CertificateLocation$: StaticUnionSchema;
|
|
|
151
153
|
export declare var CodeInterpreterStreamOutput$: StaticUnionSchema;
|
|
152
154
|
export declare var Content$: StaticUnionSchema;
|
|
153
155
|
export declare var Context$: StaticUnionSchema;
|
|
156
|
+
export declare var EvaluationContent$: StaticUnionSchema;
|
|
154
157
|
export declare var EvaluationInput$: StaticUnionSchema;
|
|
155
158
|
export declare var EvaluationTarget$: StaticUnionSchema;
|
|
156
159
|
export declare var ExtractionJobMessages$: StaticUnionSchema;
|