@aws-sdk/client-bedrock-agentcore 3.1019.0 → 3.1021.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,8 +27,7 @@ declare const InvokeAgentRuntimeCommandCommand_base: {
27
27
  getEndpointParameterInstructions(): import("@smithy/middleware-endpoint").EndpointParameterInstructions;
28
28
  };
29
29
  /**
30
- * Executes a command in a runtime session container.
31
- * Returns streaming output with contentStart, contentDelta, and contentStop events.
30
+ * <p>Executes a command in a runtime session container and streams the output back to the caller. This operation allows you to run shell commands within the agent runtime environment and receive real-time streaming responses including standard output and standard error.</p> <p>To invoke a command, you must specify the agent runtime ARN and a runtime session ID. The command execution supports streaming responses, allowing you to receive output as it becomes available through <code>contentStart</code>, <code>contentDelta</code>, and <code>contentStop</code> events.</p> <p>To use this operation, you must have the <code>bedrock-agentcore:InvokeAgentRuntimeCommand</code> permission.</p>
32
31
  * @example
33
32
  * Use a bare-bones client and the command you need to make an API call.
34
33
  * ```javascript
@@ -5,7 +5,7 @@
5
5
  */
6
6
  export * from "./BedrockAgentCoreClient";
7
7
  export * from "./BedrockAgentCore";
8
- export { ClientInputEndpointParameters } from "./endpoint/EndpointParameters";
8
+ export type { ClientInputEndpointParameters } from "./endpoint/EndpointParameters";
9
9
  export type { RuntimeExtension } from "./runtimeExtensions";
10
10
  export type { BedrockAgentCoreExtensionConfiguration } from "./extensionConfiguration";
11
11
  export * from "./commands";
@@ -1,7 +1,7 @@
1
1
  import type { ExceptionOptionType as __ExceptionOptionType } from "@smithy/smithy-client";
2
2
  import { BedrockAgentCoreServiceException as __BaseException } from "./BedrockAgentCoreServiceException";
3
- import { ValidationExceptionReason } from "./enums";
4
- import { ValidationExceptionField } from "./models_0";
3
+ import type { ValidationExceptionReason } from "./enums";
4
+ import type { ValidationExceptionField } from "./models_0";
5
5
  /**
6
6
  * <p>The exception that occurs when you do not have sufficient permissions to perform an action. Verify that your IAM policy includes the necessary permissions for the operation you are trying to perform.</p>
7
7
  * @public
@@ -1,6 +1,6 @@
1
- import { DocumentType as __DocumentType, StreamingBlobTypes } from "@smithy/types";
2
- import { AutomationStreamStatus, BrowserEnterprisePolicyType, BrowserSessionStatus, CodeInterpreterSessionStatus, CommandExecutionStatus, ContentBlockType, ExtractionJobStatus, LanguageRuntime, MemoryRecordStatus, Oauth2FlowType, OperatorType, ProgrammingLanguage, ResourceContentType, Role, SessionStatus, TaskStatus, ToolName } from "./enums";
3
- import { AccessDeniedException, ConflictException, InternalServerException, ResourceNotFoundException, RuntimeClientError, ServiceQuotaExceededException, ThrottlingException, ValidationException } from "./errors";
1
+ import type { DocumentType as __DocumentType, StreamingBlobTypes } from "@smithy/types";
2
+ import type { AutomationStreamStatus, BrowserEnterprisePolicyType, BrowserSessionStatus, CodeInterpreterSessionStatus, CommandExecutionStatus, ContentBlockType, ExtractionJobStatus, LanguageRuntime, MemoryRecordStatus, Oauth2FlowType, OperatorType, ProgrammingLanguage, ResourceContentType, Role, SessionStatus, TaskStatus, ToolName } from "./enums";
3
+ import type { AccessDeniedException, ConflictException, InternalServerException, ResourceNotFoundException, RuntimeClientError, ServiceQuotaExceededException, ThrottlingException, ValidationException } from "./errors";
4
4
  /**
5
5
  * <p>Contains summary information about an actor in an AgentCore Memory resource.</p>
6
6
  * @public
@@ -199,23 +199,23 @@ export interface InvokeAgentRuntimeResponse {
199
199
  statusCode?: number | undefined;
200
200
  }
201
201
  /**
202
- * Request body for InvokeAgentRuntimeCommand
202
+ * <p>The request body structure for the <code>InvokeAgentRuntimeCommand</code> operation, containing the command to execute and optional configuration parameters.</p>
203
203
  * @public
204
204
  */
205
205
  export interface InvokeAgentRuntimeCommandRequestBody {
206
206
  /**
207
- * The command to execute in the runtime container
207
+ * <p>The shell command to execute on the agent runtime. This command is executed in the runtime environment and its output is streamed back to the caller.</p>
208
208
  * @public
209
209
  */
210
210
  command: string | undefined;
211
211
  /**
212
- * Command timeout in seconds (default: 300, min:1, max: 3600)
212
+ * <p>The maximum duration in seconds to wait for the command to complete. If the command execution exceeds this timeout, it will be terminated. Default is 300 seconds. Minimum is 1 second. Maximum is 3600 seconds.</p>
213
213
  * @public
214
214
  */
215
215
  timeout?: number | undefined;
216
216
  }
217
217
  /**
218
- * Request for InvokeAgentRuntimeCommand operation
218
+ * <p>Request for InvokeAgentRuntimeCommand operation.</p>
219
219
  * @public
220
220
  */
221
221
  export interface InvokeAgentRuntimeCommandRequest {
@@ -230,7 +230,7 @@ export interface InvokeAgentRuntimeCommandRequest {
230
230
  */
231
231
  accept?: string | undefined;
232
232
  /**
233
- * Runtime session identifier
233
+ * <p>The unique identifier of the runtime session in which to execute the command. This session ID is used to maintain state and context across multiple command invocations.</p>
234
234
  * @public
235
235
  */
236
236
  runtimeSessionId?: string | undefined;
@@ -255,88 +255,87 @@ export interface InvokeAgentRuntimeCommandRequest {
255
255
  */
256
256
  baggage?: string | undefined;
257
257
  /**
258
- * ARN of the agent runtime
258
+ * <p>The Amazon Resource Name (ARN) of the agent runtime on which to execute the command. This identifies the specific agent runtime environment where the command will run.</p>
259
259
  * @public
260
260
  */
261
261
  agentRuntimeArn: string | undefined;
262
262
  /**
263
- * Version or alias qualifier
263
+ * <p>The qualifier to use for the agent runtime. This is an endpoint name that points to a specific version. If not specified, Amazon Bedrock AgentCore uses the default endpoint of the agent runtime.</p>
264
264
  * @public
265
265
  */
266
266
  qualifier?: string | undefined;
267
267
  /**
268
- * Account ID (12 digits)
268
+ * <p>The identifier of the Amazon Web Services account for the agent runtime resource. This parameter is required when you specify an agent ID instead of the full ARN for <code>agentRuntimeArn</code>.</p>
269
269
  * @public
270
270
  */
271
271
  accountId?: string | undefined;
272
272
  /**
273
- * Request body containing command and timeout
273
+ * <p>The request body containing the command to execute and optional configuration parameters such as timeout settings.</p>
274
274
  * @public
275
275
  */
276
276
  body: InvokeAgentRuntimeCommandRequestBody | undefined;
277
277
  }
278
278
  /**
279
- * Content event containing stdout or stderr output
279
+ * <p>An event that contains incremental output from a command execution. This event streams standard output and standard error content as it becomes available during command execution.</p>
280
280
  * @public
281
281
  */
282
282
  export interface ContentDeltaEvent {
283
283
  /**
284
- * Standard output content
284
+ * <p>The standard output content from the command execution. This field contains the incremental output written to stdout by the executing command.</p>
285
285
  * @public
286
286
  */
287
287
  stdout?: string | undefined;
288
288
  /**
289
- * Standard error content
289
+ * <p>The standard error content from the command execution. This field contains the incremental output written to stderr by the executing command.</p>
290
290
  * @public
291
291
  */
292
292
  stderr?: string | undefined;
293
293
  }
294
294
  /**
295
- * First event indicating command execution has started
295
+ * <p>An event that signals the start of content streaming from a command execution. This event is sent when the command begins producing output.</p>
296
296
  * @public
297
297
  */
298
298
  export interface ContentStartEvent {
299
299
  }
300
300
  /**
301
- * Final event indicating command execution has completed
301
+ * <p>An event that signals the completion of a command execution. This event contains the final status and exit code of the executed command.</p>
302
302
  * @public
303
303
  */
304
304
  export interface ContentStopEvent {
305
305
  /**
306
- * Exit code: 0 = success, -1 = platform error, >0 = command error
306
+ * <p>The exit code returned by the executed command. An exit code of 0 indicates successful execution, -1 indicates a platform error, and values greater than 0 indicate command-specific errors.</p>
307
307
  * @public
308
308
  */
309
309
  exitCode: number | undefined;
310
310
  /**
311
- * Execution status
311
+ * <p>The final status of the command execution. Valid values are <code>COMPLETED</code> for successful completion or <code>TIMED_OUT</code> if the command exceeded the specified timeout.</p>
312
312
  * @public
313
313
  */
314
314
  status: CommandExecutionStatus | undefined;
315
315
  }
316
316
  /**
317
- * Response chunk containing exactly one of: contentStart, contentDelta, or contentStop
317
+ * <p>A structure representing a response chunk that contains exactly one of the possible event types: <code>contentStart</code>, <code>contentDelta</code>, or <code>contentStop</code>.</p>
318
318
  * @public
319
319
  */
320
320
  export interface ResponseChunk {
321
321
  /**
322
- * First chunk - indicates command execution has started
322
+ * <p>An event indicating the start of content streaming from the command execution. This is the first chunk received.</p>
323
323
  * @public
324
324
  */
325
325
  contentStart?: ContentStartEvent | undefined;
326
326
  /**
327
- * Middle chunks - stdout/stderr output
327
+ * <p>An event containing incremental output (stdout or stderr) from the command execution. These are the middle chunks.</p>
328
328
  * @public
329
329
  */
330
330
  contentDelta?: ContentDeltaEvent | undefined;
331
331
  /**
332
- * Last chunk - indicates command execution has completed
332
+ * <p>An event indicating the completion of the command execution, including the exit code and final status. This is the last chunk received.</p>
333
333
  * @public
334
334
  */
335
335
  contentStop?: ContentStopEvent | undefined;
336
336
  }
337
337
  /**
338
- * Streaming output for InvokeAgentRuntimeCommand operation
339
- * Delivers typed events: contentStart (first), contentDelta (middle), contentStop (last)
338
+ * <p>The streaming output union for the <code>InvokeAgentRuntimeCommand</code> operation. This union delivers typed events: <code>contentStart</code> (first), <code>contentDelta</code> (middle), and <code>contentStop</code> (last).</p>
340
339
  * @public
341
340
  */
342
341
  export type InvokeAgentRuntimeCommandStreamOutput = InvokeAgentRuntimeCommandStreamOutput.AccessDeniedExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ChunkMember | InvokeAgentRuntimeCommandStreamOutput.InternalServerExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ResourceNotFoundExceptionMember | InvokeAgentRuntimeCommandStreamOutput.RuntimeClientErrorMember | InvokeAgentRuntimeCommandStreamOutput.ServiceQuotaExceededExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ThrottlingExceptionMember | InvokeAgentRuntimeCommandStreamOutput.ValidationExceptionMember | InvokeAgentRuntimeCommandStreamOutput.$UnknownMember;
@@ -345,7 +344,7 @@ export type InvokeAgentRuntimeCommandStreamOutput = InvokeAgentRuntimeCommandStr
345
344
  */
346
345
  export declare namespace InvokeAgentRuntimeCommandStreamOutput {
347
346
  /**
348
- * Response chunk containing command execution events
347
+ * <p>A response chunk containing command execution events such as content start, content delta, or content stop events.</p>
349
348
  * @public
350
349
  */
351
350
  interface ChunkMember {
@@ -360,7 +359,7 @@ export declare namespace InvokeAgentRuntimeCommandStreamOutput {
360
359
  $unknown?: never;
361
360
  }
362
361
  /**
363
- * Exception events for error streaming
362
+ * <p>Exception events for error streaming.</p>
364
363
  * @public
365
364
  */
366
365
  interface AccessDeniedExceptionMember {
@@ -495,12 +494,12 @@ export declare namespace InvokeAgentRuntimeCommandStreamOutput {
495
494
  }
496
495
  }
497
496
  /**
498
- * Response for InvokeAgentRuntimeCommand operation
497
+ * <p>Response for InvokeAgentRuntimeCommand operation.</p>
499
498
  * @public
500
499
  */
501
500
  export interface InvokeAgentRuntimeCommandResponse {
502
501
  /**
503
- * Runtime session identifier
502
+ * <p>The unique identifier of the runtime session in which the command was executed.</p>
504
503
  * @public
505
504
  */
506
505
  runtimeSessionId?: string | undefined;
@@ -535,7 +534,7 @@ export interface InvokeAgentRuntimeCommandResponse {
535
534
  */
536
535
  statusCode?: number | undefined;
537
536
  /**
538
- * Streaming output containing command execution events
537
+ * <p>The streaming output from the command execution. This stream contains events that provide real-time updates including standard output, standard error, and completion status.</p>
539
538
  * @public
540
539
  */
541
540
  stream: AsyncIterable<InvokeAgentRuntimeCommandStreamOutput> | undefined;
@@ -1721,38 +1720,27 @@ export declare namespace EvaluationInput {
1721
1720
  }
1722
1721
  }
1723
1722
  /**
1724
- * <p> The specification of which trace or span IDs to evaluate within the provided input data. Allows precise targeting of evaluation at different levels: tool calls, traces, or sessions. </p>
1723
+ * <p> A content block for ground truth data in evaluation reference inputs. Supports text content for expected responses and assertions. </p>
1725
1724
  * @public
1726
1725
  */
1727
- export type EvaluationTarget = EvaluationTarget.SpanIdsMember | EvaluationTarget.TraceIdsMember | EvaluationTarget.$UnknownMember;
1726
+ export type EvaluationContent = EvaluationContent.TextMember | EvaluationContent.$UnknownMember;
1728
1727
  /**
1729
1728
  * @public
1730
1729
  */
1731
- export declare namespace EvaluationTarget {
1732
- /**
1733
- * <p> The list of specific span IDs to evaluate within the provided traces. Used to target evaluation at individual tool calls or specific operations within the agent's execution flow. </p>
1734
- * @public
1735
- */
1736
- interface SpanIdsMember {
1737
- spanIds: string[];
1738
- traceIds?: never;
1739
- $unknown?: never;
1740
- }
1730
+ export declare namespace EvaluationContent {
1741
1731
  /**
1742
- * <p> The list of trace IDs to evaluate, representing complete request-response interactions. Used to evaluate entire conversation turns or specific agent interactions within a session. </p>
1732
+ * <p> The text content of the ground truth data. Used for expected response text and assertion statements. </p>
1743
1733
  * @public
1744
1734
  */
1745
- interface TraceIdsMember {
1746
- spanIds?: never;
1747
- traceIds: string[];
1735
+ interface TextMember {
1736
+ text: string;
1748
1737
  $unknown?: never;
1749
1738
  }
1750
1739
  /**
1751
1740
  * @public
1752
1741
  */
1753
1742
  interface $UnknownMember {
1754
- spanIds?: never;
1755
- traceIds?: never;
1743
+ text?: never;
1756
1744
  $unknown: [string, any];
1757
1745
  }
1758
1746
  /**
@@ -1760,31 +1748,10 @@ export declare namespace EvaluationTarget {
1760
1748
  *
1761
1749
  */
1762
1750
  interface Visitor<T> {
1763
- spanIds: (value: string[]) => T;
1764
- traceIds: (value: string[]) => T;
1751
+ text: (value: string) => T;
1765
1752
  _: (name: string, value: any) => T;
1766
1753
  }
1767
1754
  }
1768
- /**
1769
- * @public
1770
- */
1771
- export interface EvaluateRequest {
1772
- /**
1773
- * <p> The unique identifier of the evaluator to use for scoring. Can be a built-in evaluator (e.g., <code>Builtin.Helpfulness</code>, <code>Builtin.Correctness</code>) or a custom evaluator Id created through the control plane API. </p>
1774
- * @public
1775
- */
1776
- evaluatorId: string | undefined;
1777
- /**
1778
- * <p> The input data containing agent session spans to be evaluated. Includes a list of spans in OpenTelemetry format from supported frameworks like Strands (AgentCore Runtime) or LangGraph with OpenInference instrumentation. </p>
1779
- * @public
1780
- */
1781
- evaluationInput: EvaluationInput | undefined;
1782
- /**
1783
- * <p> The specific trace or span IDs to evaluate within the provided input. Allows targeting evaluation at different levels: individual tool calls, single request-response interactions (traces), or entire conversation sessions. </p>
1784
- * @public
1785
- */
1786
- evaluationTarget?: EvaluationTarget | undefined;
1787
- }
1788
1755
  /**
1789
1756
  * <p> The contextual information that uniquely identifies a span within the distributed tracing system. Contains session, trace, and span identifiers used to correlate evaluation results with specific agent execution points. </p>
1790
1757
  * @public
@@ -1839,6 +1806,113 @@ export declare namespace Context {
1839
1806
  _: (name: string, value: any) => T;
1840
1807
  }
1841
1808
  }
1809
+ /**
1810
+ * <p> The expected tool call trajectory for trajectory-based evaluation. </p>
1811
+ * @public
1812
+ */
1813
+ export interface EvaluationExpectedTrajectory {
1814
+ /**
1815
+ * <p> The list of tool names representing the expected tool call sequence. </p>
1816
+ * @public
1817
+ */
1818
+ toolNames?: string[] | undefined;
1819
+ }
1820
+ /**
1821
+ * <p> A reference input containing ground truth data for evaluation, scoped to a specific context level (session or trace) through its span context. </p>
1822
+ * @public
1823
+ */
1824
+ export interface EvaluationReferenceInput {
1825
+ /**
1826
+ * <p> The contextual information associated with an evaluation, including span context details that identify the specific traces and sessions being evaluated within the agent's execution flow. </p>
1827
+ * @public
1828
+ */
1829
+ context: Context | undefined;
1830
+ /**
1831
+ * <p> The expected response for trace-level evaluation. Built-in evaluators that support this field compare the agent's actual response against this value for assessment. Custom evaluators can access it through the <code>\{expected_response\}</code> placeholder in their instructions. </p>
1832
+ * @public
1833
+ */
1834
+ expectedResponse?: EvaluationContent | undefined;
1835
+ /**
1836
+ * <p> A list of assertion statements for session-level evaluation. Each assertion describes an expected behavior or outcome the agent should demonstrate during the session. </p>
1837
+ * @public
1838
+ */
1839
+ assertions?: EvaluationContent[] | undefined;
1840
+ /**
1841
+ * <p> The expected tool call sequence for session-level trajectory evaluation. Contains a list of tool names representing the tools the agent is expected to invoke. </p>
1842
+ * @public
1843
+ */
1844
+ expectedTrajectory?: EvaluationExpectedTrajectory | undefined;
1845
+ }
1846
+ /**
1847
+ * <p> The specification of which trace or span IDs to evaluate within the provided input data. Allows precise targeting of evaluation at different levels: tool calls, traces, or sessions. </p>
1848
+ * @public
1849
+ */
1850
+ export type EvaluationTarget = EvaluationTarget.SpanIdsMember | EvaluationTarget.TraceIdsMember | EvaluationTarget.$UnknownMember;
1851
+ /**
1852
+ * @public
1853
+ */
1854
+ export declare namespace EvaluationTarget {
1855
+ /**
1856
+ * <p> The list of specific span IDs to evaluate within the provided traces. Used to target evaluation at individual tool calls or specific operations within the agent's execution flow. </p>
1857
+ * @public
1858
+ */
1859
+ interface SpanIdsMember {
1860
+ spanIds: string[];
1861
+ traceIds?: never;
1862
+ $unknown?: never;
1863
+ }
1864
+ /**
1865
+ * <p> The list of trace IDs to evaluate, representing complete request-response interactions. Used to evaluate entire conversation turns or specific agent interactions within a session. </p>
1866
+ * @public
1867
+ */
1868
+ interface TraceIdsMember {
1869
+ spanIds?: never;
1870
+ traceIds: string[];
1871
+ $unknown?: never;
1872
+ }
1873
+ /**
1874
+ * @public
1875
+ */
1876
+ interface $UnknownMember {
1877
+ spanIds?: never;
1878
+ traceIds?: never;
1879
+ $unknown: [string, any];
1880
+ }
1881
+ /**
1882
+ * @deprecated unused in schema-serde mode.
1883
+ *
1884
+ */
1885
+ interface Visitor<T> {
1886
+ spanIds: (value: string[]) => T;
1887
+ traceIds: (value: string[]) => T;
1888
+ _: (name: string, value: any) => T;
1889
+ }
1890
+ }
1891
+ /**
1892
+ * @public
1893
+ */
1894
+ export interface EvaluateRequest {
1895
+ /**
1896
+ * <p> The unique identifier of the evaluator to use for scoring. Can be a built-in evaluator (e.g., <code>Builtin.Helpfulness</code>, <code>Builtin.Correctness</code>) or a custom evaluator Id created through the control plane API. </p>
1897
+ * @public
1898
+ */
1899
+ evaluatorId: string | undefined;
1900
+ /**
1901
+ * <p> The input data containing agent session spans to be evaluated. Includes a list of spans in OpenTelemetry format from supported frameworks like Strands (AgentCore Runtime) or LangGraph with OpenInference instrumentation. </p>
1902
+ * @public
1903
+ */
1904
+ evaluationInput: EvaluationInput | undefined;
1905
+ /**
1906
+ * <p> The specific trace or span IDs to evaluate within the provided input. Allows targeting evaluation at different levels: individual tool calls, single request-response interactions (traces), or entire conversation sessions. </p>
1907
+ * @public
1908
+ */
1909
+ evaluationTarget?: EvaluationTarget | undefined;
1910
+ /**
1911
+ * <p> Ground truth data to compare against agent responses during evaluation. Allows to provide expected responses, assertions, and expected tool trajectories at different evaluation levels. Session-level reference inputs apply to the entire conversation, while trace-level reference inputs target specific request-response interactions identified by trace ID. </p>
1912
+ * @public
1913
+ */
1914
+ evaluationReferenceInputs?: EvaluationReferenceInput[] | undefined;
1915
+ }
1842
1916
  /**
1843
1917
  * <p> The token consumption statistics for language model operations during evaluation. Provides detailed breakdown of input, output, and total tokens used for cost tracking and performance monitoring. </p>
1844
1918
  * @public
@@ -1915,6 +1989,11 @@ export interface EvaluationResultContent {
1915
1989
  * @public
1916
1990
  */
1917
1991
  errorCode?: string | undefined;
1992
+ /**
1993
+ * <p> The list of reference input field names that were provided but not used by the evaluator. Helps identify which ground truth data was not consumed during evaluation. </p>
1994
+ * @public
1995
+ */
1996
+ ignoredReferenceInputFields?: string[] | undefined;
1918
1997
  }
1919
1998
  /**
1920
1999
  * @public
@@ -1,6 +1,6 @@
1
1
  import type { Paginator } from "@smithy/types";
2
2
  import { ListActorsCommandInput, ListActorsCommandOutput } from "../commands/ListActorsCommand";
3
- import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
3
+ import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
4
4
  /**
5
5
  * @public
6
6
  */
@@ -1,6 +1,6 @@
1
1
  import type { Paginator } from "@smithy/types";
2
2
  import { ListEventsCommandInput, ListEventsCommandOutput } from "../commands/ListEventsCommand";
3
- import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
3
+ import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
4
4
  /**
5
5
  * @public
6
6
  */
@@ -1,6 +1,6 @@
1
1
  import type { Paginator } from "@smithy/types";
2
2
  import { ListMemoryExtractionJobsCommandInput, ListMemoryExtractionJobsCommandOutput } from "../commands/ListMemoryExtractionJobsCommand";
3
- import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
3
+ import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
4
4
  /**
5
5
  * @public
6
6
  */
@@ -1,6 +1,6 @@
1
1
  import type { Paginator } from "@smithy/types";
2
2
  import { ListMemoryRecordsCommandInput, ListMemoryRecordsCommandOutput } from "../commands/ListMemoryRecordsCommand";
3
- import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
3
+ import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
4
4
  /**
5
5
  * @public
6
6
  */
@@ -1,6 +1,6 @@
1
1
  import type { Paginator } from "@smithy/types";
2
2
  import { ListSessionsCommandInput, ListSessionsCommandOutput } from "../commands/ListSessionsCommand";
3
- import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
3
+ import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
4
4
  /**
5
5
  * @public
6
6
  */
@@ -1,6 +1,6 @@
1
1
  import type { Paginator } from "@smithy/types";
2
2
  import { RetrieveMemoryRecordsCommandInput, RetrieveMemoryRecordsCommandOutput } from "../commands/RetrieveMemoryRecordsCommand";
3
- import { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
3
+ import type { BedrockAgentCorePaginationConfiguration } from "./Interfaces";
4
4
  /**
5
5
  * @public
6
6
  */
@@ -56,6 +56,8 @@ export declare var DeleteMemoryRecordInput$: StaticStructureSchema;
56
56
  export declare var DeleteMemoryRecordOutput$: StaticStructureSchema;
57
57
  export declare var EvaluateRequest$: StaticStructureSchema;
58
58
  export declare var EvaluateResponse$: StaticStructureSchema;
59
+ export declare var EvaluationExpectedTrajectory$: StaticStructureSchema;
60
+ export declare var EvaluationReferenceInput$: StaticStructureSchema;
59
61
  export declare var EvaluationResultContent$: StaticStructureSchema;
60
62
  export declare var Event$: StaticStructureSchema;
61
63
  export declare var EventMetadataFilterExpression$: StaticStructureSchema;
@@ -151,6 +153,7 @@ export declare var CertificateLocation$: StaticUnionSchema;
151
153
  export declare var CodeInterpreterStreamOutput$: StaticUnionSchema;
152
154
  export declare var Content$: StaticUnionSchema;
153
155
  export declare var Context$: StaticUnionSchema;
156
+ export declare var EvaluationContent$: StaticUnionSchema;
154
157
  export declare var EvaluationInput$: StaticUnionSchema;
155
158
  export declare var EvaluationTarget$: StaticUnionSchema;
156
159
  export declare var ExtractionJobMessages$: StaticUnionSchema;
@@ -30,6 +30,7 @@ import {
30
30
  Client as __Client,
31
31
  } from "@smithy/smithy-client";
32
32
  import {
33
+ AwsCredentialIdentityProvider,
33
34
  BodyLengthCalculator as __BodyLengthCalculator,
34
35
  CheckOptionalClientConfig as __CheckOptionalClientConfig,
35
36
  ChecksumConstructor as __ChecksumConstructor,
@@ -43,8 +44,6 @@ import {
43
44
  SdkStreamMixinInjector as __SdkStreamMixinInjector,
44
45
  StreamCollector as __StreamCollector,
45
46
  UrlParser as __UrlParser,
46
- AwsCredentialIdentityProvider,
47
- Provider,
48
47
  UserAgent as __UserAgent,
49
48
  } from "@smithy/types";
50
49
  import {
@@ -300,7 +299,7 @@ export interface ClientDefaults
300
299
  useFipsEndpoint?: boolean | __Provider<boolean>;
301
300
  region?: string | __Provider<string>;
302
301
  profile?: string;
303
- defaultUserAgentProvider?: Provider<__UserAgent>;
302
+ defaultUserAgentProvider?: __Provider<__UserAgent>;
304
303
  credentialDefaultProvider?: (input: any) => AwsCredentialIdentityProvider;
305
304
  maxAttempts?: number | __Provider<number>;
306
305
  retryMode?: string | __Provider<string>;
@@ -1,7 +1,7 @@
1
1
  import {
2
- HttpAuthScheme,
3
2
  AwsCredentialIdentity,
4
3
  AwsCredentialIdentityProvider,
4
+ HttpAuthScheme,
5
5
  } from "@smithy/types";
6
6
  import { BedrockAgentCoreHttpAuthSchemeProvider } from "./httpAuthSchemeProvider";
7
7
  export interface HttpAuthExtensionConfiguration {
@@ -589,6 +589,52 @@ export declare namespace EvaluationInput {
589
589
  _: (name: string, value: any) => T;
590
590
  }
591
591
  }
592
+ export type EvaluationContent =
593
+ | EvaluationContent.TextMember
594
+ | EvaluationContent.$UnknownMember;
595
+ export declare namespace EvaluationContent {
596
+ interface TextMember {
597
+ text: string;
598
+ $unknown?: never;
599
+ }
600
+ interface $UnknownMember {
601
+ text?: never;
602
+ $unknown: [string, any];
603
+ }
604
+ interface Visitor<T> {
605
+ text: (value: string) => T;
606
+ _: (name: string, value: any) => T;
607
+ }
608
+ }
609
+ export interface SpanContext {
610
+ sessionId: string | undefined;
611
+ traceId?: string | undefined;
612
+ spanId?: string | undefined;
613
+ }
614
+ export type Context = Context.SpanContextMember | Context.$UnknownMember;
615
+ export declare namespace Context {
616
+ interface SpanContextMember {
617
+ spanContext: SpanContext;
618
+ $unknown?: never;
619
+ }
620
+ interface $UnknownMember {
621
+ spanContext?: never;
622
+ $unknown: [string, any];
623
+ }
624
+ interface Visitor<T> {
625
+ spanContext: (value: SpanContext) => T;
626
+ _: (name: string, value: any) => T;
627
+ }
628
+ }
629
+ export interface EvaluationExpectedTrajectory {
630
+ toolNames?: string[] | undefined;
631
+ }
632
+ export interface EvaluationReferenceInput {
633
+ context: Context | undefined;
634
+ expectedResponse?: EvaluationContent | undefined;
635
+ assertions?: EvaluationContent[] | undefined;
636
+ expectedTrajectory?: EvaluationExpectedTrajectory | undefined;
637
+ }
592
638
  export type EvaluationTarget =
593
639
  | EvaluationTarget.SpanIdsMember
594
640
  | EvaluationTarget.TraceIdsMember
@@ -619,26 +665,7 @@ export interface EvaluateRequest {
619
665
  evaluatorId: string | undefined;
620
666
  evaluationInput: EvaluationInput | undefined;
621
667
  evaluationTarget?: EvaluationTarget | undefined;
622
- }
623
- export interface SpanContext {
624
- sessionId: string | undefined;
625
- traceId?: string | undefined;
626
- spanId?: string | undefined;
627
- }
628
- export type Context = Context.SpanContextMember | Context.$UnknownMember;
629
- export declare namespace Context {
630
- interface SpanContextMember {
631
- spanContext: SpanContext;
632
- $unknown?: never;
633
- }
634
- interface $UnknownMember {
635
- spanContext?: never;
636
- $unknown: [string, any];
637
- }
638
- interface Visitor<T> {
639
- spanContext: (value: SpanContext) => T;
640
- _: (name: string, value: any) => T;
641
- }
668
+ evaluationReferenceInputs?: EvaluationReferenceInput[] | undefined;
642
669
  }
643
670
  export interface TokenUsage {
644
671
  inputTokens?: number | undefined;
@@ -656,6 +683,7 @@ export interface EvaluationResultContent {
656
683
  tokenUsage?: TokenUsage | undefined;
657
684
  errorMessage?: string | undefined;
658
685
  errorCode?: string | undefined;
686
+ ignoredReferenceInputFields?: string[] | undefined;
659
687
  }
660
688
  export interface EvaluateResponse {
661
689
  evaluationResults: EvaluationResultContent[] | undefined;
@@ -56,6 +56,8 @@ export declare var DeleteMemoryRecordInput$: StaticStructureSchema;
56
56
  export declare var DeleteMemoryRecordOutput$: StaticStructureSchema;
57
57
  export declare var EvaluateRequest$: StaticStructureSchema;
58
58
  export declare var EvaluateResponse$: StaticStructureSchema;
59
+ export declare var EvaluationExpectedTrajectory$: StaticStructureSchema;
60
+ export declare var EvaluationReferenceInput$: StaticStructureSchema;
59
61
  export declare var EvaluationResultContent$: StaticStructureSchema;
60
62
  export declare var Event$: StaticStructureSchema;
61
63
  export declare var EventMetadataFilterExpression$: StaticStructureSchema;
@@ -151,6 +153,7 @@ export declare var CertificateLocation$: StaticUnionSchema;
151
153
  export declare var CodeInterpreterStreamOutput$: StaticUnionSchema;
152
154
  export declare var Content$: StaticUnionSchema;
153
155
  export declare var Context$: StaticUnionSchema;
156
+ export declare var EvaluationContent$: StaticUnionSchema;
154
157
  export declare var EvaluationInput$: StaticUnionSchema;
155
158
  export declare var EvaluationTarget$: StaticUnionSchema;
156
159
  export declare var ExtractionJobMessages$: StaticUnionSchema;