aws-sdk-bedrockagentcore 1.23.0 → 1.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: d7585daa8e3d30666691dff8d13b97aa7c6cbb9947b2bd1fdce60cbfece5e5d0
4
- data.tar.gz: a3b4336d566eeb26f178d22203c22ecc1b5b2539f9b2aee1fbbc0a558225c088
3
+ metadata.gz: d14de8a9be7333d1d13dc6cd07cd1aee920df9a5c702b6f2f91bd709ac8fa9a3
4
+ data.tar.gz: 59e151e33f95392a070ee7c8dbbd7a0a154294b5a65c5eae5ba0ad280bb50674
5
5
  SHA512:
6
- metadata.gz: af6d2ae93e5a16a39748b23ece7b8b0c60161bc36d8a2e513474e4a2c0bb876ebe976774fa99eeabd86b4b6d09512b0e93b2b171445686dfc06ca6999d8a4070
7
- data.tar.gz: 0dee934a0c1c78c6408b7921c945afb8136753f1a5dbd0f9d2a5dd74b8a5a2b0719c925b51b3c07cdde345f291cdd84c86f1c01f578593cae053f15f77182730
6
+ metadata.gz: 9855c303bde7ab917a787ea384a533a9d1708c79de044c10514dcc9c2d0d7d9d0425c4799b6202560c5391ddeed95bfc582daa8c74ca7ae00ecf438b685a6048
7
+ data.tar.gz: 88ffc56e98b0f77cf984dc4a49043ef23823564df6c0fffb2806dc3dc91e74ccf6756b947c9a3f2d31440fc3b7dc7e3635f6138bd2a8d2b5f8d73a2cbf99578e
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.25.0 (2026-04-01)
5
+ ------------------
6
+
7
+ * Feature - Added the ability to filter out empty sessions when listing sessions. Customers can now retrieve only sessions that still contain events, eliminating the need to check each session individually. No changes required for existing integrations.
8
+
9
+ 1.24.0 (2026-03-30)
10
+ ------------------
11
+
12
+ * Feature - Adds Ground Truth support for AgentCore Evaluations (Evaluate)
13
+
4
14
  1.23.0 (2026-03-27)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.23.0
1
+ 1.25.0
@@ -900,6 +900,14 @@ module Aws::BedrockAgentCore
900
900
  # calls, single request-response interactions (traces), or entire
901
901
  # conversation sessions.
902
902
  #
903
+ # @option params [Array<Types::EvaluationReferenceInput>] :evaluation_reference_inputs
904
+ # Ground truth data to compare against agent responses during
905
+ # evaluation. Allows to provide expected responses, assertions, and
906
+ # expected tool trajectories at different evaluation levels.
907
+ # Session-level reference inputs apply to the entire conversation, while
908
+ # trace-level reference inputs target specific request-response
909
+ # interactions identified by trace ID.
910
+ #
903
911
  # @return [Types::EvaluateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
904
912
  #
905
913
  # * {Types::EvaluateResponse#evaluation_results #evaluation_results} => Array&lt;Types::EvaluationResultContent&gt;
@@ -918,6 +926,28 @@ module Aws::BedrockAgentCore
918
926
  # span_ids: ["SpanId"],
919
927
  # trace_ids: ["TraceId"],
920
928
  # },
929
+ # evaluation_reference_inputs: [
930
+ # {
931
+ # context: { # required
932
+ # span_context: {
933
+ # session_id: "String", # required
934
+ # trace_id: "String",
935
+ # span_id: "String",
936
+ # },
937
+ # },
938
+ # expected_response: {
939
+ # text: "EvaluationContentTextString",
940
+ # },
941
+ # assertions: [
942
+ # {
943
+ # text: "EvaluationContentTextString",
944
+ # },
945
+ # ],
946
+ # expected_trajectory: {
947
+ # tool_names: ["EvaluationToolName"],
948
+ # },
949
+ # },
950
+ # ],
921
951
  # })
922
952
  #
923
953
  # @example Response structure
@@ -937,6 +967,8 @@ module Aws::BedrockAgentCore
937
967
  # resp.evaluation_results[0].token_usage.total_tokens #=> Integer
938
968
  # resp.evaluation_results[0].error_message #=> String
939
969
  # resp.evaluation_results[0].error_code #=> String
970
+ # resp.evaluation_results[0].ignored_reference_input_fields #=> Array
971
+ # resp.evaluation_results[0].ignored_reference_input_fields[0] #=> String
940
972
  #
941
973
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/Evaluate AWS API Documentation
942
974
  #
@@ -1611,8 +1643,18 @@ module Aws::BedrockAgentCore
1611
1643
  req.send_request(options, &block)
1612
1644
  end
1613
1645
 
1614
- # Executes a command in a runtime session container. Returns streaming
1615
- # output with contentStart, contentDelta, and contentStop events.
1646
+ # Executes a command in a runtime session container and streams the
1647
+ # output back to the caller. This operation allows you to run shell
1648
+ # commands within the agent runtime environment and receive real-time
1649
+ # streaming responses including standard output and standard error.
1650
+ #
1651
+ # To invoke a command, you must specify the agent runtime ARN and a
1652
+ # runtime session ID. The command execution supports streaming
1653
+ # responses, allowing you to receive output as it becomes available
1654
+ # through `contentStart`, `contentDelta`, and `contentStop` events.
1655
+ #
1656
+ # To use this operation, you must have the
1657
+ # `bedrock-agentcore:InvokeAgentRuntimeCommand` permission.
1616
1658
  #
1617
1659
  # @option params [String] :content_type
1618
1660
  # The MIME type of the input data in the request payload. This tells the
@@ -1625,7 +1667,9 @@ module Aws::BedrockAgentCore
1625
1667
  # Common values include application/json for JSON data.
1626
1668
  #
1627
1669
  # @option params [String] :runtime_session_id
1628
- # Runtime session identifier
1670
+ # The unique identifier of the runtime session in which to execute the
1671
+ # command. This session ID is used to maintain state and context across
1672
+ # multiple command invocations.
1629
1673
  #
1630
1674
  # **A suitable default value is auto-generated.** You should normally
1631
1675
  # not need to pass this option.**
@@ -1643,16 +1687,23 @@ module Aws::BedrockAgentCore
1643
1687
  # Additional context information for distributed tracing.
1644
1688
  #
1645
1689
  # @option params [required, String] :agent_runtime_arn
1646
- # ARN of the agent runtime
1690
+ # The Amazon Resource Name (ARN) of the agent runtime on which to
1691
+ # execute the command. This identifies the specific agent runtime
1692
+ # environment where the command will run.
1647
1693
  #
1648
1694
  # @option params [String] :qualifier
1649
- # Version or alias qualifier
1695
+ # The qualifier to use for the agent runtime. This is an endpoint name
1696
+ # that points to a specific version. If not specified, Amazon Bedrock
1697
+ # AgentCore uses the default endpoint of the agent runtime.
1650
1698
  #
1651
1699
  # @option params [String] :account_id
1652
- # Account ID (12 digits)
1700
+ # The identifier of the Amazon Web Services account for the agent
1701
+ # runtime resource. This parameter is required when you specify an agent
1702
+ # ID instead of the full ARN for `agentRuntimeArn`.
1653
1703
  #
1654
1704
  # @option params [required, Types::InvokeAgentRuntimeCommandRequestBody] :body
1655
- # Request body containing command and timeout
1705
+ # The request body containing the command to execute and optional
1706
+ # configuration parameters such as timeout settings.
1656
1707
  #
1657
1708
  # @return [Types::InvokeAgentRuntimeCommandResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1658
1709
  #
@@ -2684,6 +2735,9 @@ module Aws::BedrockAgentCore
2684
2735
  # previous response in the next request to retrieve the next set of
2685
2736
  # results.
2686
2737
  #
2738
+ # @option params [Types::SessionFilter] :filter
2739
+ # Filter criteria to apply when listing sessions.
2740
+ #
2687
2741
  # @return [Types::ListSessionsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2688
2742
  #
2689
2743
  # * {Types::ListSessionsOutput#session_summaries #session_summaries} => Array&lt;Types::SessionSummary&gt;
@@ -2698,6 +2752,9 @@ module Aws::BedrockAgentCore
2698
2752
  # actor_id: "ActorId", # required
2699
2753
  # max_results: 1,
2700
2754
  # next_token: "PaginationToken",
2755
+ # filter: {
2756
+ # event_filter: "HAS_EVENTS", # accepts HAS_EVENTS
2757
+ # },
2701
2758
  # })
2702
2759
  #
2703
2760
  # @example Response structure
@@ -3493,7 +3550,7 @@ module Aws::BedrockAgentCore
3493
3550
  tracer: tracer
3494
3551
  )
3495
3552
  context[:gem_name] = 'aws-sdk-bedrockagentcore'
3496
- context[:gem_version] = '1.23.0'
3553
+ context[:gem_version] = '1.25.0'
3497
3554
  Seahorse::Client::Request.new(handlers, context)
3498
3555
  end
3499
3556
 
@@ -95,17 +95,26 @@ module Aws::BedrockAgentCore
95
95
  DuplicateIdException = Shapes::StructureShape.new(name: 'DuplicateIdException')
96
96
  EvaluateRequest = Shapes::StructureShape.new(name: 'EvaluateRequest')
97
97
  EvaluateResponse = Shapes::StructureShape.new(name: 'EvaluateResponse')
98
+ EvaluationContent = Shapes::UnionShape.new(name: 'EvaluationContent')
99
+ EvaluationContentList = Shapes::ListShape.new(name: 'EvaluationContentList')
100
+ EvaluationContentTextString = Shapes::StringShape.new(name: 'EvaluationContentTextString')
98
101
  EvaluationErrorCode = Shapes::StringShape.new(name: 'EvaluationErrorCode')
99
102
  EvaluationErrorMessage = Shapes::StringShape.new(name: 'EvaluationErrorMessage')
103
+ EvaluationExpectedTrajectory = Shapes::StructureShape.new(name: 'EvaluationExpectedTrajectory')
100
104
  EvaluationExplanation = Shapes::StringShape.new(name: 'EvaluationExplanation')
101
105
  EvaluationInput = Shapes::UnionShape.new(name: 'EvaluationInput')
106
+ EvaluationReferenceInput = Shapes::StructureShape.new(name: 'EvaluationReferenceInput')
107
+ EvaluationReferenceInputs = Shapes::ListShape.new(name: 'EvaluationReferenceInputs')
102
108
  EvaluationResultContent = Shapes::StructureShape.new(name: 'EvaluationResultContent')
103
109
  EvaluationResults = Shapes::ListShape.new(name: 'EvaluationResults')
104
110
  EvaluationTarget = Shapes::UnionShape.new(name: 'EvaluationTarget')
111
+ EvaluationToolName = Shapes::StringShape.new(name: 'EvaluationToolName')
112
+ EvaluationToolNames = Shapes::ListShape.new(name: 'EvaluationToolNames')
105
113
  EvaluatorArn = Shapes::StringShape.new(name: 'EvaluatorArn')
106
114
  EvaluatorId = Shapes::StringShape.new(name: 'EvaluatorId')
107
115
  EvaluatorName = Shapes::StringShape.new(name: 'EvaluatorName')
108
116
  Event = Shapes::StructureShape.new(name: 'Event')
117
+ EventFilterCondition = Shapes::StringShape.new(name: 'EventFilterCondition')
109
118
  EventId = Shapes::StringShape.new(name: 'EventId')
110
119
  EventList = Shapes::ListShape.new(name: 'EventList')
111
120
  EventMetadataFilterExpression = Shapes::StructureShape.new(name: 'EventMetadataFilterExpression')
@@ -141,6 +150,8 @@ module Aws::BedrockAgentCore
141
150
  GetWorkloadAccessTokenResponse = Shapes::StructureShape.new(name: 'GetWorkloadAccessTokenResponse')
142
151
  HostName = Shapes::StringShape.new(name: 'HostName')
143
152
  HttpResponseCode = Shapes::IntegerShape.new(name: 'HttpResponseCode')
153
+ IgnoredReferenceInputField = Shapes::StringShape.new(name: 'IgnoredReferenceInputField')
154
+ IgnoredReferenceInputFields = Shapes::ListShape.new(name: 'IgnoredReferenceInputFields')
144
155
  InputContentBlock = Shapes::StructureShape.new(name: 'InputContentBlock')
145
156
  InputContentBlockList = Shapes::ListShape.new(name: 'InputContentBlockList')
146
157
  Integer = Shapes::IntegerShape.new(name: 'Integer')
@@ -262,6 +273,7 @@ module Aws::BedrockAgentCore
262
273
  SecretsManagerLocation = Shapes::StructureShape.new(name: 'SecretsManagerLocation')
263
274
  ServiceException = Shapes::StructureShape.new(name: 'ServiceException')
264
275
  ServiceQuotaExceededException = Shapes::StructureShape.new(name: 'ServiceQuotaExceededException')
276
+ SessionFilter = Shapes::StructureShape.new(name: 'SessionFilter')
265
277
  SessionId = Shapes::StringShape.new(name: 'SessionId')
266
278
  SessionStatus = Shapes::StringShape.new(name: 'SessionStatus')
267
279
  SessionSummary = Shapes::StructureShape.new(name: 'SessionSummary')
@@ -526,17 +538,37 @@ module Aws::BedrockAgentCore
526
538
  EvaluateRequest.add_member(:evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location: "uri", location_name: "evaluatorId"))
527
539
  EvaluateRequest.add_member(:evaluation_input, Shapes::ShapeRef.new(shape: EvaluationInput, required: true, location_name: "evaluationInput"))
528
540
  EvaluateRequest.add_member(:evaluation_target, Shapes::ShapeRef.new(shape: EvaluationTarget, location_name: "evaluationTarget"))
541
+ EvaluateRequest.add_member(:evaluation_reference_inputs, Shapes::ShapeRef.new(shape: EvaluationReferenceInputs, location_name: "evaluationReferenceInputs"))
529
542
  EvaluateRequest.struct_class = Types::EvaluateRequest
530
543
 
531
544
  EvaluateResponse.add_member(:evaluation_results, Shapes::ShapeRef.new(shape: EvaluationResults, required: true, location_name: "evaluationResults"))
532
545
  EvaluateResponse.struct_class = Types::EvaluateResponse
533
546
 
547
+ EvaluationContent.add_member(:text, Shapes::ShapeRef.new(shape: EvaluationContentTextString, location_name: "text"))
548
+ EvaluationContent.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
549
+ EvaluationContent.add_member_subclass(:text, Types::EvaluationContent::Text)
550
+ EvaluationContent.add_member_subclass(:unknown, Types::EvaluationContent::Unknown)
551
+ EvaluationContent.struct_class = Types::EvaluationContent
552
+
553
+ EvaluationContentList.member = Shapes::ShapeRef.new(shape: EvaluationContent)
554
+
555
+ EvaluationExpectedTrajectory.add_member(:tool_names, Shapes::ShapeRef.new(shape: EvaluationToolNames, location_name: "toolNames"))
556
+ EvaluationExpectedTrajectory.struct_class = Types::EvaluationExpectedTrajectory
557
+
534
558
  EvaluationInput.add_member(:session_spans, Shapes::ShapeRef.new(shape: Spans, location_name: "sessionSpans"))
535
559
  EvaluationInput.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
536
560
  EvaluationInput.add_member_subclass(:session_spans, Types::EvaluationInput::SessionSpans)
537
561
  EvaluationInput.add_member_subclass(:unknown, Types::EvaluationInput::Unknown)
538
562
  EvaluationInput.struct_class = Types::EvaluationInput
539
563
 
564
+ EvaluationReferenceInput.add_member(:context, Shapes::ShapeRef.new(shape: Context, required: true, location_name: "context"))
565
+ EvaluationReferenceInput.add_member(:expected_response, Shapes::ShapeRef.new(shape: EvaluationContent, location_name: "expectedResponse"))
566
+ EvaluationReferenceInput.add_member(:assertions, Shapes::ShapeRef.new(shape: EvaluationContentList, location_name: "assertions"))
567
+ EvaluationReferenceInput.add_member(:expected_trajectory, Shapes::ShapeRef.new(shape: EvaluationExpectedTrajectory, location_name: "expectedTrajectory"))
568
+ EvaluationReferenceInput.struct_class = Types::EvaluationReferenceInput
569
+
570
+ EvaluationReferenceInputs.member = Shapes::ShapeRef.new(shape: EvaluationReferenceInput)
571
+
540
572
  EvaluationResultContent.add_member(:evaluator_arn, Shapes::ShapeRef.new(shape: EvaluatorArn, required: true, location_name: "evaluatorArn"))
541
573
  EvaluationResultContent.add_member(:evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location_name: "evaluatorId"))
542
574
  EvaluationResultContent.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
@@ -547,6 +579,7 @@ module Aws::BedrockAgentCore
547
579
  EvaluationResultContent.add_member(:token_usage, Shapes::ShapeRef.new(shape: TokenUsage, location_name: "tokenUsage"))
548
580
  EvaluationResultContent.add_member(:error_message, Shapes::ShapeRef.new(shape: EvaluationErrorMessage, location_name: "errorMessage"))
549
581
  EvaluationResultContent.add_member(:error_code, Shapes::ShapeRef.new(shape: EvaluationErrorCode, location_name: "errorCode"))
582
+ EvaluationResultContent.add_member(:ignored_reference_input_fields, Shapes::ShapeRef.new(shape: IgnoredReferenceInputFields, location_name: "ignoredReferenceInputFields"))
550
583
  EvaluationResultContent.struct_class = Types::EvaluationResultContent
551
584
 
552
585
  EvaluationResults.member = Shapes::ShapeRef.new(shape: EvaluationResultContent)
@@ -559,6 +592,8 @@ module Aws::BedrockAgentCore
559
592
  EvaluationTarget.add_member_subclass(:unknown, Types::EvaluationTarget::Unknown)
560
593
  EvaluationTarget.struct_class = Types::EvaluationTarget
561
594
 
595
+ EvaluationToolNames.member = Shapes::ShapeRef.new(shape: EvaluationToolName)
596
+
562
597
  Event.add_member(:memory_id, Shapes::ShapeRef.new(shape: MemoryId, required: true, location_name: "memoryId"))
563
598
  Event.add_member(:actor_id, Shapes::ShapeRef.new(shape: ActorId, required: true, location_name: "actorId"))
564
599
  Event.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionId, required: true, location_name: "sessionId"))
@@ -720,6 +755,8 @@ module Aws::BedrockAgentCore
720
755
  GetWorkloadAccessTokenResponse.add_member(:workload_access_token, Shapes::ShapeRef.new(shape: WorkloadIdentityTokenType, required: true, location_name: "workloadAccessToken"))
721
756
  GetWorkloadAccessTokenResponse.struct_class = Types::GetWorkloadAccessTokenResponse
722
757
 
758
+ IgnoredReferenceInputFields.member = Shapes::ShapeRef.new(shape: IgnoredReferenceInputField)
759
+
723
760
  InputContentBlock.add_member(:path, Shapes::ShapeRef.new(shape: MaxLenString, required: true, location_name: "path"))
724
761
  InputContentBlock.add_member(:text, Shapes::ShapeRef.new(shape: MaxLenString, location_name: "text"))
725
762
  InputContentBlock.add_member(:blob, Shapes::ShapeRef.new(shape: Body, location_name: "blob"))
@@ -893,6 +930,7 @@ module Aws::BedrockAgentCore
893
930
  ListSessionsInput.add_member(:actor_id, Shapes::ShapeRef.new(shape: ActorId, required: true, location: "uri", location_name: "actorId"))
894
931
  ListSessionsInput.add_member(:max_results, Shapes::ShapeRef.new(shape: MaxResults, location_name: "maxResults"))
895
932
  ListSessionsInput.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "nextToken"))
933
+ ListSessionsInput.add_member(:filter, Shapes::ShapeRef.new(shape: SessionFilter, location_name: "filter"))
896
934
  ListSessionsInput.struct_class = Types::ListSessionsInput
897
935
 
898
936
  ListSessionsOutput.add_member(:session_summaries, Shapes::ShapeRef.new(shape: SessionSummaryList, required: true, location_name: "sessionSummaries"))
@@ -1094,6 +1132,9 @@ module Aws::BedrockAgentCore
1094
1132
  ServiceQuotaExceededException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
1095
1133
  ServiceQuotaExceededException.struct_class = Types::ServiceQuotaExceededException
1096
1134
 
1135
+ SessionFilter.add_member(:event_filter, Shapes::ShapeRef.new(shape: EventFilterCondition, location_name: "eventFilter"))
1136
+ SessionFilter.struct_class = Types::SessionFilter
1137
+
1097
1138
  SessionSummary.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionId, required: true, location_name: "sessionId"))
1098
1139
  SessionSummary.add_member(:actor_id, Shapes::ShapeRef.new(shape: ActorId, required: true, location_name: "actorId"))
1099
1140
  SessionSummary.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
@@ -643,14 +643,20 @@ module Aws::BedrockAgentCore
643
643
  include Aws::Structure
644
644
  end
645
645
 
646
- # Content event containing stdout or stderr output
646
+ # An event that contains incremental output from a command execution.
647
+ # This event streams standard output and standard error content as it
648
+ # becomes available during command execution.
647
649
  #
648
650
  # @!attribute [rw] stdout
649
- # Standard output content
651
+ # The standard output content from the command execution. This field
652
+ # contains the incremental output written to stdout by the executing
653
+ # command.
650
654
  # @return [String]
651
655
  #
652
656
  # @!attribute [rw] stderr
653
- # Standard error content
657
+ # The standard error content from the command execution. This field
658
+ # contains the incremental output written to stderr by the executing
659
+ # command.
654
660
  # @return [String]
655
661
  #
656
662
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ContentDeltaEvent AWS API Documentation
@@ -662,20 +668,27 @@ module Aws::BedrockAgentCore
662
668
  include Aws::Structure
663
669
  end
664
670
 
665
- # First event indicating command execution has started
671
+ # An event that signals the start of content streaming from a command
672
+ # execution. This event is sent when the command begins producing
673
+ # output.
666
674
  #
667
675
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ContentStartEvent AWS API Documentation
668
676
  #
669
677
  class ContentStartEvent < Aws::EmptyStructure; end
670
678
 
671
- # Final event indicating command execution has completed
679
+ # An event that signals the completion of a command execution. This
680
+ # event contains the final status and exit code of the executed command.
672
681
  #
673
682
  # @!attribute [rw] exit_code
674
- # Exit code: 0 = success, -1 = platform error, &gt;0 = command error
683
+ # The exit code returned by the executed command. An exit code of 0
684
+ # indicates successful execution, -1 indicates a platform error, and
685
+ # values greater than 0 indicate command-specific errors.
675
686
  # @return [Integer]
676
687
  #
677
688
  # @!attribute [rw] status
678
- # Execution status
689
+ # The final status of the command execution. Valid values are
690
+ # `COMPLETED` for successful completion or `TIMED_OUT` if the command
691
+ # exceeded the specified timeout.
679
692
  # @return [String]
680
693
  #
681
694
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ContentStopEvent AWS API Documentation
@@ -691,6 +704,8 @@ module Aws::BedrockAgentCore
691
704
  # span context details that identify the specific traces and sessions
692
705
  # being evaluated within the agent's execution flow.
693
706
  #
707
+ # @note Context is a union - when making an API calls you must set exactly one of the members.
708
+ #
694
709
  # @note Context is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of Context corresponding to the set member.
695
710
  #
696
711
  # @!attribute [rw] span_context
@@ -909,13 +924,23 @@ module Aws::BedrockAgentCore
909
924
  # conversation sessions.
910
925
  # @return [Types::EvaluationTarget]
911
926
  #
927
+ # @!attribute [rw] evaluation_reference_inputs
928
+ # Ground truth data to compare against agent responses during
929
+ # evaluation. Allows to provide expected responses, assertions, and
930
+ # expected tool trajectories at different evaluation levels.
931
+ # Session-level reference inputs apply to the entire conversation,
932
+ # while trace-level reference inputs target specific request-response
933
+ # interactions identified by trace ID.
934
+ # @return [Array<Types::EvaluationReferenceInput>]
935
+ #
912
936
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluateRequest AWS API Documentation
913
937
  #
914
938
  class EvaluateRequest < Struct.new(
915
939
  :evaluator_id,
916
940
  :evaluation_input,
917
- :evaluation_target)
918
- SENSITIVE = []
941
+ :evaluation_target,
942
+ :evaluation_reference_inputs)
943
+ SENSITIVE = [:evaluation_reference_inputs]
919
944
  include Aws::Structure
920
945
  end
921
946
 
@@ -934,6 +959,43 @@ module Aws::BedrockAgentCore
934
959
  include Aws::Structure
935
960
  end
936
961
 
962
+ # A content block for ground truth data in evaluation reference inputs.
963
+ # Supports text content for expected responses and assertions.
964
+ #
965
+ # @note EvaluationContent is a union - when making an API calls you must set exactly one of the members.
966
+ #
967
+ # @!attribute [rw] text
968
+ # The text content of the ground truth data. Used for expected
969
+ # response text and assertion statements.
970
+ # @return [String]
971
+ #
972
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationContent AWS API Documentation
973
+ #
974
+ class EvaluationContent < Struct.new(
975
+ :text,
976
+ :unknown)
977
+ SENSITIVE = []
978
+ include Aws::Structure
979
+ include Aws::Structure::Union
980
+
981
+ class Text < EvaluationContent; end
982
+ class Unknown < EvaluationContent; end
983
+ end
984
+
985
+ # The expected tool call trajectory for trajectory-based evaluation.
986
+ #
987
+ # @!attribute [rw] tool_names
988
+ # The list of tool names representing the expected tool call sequence.
989
+ # @return [Array<String>]
990
+ #
991
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationExpectedTrajectory AWS API Documentation
992
+ #
993
+ class EvaluationExpectedTrajectory < Struct.new(
994
+ :tool_names)
995
+ SENSITIVE = []
996
+ include Aws::Structure
997
+ end
998
+
937
999
  # The input data structure containing agent session spans in
938
1000
  # OpenTelemetry format. Supports traces from frameworks like Strands
939
1001
  # (AgentCore Runtime) and LangGraph with OpenInference instrumentation
@@ -961,6 +1023,47 @@ module Aws::BedrockAgentCore
961
1023
  class Unknown < EvaluationInput; end
962
1024
  end
963
1025
 
1026
+ # A reference input containing ground truth data for evaluation, scoped
1027
+ # to a specific context level (session or trace) through its span
1028
+ # context.
1029
+ #
1030
+ # @!attribute [rw] context
1031
+ # The contextual information associated with an evaluation, including
1032
+ # span context details that identify the specific traces and sessions
1033
+ # being evaluated within the agent's execution flow.
1034
+ # @return [Types::Context]
1035
+ #
1036
+ # @!attribute [rw] expected_response
1037
+ # The expected response for trace-level evaluation. Built-in
1038
+ # evaluators that support this field compare the agent's actual
1039
+ # response against this value for assessment. Custom evaluators can
1040
+ # access it through the `{expected_response}` placeholder in their
1041
+ # instructions.
1042
+ # @return [Types::EvaluationContent]
1043
+ #
1044
+ # @!attribute [rw] assertions
1045
+ # A list of assertion statements for session-level evaluation. Each
1046
+ # assertion describes an expected behavior or outcome the agent should
1047
+ # demonstrate during the session.
1048
+ # @return [Array<Types::EvaluationContent>]
1049
+ #
1050
+ # @!attribute [rw] expected_trajectory
1051
+ # The expected tool call sequence for session-level trajectory
1052
+ # evaluation. Contains a list of tool names representing the tools the
1053
+ # agent is expected to invoke.
1054
+ # @return [Types::EvaluationExpectedTrajectory]
1055
+ #
1056
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationReferenceInput AWS API Documentation
1057
+ #
1058
+ class EvaluationReferenceInput < Struct.new(
1059
+ :context,
1060
+ :expected_response,
1061
+ :assertions,
1062
+ :expected_trajectory)
1063
+ SENSITIVE = []
1064
+ include Aws::Structure
1065
+ end
1066
+
964
1067
  # The comprehensive result of an evaluation containing the score,
965
1068
  # explanation, evaluator metadata, and execution details. Provides both
966
1069
  # quantitative ratings and qualitative insights about agent performance.
@@ -1034,6 +1137,12 @@ module Aws::BedrockAgentCore
1034
1137
  # categories of evaluation errors.
1035
1138
  # @return [String]
1036
1139
  #
1140
+ # @!attribute [rw] ignored_reference_input_fields
1141
+ # The list of reference input field names that were provided but not
1142
+ # used by the evaluator. Helps identify which ground truth data was
1143
+ # not consumed during evaluation.
1144
+ # @return [Array<String>]
1145
+ #
1037
1146
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationResultContent AWS API Documentation
1038
1147
  #
1039
1148
  class EvaluationResultContent < Struct.new(
@@ -1046,7 +1155,8 @@ module Aws::BedrockAgentCore
1046
1155
  :label,
1047
1156
  :token_usage,
1048
1157
  :error_message,
1049
- :error_code)
1158
+ :error_code,
1159
+ :ignored_reference_input_fields)
1050
1160
  SENSITIVE = [:explanation]
1051
1161
  include Aws::Structure
1052
1162
  end
@@ -1892,7 +2002,7 @@ module Aws::BedrockAgentCore
1892
2002
  include Aws::Structure
1893
2003
  end
1894
2004
 
1895
- # Request for InvokeAgentRuntimeCommand operation
2005
+ # Request for InvokeAgentRuntimeCommand operation.
1896
2006
  #
1897
2007
  # @!attribute [rw] content_type
1898
2008
  # The MIME type of the input data in the request payload. This tells
@@ -1907,7 +2017,9 @@ module Aws::BedrockAgentCore
1907
2017
  # @return [String]
1908
2018
  #
1909
2019
  # @!attribute [rw] runtime_session_id
1910
- # Runtime session identifier
2020
+ # The unique identifier of the runtime session in which to execute the
2021
+ # command. This session ID is used to maintain state and context
2022
+ # across multiple command invocations.
1911
2023
  #
1912
2024
  # **A suitable default value is auto-generated.** You should normally
1913
2025
  # not need to pass this option.
@@ -1930,19 +2042,26 @@ module Aws::BedrockAgentCore
1930
2042
  # @return [String]
1931
2043
  #
1932
2044
  # @!attribute [rw] agent_runtime_arn
1933
- # ARN of the agent runtime
2045
+ # The Amazon Resource Name (ARN) of the agent runtime on which to
2046
+ # execute the command. This identifies the specific agent runtime
2047
+ # environment where the command will run.
1934
2048
  # @return [String]
1935
2049
  #
1936
2050
  # @!attribute [rw] qualifier
1937
- # Version or alias qualifier
2051
+ # The qualifier to use for the agent runtime. This is an endpoint name
2052
+ # that points to a specific version. If not specified, Amazon Bedrock
2053
+ # AgentCore uses the default endpoint of the agent runtime.
1938
2054
  # @return [String]
1939
2055
  #
1940
2056
  # @!attribute [rw] account_id
1941
- # Account ID (12 digits)
2057
+ # The identifier of the Amazon Web Services account for the agent
2058
+ # runtime resource. This parameter is required when you specify an
2059
+ # agent ID instead of the full ARN for `agentRuntimeArn`.
1942
2060
  # @return [String]
1943
2061
  #
1944
2062
  # @!attribute [rw] body
1945
- # Request body containing command and timeout
2063
+ # The request body containing the command to execute and optional
2064
+ # configuration parameters such as timeout settings.
1946
2065
  # @return [Types::InvokeAgentRuntimeCommandRequestBody]
1947
2066
  #
1948
2067
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/InvokeAgentRuntimeCommandRequest AWS API Documentation
@@ -1963,14 +2082,21 @@ module Aws::BedrockAgentCore
1963
2082
  include Aws::Structure
1964
2083
  end
1965
2084
 
1966
- # Request body for InvokeAgentRuntimeCommand
2085
+ # The request body structure for the `InvokeAgentRuntimeCommand`
2086
+ # operation, containing the command to execute and optional
2087
+ # configuration parameters.
1967
2088
  #
1968
2089
  # @!attribute [rw] command
1969
- # The command to execute in the runtime container
2090
+ # The shell command to execute on the agent runtime. This command is
2091
+ # executed in the runtime environment and its output is streamed back
2092
+ # to the caller.
1970
2093
  # @return [String]
1971
2094
  #
1972
2095
  # @!attribute [rw] timeout
1973
- # Command timeout in seconds (default: 300, min:1, max: 3600)
2096
+ # The maximum duration in seconds to wait for the command to complete.
2097
+ # If the command execution exceeds this timeout, it will be
2098
+ # terminated. Default is 300 seconds. Minimum is 1 second. Maximum is
2099
+ # 3600 seconds.
1974
2100
  # @return [Integer]
1975
2101
  #
1976
2102
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/InvokeAgentRuntimeCommandRequestBody AWS API Documentation
@@ -1982,10 +2108,11 @@ module Aws::BedrockAgentCore
1982
2108
  include Aws::Structure
1983
2109
  end
1984
2110
 
1985
- # Response for InvokeAgentRuntimeCommand operation
2111
+ # Response for InvokeAgentRuntimeCommand operation.
1986
2112
  #
1987
2113
  # @!attribute [rw] runtime_session_id
1988
- # Runtime session identifier
2114
+ # The unique identifier of the runtime session in which the command
2115
+ # was executed.
1989
2116
  # @return [String]
1990
2117
  #
1991
2118
  # @!attribute [rw] trace_id
@@ -2017,7 +2144,9 @@ module Aws::BedrockAgentCore
2017
2144
  # @return [Integer]
2018
2145
  #
2019
2146
  # @!attribute [rw] stream
2020
- # Streaming output containing command execution events
2147
+ # The streaming output from the command execution. This stream
2148
+ # contains events that provide real-time updates including standard
2149
+ # output, standard error, and completion status.
2021
2150
  # @return [Types::InvokeAgentRuntimeCommandStreamOutput]
2022
2151
  #
2023
2152
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/InvokeAgentRuntimeCommandResponse AWS API Documentation
@@ -2625,13 +2754,18 @@ module Aws::BedrockAgentCore
2625
2754
  # results.
2626
2755
  # @return [String]
2627
2756
  #
2757
+ # @!attribute [rw] filter
2758
+ # Filter criteria to apply when listing sessions.
2759
+ # @return [Types::SessionFilter]
2760
+ #
2628
2761
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ListSessionsInput AWS API Documentation
2629
2762
  #
2630
2763
  class ListSessionsInput < Struct.new(
2631
2764
  :memory_id,
2632
2765
  :actor_id,
2633
2766
  :max_results,
2634
- :next_token)
2767
+ :next_token,
2768
+ :filter)
2635
2769
  SENSITIVE = []
2636
2770
  include Aws::Structure
2637
2771
  end
@@ -3175,19 +3309,24 @@ module Aws::BedrockAgentCore
3175
3309
  include Aws::Structure
3176
3310
  end
3177
3311
 
3178
- # Response chunk containing exactly one of: contentStart, contentDelta,
3179
- # or contentStop
3312
+ # A structure representing a response chunk that contains exactly one of
3313
+ # the possible event types: `contentStart`, `contentDelta`, or
3314
+ # `contentStop`.
3180
3315
  #
3181
3316
  # @!attribute [rw] content_start
3182
- # First chunk - indicates command execution has started
3317
+ # An event indicating the start of content streaming from the command
3318
+ # execution. This is the first chunk received.
3183
3319
  # @return [Types::ContentStartEvent]
3184
3320
  #
3185
3321
  # @!attribute [rw] content_delta
3186
- # Middle chunks - stdout/stderr output
3322
+ # An event containing incremental output (stdout or stderr) from the
3323
+ # command execution. These are the middle chunks.
3187
3324
  # @return [Types::ContentDeltaEvent]
3188
3325
  #
3189
3326
  # @!attribute [rw] content_stop
3190
- # Last chunk - indicates command execution has completed
3327
+ # An event indicating the completion of the command execution,
3328
+ # including the exit code and final status. This is the last chunk
3329
+ # received.
3191
3330
  # @return [Types::ContentStopEvent]
3192
3331
  #
3193
3332
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ResponseChunk AWS API Documentation
@@ -3493,6 +3632,21 @@ module Aws::BedrockAgentCore
3493
3632
  include Aws::Structure
3494
3633
  end
3495
3634
 
3635
+ # Contains filter criteria for listing sessions.
3636
+ #
3637
+ # @!attribute [rw] event_filter
3638
+ # The event filter condition to apply. Use this to filter sessions
3639
+ # based on event presence.
3640
+ # @return [String]
3641
+ #
3642
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/SessionFilter AWS API Documentation
3643
+ #
3644
+ class SessionFilter < Struct.new(
3645
+ :event_filter)
3646
+ SENSITIVE = []
3647
+ include Aws::Structure
3648
+ end
3649
+
3496
3650
  # Contains summary information about a session in an AgentCore Memory
3497
3651
  # resource.
3498
3652
  #
@@ -4356,9 +4510,9 @@ module Aws::BedrockAgentCore
4356
4510
 
4357
4511
  end
4358
4512
 
4359
- # Streaming output for InvokeAgentRuntimeCommand operation Delivers
4360
- # typed events: contentStart (first), contentDelta (middle), contentStop
4361
- # (last)
4513
+ # The streaming output union for the `InvokeAgentRuntimeCommand`
4514
+ # operation. This union delivers typed events: `contentStart` (first),
4515
+ # `contentDelta` (middle), and `contentStop` (last).
4362
4516
  #
4363
4517
  # EventStream is an Enumerator of Events.
4364
4518
  # #event_types #=> Array, returns all modeled event types in the stream
@@ -56,7 +56,7 @@ module Aws::BedrockAgentCore
56
56
  autoload :Endpoints, 'aws-sdk-bedrockagentcore/endpoints'
57
57
  autoload :EventStreams, 'aws-sdk-bedrockagentcore/event_streams'
58
58
 
59
- GEM_VERSION = '1.23.0'
59
+ GEM_VERSION = '1.25.0'
60
60
 
61
61
  end
62
62
 
data/sig/client.rbs CHANGED
@@ -228,7 +228,29 @@ module Aws
228
228
  ?evaluation_target: {
229
229
  span_ids: Array[::String]?,
230
230
  trace_ids: Array[::String]?
231
- }
231
+ },
232
+ ?evaluation_reference_inputs: Array[
233
+ {
234
+ context: {
235
+ span_context: {
236
+ session_id: ::String,
237
+ trace_id: ::String?,
238
+ span_id: ::String?
239
+ }?
240
+ },
241
+ expected_response: {
242
+ text: ::String?
243
+ }?,
244
+ assertions: Array[
245
+ {
246
+ text: ::String?
247
+ },
248
+ ]?,
249
+ expected_trajectory: {
250
+ tool_names: Array[::String]?
251
+ }?
252
+ },
253
+ ]
232
254
  ) -> _EvaluateResponseSuccess
233
255
  | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _EvaluateResponseSuccess
234
256
 
@@ -591,7 +613,10 @@ module Aws
591
613
  memory_id: ::String,
592
614
  actor_id: ::String,
593
615
  ?max_results: ::Integer,
594
- ?next_token: ::String
616
+ ?next_token: ::String,
617
+ ?filter: {
618
+ event_filter: ("HAS_EVENTS")?
619
+ }
595
620
  ) -> _ListSessionsResponseSuccess
596
621
  | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _ListSessionsResponseSuccess
597
622
 
data/sig/types.rbs CHANGED
@@ -271,7 +271,8 @@ module Aws::BedrockAgentCore
271
271
  attr_accessor evaluator_id: ::String
272
272
  attr_accessor evaluation_input: Types::EvaluationInput
273
273
  attr_accessor evaluation_target: Types::EvaluationTarget
274
- SENSITIVE: []
274
+ attr_accessor evaluation_reference_inputs: ::Array[Types::EvaluationReferenceInput]
275
+ SENSITIVE: [:evaluation_reference_inputs]
275
276
  end
276
277
 
277
278
  class EvaluateResponse
@@ -279,6 +280,22 @@ module Aws::BedrockAgentCore
279
280
  SENSITIVE: []
280
281
  end
281
282
 
283
+ class EvaluationContent
284
+ attr_accessor text: ::String
285
+ attr_accessor unknown: untyped
286
+ SENSITIVE: []
287
+
288
+ class Text < EvaluationContent
289
+ end
290
+ class Unknown < EvaluationContent
291
+ end
292
+ end
293
+
294
+ class EvaluationExpectedTrajectory
295
+ attr_accessor tool_names: ::Array[::String]
296
+ SENSITIVE: []
297
+ end
298
+
282
299
  class EvaluationInput
283
300
  attr_accessor session_spans: ::Array[untyped]
284
301
  attr_accessor unknown: untyped
@@ -290,6 +307,14 @@ module Aws::BedrockAgentCore
290
307
  end
291
308
  end
292
309
 
310
+ class EvaluationReferenceInput
311
+ attr_accessor context: Types::Context
312
+ attr_accessor expected_response: Types::EvaluationContent
313
+ attr_accessor assertions: ::Array[Types::EvaluationContent]
314
+ attr_accessor expected_trajectory: Types::EvaluationExpectedTrajectory
315
+ SENSITIVE: []
316
+ end
317
+
293
318
  class EvaluationResultContent
294
319
  attr_accessor evaluator_arn: ::String
295
320
  attr_accessor evaluator_id: ::String
@@ -301,6 +326,7 @@ module Aws::BedrockAgentCore
301
326
  attr_accessor token_usage: Types::TokenUsage
302
327
  attr_accessor error_message: ::String
303
328
  attr_accessor error_code: ::String
329
+ attr_accessor ignored_reference_input_fields: ::Array[::String]
304
330
  SENSITIVE: [:explanation]
305
331
  end
306
332
 
@@ -732,6 +758,7 @@ module Aws::BedrockAgentCore
732
758
  attr_accessor actor_id: ::String
733
759
  attr_accessor max_results: ::Integer
734
760
  attr_accessor next_token: ::String
761
+ attr_accessor filter: Types::SessionFilter
735
762
  SENSITIVE: []
736
763
  end
737
764
 
@@ -1001,6 +1028,11 @@ module Aws::BedrockAgentCore
1001
1028
  SENSITIVE: []
1002
1029
  end
1003
1030
 
1031
+ class SessionFilter
1032
+ attr_accessor event_filter: ("HAS_EVENTS")
1033
+ SENSITIVE: []
1034
+ end
1035
+
1004
1036
  class SessionSummary
1005
1037
  attr_accessor session_id: ::String
1006
1038
  attr_accessor actor_id: ::String
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-bedrockagentcore
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.23.0
4
+ version: 1.25.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services