aws-sdk-bedrockagentcore 1.23.0 → 1.24.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d7585daa8e3d30666691dff8d13b97aa7c6cbb9947b2bd1fdce60cbfece5e5d0
-  data.tar.gz: a3b4336d566eeb26f178d22203c22ecc1b5b2539f9b2aee1fbbc0a558225c088
+  metadata.gz: 7fbd0e6064c53f5e26eff13492921fcbb8182e4135ce7c0cc5cef94c1d6b8ddf
+  data.tar.gz: a8c0106364f09c61de750950108d47802b564b8621235349661495deaaa4b53c
 SHA512:
-  metadata.gz: af6d2ae93e5a16a39748b23ece7b8b0c60161bc36d8a2e513474e4a2c0bb876ebe976774fa99eeabd86b4b6d09512b0e93b2b171445686dfc06ca6999d8a4070
-  data.tar.gz: 0dee934a0c1c78c6408b7921c945afb8136753f1a5dbd0f9d2a5dd74b8a5a2b0719c925b51b3c07cdde345f291cdd84c86f1c01f578593cae053f15f77182730
+  metadata.gz: cd6c43ce3f32d13b124e221874c327d43c69e926fffb3faed6471427d69c366b919382a1489e5256604d0f1cdeda6d94c3ec808e5774299ae35cee204e421609
+  data.tar.gz: 7d2310016f1b016148e1ad849008819ca7102996106916ecdd5a8120900af1d2f284b5af2bcb8f2b220fa27b418e8114a30016e991861550b1c81046b7bfd885

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.24.0 (2026-03-30)
+------------------
+
+* Feature - Adds Ground Truth support for AgentCore Evaluations (Evaluate)
+
 1.23.0 (2026-03-27)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.23.0
+1.24.0

data/lib/aws-sdk-bedrockagentcore/client.rb

@@ -900,6 +900,14 @@ module Aws::BedrockAgentCore
     #   calls, single request-response interactions (traces), or entire
     #   conversation sessions.
     #
+    # @option params [Array<Types::EvaluationReferenceInput>] :evaluation_reference_inputs
+    #   Ground truth data to compare against agent responses during
+    #   evaluation. Allows to provide expected responses, assertions, and
+    #   expected tool trajectories at different evaluation levels.
+    #   Session-level reference inputs apply to the entire conversation, while
+    #   trace-level reference inputs target specific request-response
+    #   interactions identified by trace ID.
+    #
     # @return [Types::EvaluateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::EvaluateResponse#evaluation_results #evaluation_results} => Array&lt;Types::EvaluationResultContent&gt;
@@ -918,6 +926,28 @@ module Aws::BedrockAgentCore
     #       span_ids: ["SpanId"],
     #       trace_ids: ["TraceId"],
     #     },
+    #     evaluation_reference_inputs: [
+    #       {
+    #         context: { # required
+    #           span_context: {
+    #             session_id: "String", # required
+    #             trace_id: "String",
+    #             span_id: "String",
+    #           },
+    #         },
+    #         expected_response: {
+    #           text: "EvaluationContentTextString",
+    #         },
+    #         assertions: [
+    #           {
+    #             text: "EvaluationContentTextString",
+    #           },
+    #         ],
+    #         expected_trajectory: {
+    #           tool_names: ["EvaluationToolName"],
+    #         },
+    #       },
+    #     ],
     #   })
     #
     # @example Response structure
@@ -937,6 +967,8 @@ module Aws::BedrockAgentCore
     #   resp.evaluation_results[0].token_usage.total_tokens #=> Integer
     #   resp.evaluation_results[0].error_message #=> String
     #   resp.evaluation_results[0].error_code #=> String
+    #   resp.evaluation_results[0].ignored_reference_input_fields #=> Array
+    #   resp.evaluation_results[0].ignored_reference_input_fields[0] #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/Evaluate AWS API Documentation
     #
@@ -1611,8 +1643,18 @@ module Aws::BedrockAgentCore
       req.send_request(options, &block)
     end
 
-    # Executes a command in a runtime session container. Returns streaming
-    # output with contentStart, contentDelta, and contentStop events.
+    # Executes a command in a runtime session container and streams the
+    # output back to the caller. This operation allows you to run shell
+    # commands within the agent runtime environment and receive real-time
+    # streaming responses including standard output and standard error.
+    #
+    # To invoke a command, you must specify the agent runtime ARN and a
+    # runtime session ID. The command execution supports streaming
+    # responses, allowing you to receive output as it becomes available
+    # through `contentStart`, `contentDelta`, and `contentStop` events.
+    #
+    # To use this operation, you must have the
+    # `bedrock-agentcore:InvokeAgentRuntimeCommand` permission.
     #
     # @option params [String] :content_type
     #   The MIME type of the input data in the request payload. This tells the
@@ -1625,7 +1667,9 @@ module Aws::BedrockAgentCore
     #   Common values include application/json for JSON data.
     #
     # @option params [String] :runtime_session_id
-    #   Runtime session identifier
+    #   The unique identifier of the runtime session in which to execute the
+    #   command. This session ID is used to maintain state and context across
+    #   multiple command invocations.
     #
     #   **A suitable default value is auto-generated.** You should normally
     #   not need to pass this option.**
@@ -1643,16 +1687,23 @@ module Aws::BedrockAgentCore
     #   Additional context information for distributed tracing.
     #
     # @option params [required, String] :agent_runtime_arn
-    #   ARN of the agent runtime
+    #   The Amazon Resource Name (ARN) of the agent runtime on which to
+    #   execute the command. This identifies the specific agent runtime
+    #   environment where the command will run.
     #
     # @option params [String] :qualifier
-    #   Version or alias qualifier
+    #   The qualifier to use for the agent runtime. This is an endpoint name
+    #   that points to a specific version. If not specified, Amazon Bedrock
+    #   AgentCore uses the default endpoint of the agent runtime.
     #
     # @option params [String] :account_id
-    #   Account ID (12 digits)
+    #   The identifier of the Amazon Web Services account for the agent
+    #   runtime resource. This parameter is required when you specify an agent
+    #   ID instead of the full ARN for `agentRuntimeArn`.
     #
     # @option params [required, Types::InvokeAgentRuntimeCommandRequestBody] :body
-    #   Request body containing command and timeout
+    #   The request body containing the command to execute and optional
+    #   configuration parameters such as timeout settings.
     #
     # @return [Types::InvokeAgentRuntimeCommandResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
@@ -3493,7 +3544,7 @@ module Aws::BedrockAgentCore
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-bedrockagentcore'
-      context[:gem_version] = '1.23.0'
+      context[:gem_version] = '1.24.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-bedrockagentcore/client_api.rb

@@ -95,13 +95,21 @@ module Aws::BedrockAgentCore
     DuplicateIdException = Shapes::StructureShape.new(name: 'DuplicateIdException')
     EvaluateRequest = Shapes::StructureShape.new(name: 'EvaluateRequest')
     EvaluateResponse = Shapes::StructureShape.new(name: 'EvaluateResponse')
+    EvaluationContent = Shapes::UnionShape.new(name: 'EvaluationContent')
+    EvaluationContentList = Shapes::ListShape.new(name: 'EvaluationContentList')
+    EvaluationContentTextString = Shapes::StringShape.new(name: 'EvaluationContentTextString')
     EvaluationErrorCode = Shapes::StringShape.new(name: 'EvaluationErrorCode')
     EvaluationErrorMessage = Shapes::StringShape.new(name: 'EvaluationErrorMessage')
+    EvaluationExpectedTrajectory = Shapes::StructureShape.new(name: 'EvaluationExpectedTrajectory')
     EvaluationExplanation = Shapes::StringShape.new(name: 'EvaluationExplanation')
     EvaluationInput = Shapes::UnionShape.new(name: 'EvaluationInput')
+    EvaluationReferenceInput = Shapes::StructureShape.new(name: 'EvaluationReferenceInput')
+    EvaluationReferenceInputs = Shapes::ListShape.new(name: 'EvaluationReferenceInputs')
     EvaluationResultContent = Shapes::StructureShape.new(name: 'EvaluationResultContent')
     EvaluationResults = Shapes::ListShape.new(name: 'EvaluationResults')
     EvaluationTarget = Shapes::UnionShape.new(name: 'EvaluationTarget')
+    EvaluationToolName = Shapes::StringShape.new(name: 'EvaluationToolName')
+    EvaluationToolNames = Shapes::ListShape.new(name: 'EvaluationToolNames')
     EvaluatorArn = Shapes::StringShape.new(name: 'EvaluatorArn')
     EvaluatorId = Shapes::StringShape.new(name: 'EvaluatorId')
     EvaluatorName = Shapes::StringShape.new(name: 'EvaluatorName')
@@ -141,6 +149,8 @@ module Aws::BedrockAgentCore
     GetWorkloadAccessTokenResponse = Shapes::StructureShape.new(name: 'GetWorkloadAccessTokenResponse')
     HostName = Shapes::StringShape.new(name: 'HostName')
     HttpResponseCode = Shapes::IntegerShape.new(name: 'HttpResponseCode')
+    IgnoredReferenceInputField = Shapes::StringShape.new(name: 'IgnoredReferenceInputField')
+    IgnoredReferenceInputFields = Shapes::ListShape.new(name: 'IgnoredReferenceInputFields')
     InputContentBlock = Shapes::StructureShape.new(name: 'InputContentBlock')
     InputContentBlockList = Shapes::ListShape.new(name: 'InputContentBlockList')
     Integer = Shapes::IntegerShape.new(name: 'Integer')
@@ -526,17 +536,37 @@ module Aws::BedrockAgentCore
     EvaluateRequest.add_member(:evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location: "uri", location_name: "evaluatorId"))
     EvaluateRequest.add_member(:evaluation_input, Shapes::ShapeRef.new(shape: EvaluationInput, required: true, location_name: "evaluationInput"))
     EvaluateRequest.add_member(:evaluation_target, Shapes::ShapeRef.new(shape: EvaluationTarget, location_name: "evaluationTarget"))
+    EvaluateRequest.add_member(:evaluation_reference_inputs, Shapes::ShapeRef.new(shape: EvaluationReferenceInputs, location_name: "evaluationReferenceInputs"))
     EvaluateRequest.struct_class = Types::EvaluateRequest
 
     EvaluateResponse.add_member(:evaluation_results, Shapes::ShapeRef.new(shape: EvaluationResults, required: true, location_name: "evaluationResults"))
     EvaluateResponse.struct_class = Types::EvaluateResponse
 
+    EvaluationContent.add_member(:text, Shapes::ShapeRef.new(shape: EvaluationContentTextString, location_name: "text"))
+    EvaluationContent.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
+    EvaluationContent.add_member_subclass(:text, Types::EvaluationContent::Text)
+    EvaluationContent.add_member_subclass(:unknown, Types::EvaluationContent::Unknown)
+    EvaluationContent.struct_class = Types::EvaluationContent
+
+    EvaluationContentList.member = Shapes::ShapeRef.new(shape: EvaluationContent)
+
+    EvaluationExpectedTrajectory.add_member(:tool_names, Shapes::ShapeRef.new(shape: EvaluationToolNames, location_name: "toolNames"))
+    EvaluationExpectedTrajectory.struct_class = Types::EvaluationExpectedTrajectory
+
     EvaluationInput.add_member(:session_spans, Shapes::ShapeRef.new(shape: Spans, location_name: "sessionSpans"))
     EvaluationInput.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
     EvaluationInput.add_member_subclass(:session_spans, Types::EvaluationInput::SessionSpans)
     EvaluationInput.add_member_subclass(:unknown, Types::EvaluationInput::Unknown)
     EvaluationInput.struct_class = Types::EvaluationInput
 
+    EvaluationReferenceInput.add_member(:context, Shapes::ShapeRef.new(shape: Context, required: true, location_name: "context"))
+    EvaluationReferenceInput.add_member(:expected_response, Shapes::ShapeRef.new(shape: EvaluationContent, location_name: "expectedResponse"))
+    EvaluationReferenceInput.add_member(:assertions, Shapes::ShapeRef.new(shape: EvaluationContentList, location_name: "assertions"))
+    EvaluationReferenceInput.add_member(:expected_trajectory, Shapes::ShapeRef.new(shape: EvaluationExpectedTrajectory, location_name: "expectedTrajectory"))
+    EvaluationReferenceInput.struct_class = Types::EvaluationReferenceInput
+
+    EvaluationReferenceInputs.member = Shapes::ShapeRef.new(shape: EvaluationReferenceInput)
+
     EvaluationResultContent.add_member(:evaluator_arn, Shapes::ShapeRef.new(shape: EvaluatorArn, required: true, location_name: "evaluatorArn"))
     EvaluationResultContent.add_member(:evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location_name: "evaluatorId"))
     EvaluationResultContent.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
@@ -547,6 +577,7 @@ module Aws::BedrockAgentCore
     EvaluationResultContent.add_member(:token_usage, Shapes::ShapeRef.new(shape: TokenUsage, location_name: "tokenUsage"))
     EvaluationResultContent.add_member(:error_message, Shapes::ShapeRef.new(shape: EvaluationErrorMessage, location_name: "errorMessage"))
     EvaluationResultContent.add_member(:error_code, Shapes::ShapeRef.new(shape: EvaluationErrorCode, location_name: "errorCode"))
+    EvaluationResultContent.add_member(:ignored_reference_input_fields, Shapes::ShapeRef.new(shape: IgnoredReferenceInputFields, location_name: "ignoredReferenceInputFields"))
     EvaluationResultContent.struct_class = Types::EvaluationResultContent
 
     EvaluationResults.member = Shapes::ShapeRef.new(shape: EvaluationResultContent)
@@ -559,6 +590,8 @@ module Aws::BedrockAgentCore
     EvaluationTarget.add_member_subclass(:unknown, Types::EvaluationTarget::Unknown)
     EvaluationTarget.struct_class = Types::EvaluationTarget
 
+    EvaluationToolNames.member = Shapes::ShapeRef.new(shape: EvaluationToolName)
+
     Event.add_member(:memory_id, Shapes::ShapeRef.new(shape: MemoryId, required: true, location_name: "memoryId"))
     Event.add_member(:actor_id, Shapes::ShapeRef.new(shape: ActorId, required: true, location_name: "actorId"))
     Event.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionId, required: true, location_name: "sessionId"))
@@ -720,6 +753,8 @@ module Aws::BedrockAgentCore
     GetWorkloadAccessTokenResponse.add_member(:workload_access_token, Shapes::ShapeRef.new(shape: WorkloadIdentityTokenType, required: true, location_name: "workloadAccessToken"))
     GetWorkloadAccessTokenResponse.struct_class = Types::GetWorkloadAccessTokenResponse
 
+    IgnoredReferenceInputFields.member = Shapes::ShapeRef.new(shape: IgnoredReferenceInputField)
+
     InputContentBlock.add_member(:path, Shapes::ShapeRef.new(shape: MaxLenString, required: true, location_name: "path"))
     InputContentBlock.add_member(:text, Shapes::ShapeRef.new(shape: MaxLenString, location_name: "text"))
     InputContentBlock.add_member(:blob, Shapes::ShapeRef.new(shape: Body, location_name: "blob"))

data/lib/aws-sdk-bedrockagentcore/types.rb

@@ -643,14 +643,20 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
-    # Content event containing stdout or stderr output
+    # An event that contains incremental output from a command execution.
+    # This event streams standard output and standard error content as it
+    # becomes available during command execution.
     #
     # @!attribute [rw] stdout
-    #   Standard output content
+    #   The standard output content from the command execution. This field
+    #   contains the incremental output written to stdout by the executing
+    #   command.
     #   @return [String]
     #
     # @!attribute [rw] stderr
-    #   Standard error content
+    #   The standard error content from the command execution. This field
+    #   contains the incremental output written to stderr by the executing
+    #   command.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ContentDeltaEvent AWS API Documentation
@@ -662,20 +668,27 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
-    # First event indicating command execution has started
+    # An event that signals the start of content streaming from a command
+    # execution. This event is sent when the command begins producing
+    # output.
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ContentStartEvent AWS API Documentation
     #
     class ContentStartEvent < Aws::EmptyStructure; end
 
-    # Final event indicating command execution has completed
+    # An event that signals the completion of a command execution. This
+    # event contains the final status and exit code of the executed command.
     #
     # @!attribute [rw] exit_code
-    #   Exit code: 0 = success, -1 = platform error, &gt;0 = command error
+    #   The exit code returned by the executed command. An exit code of 0
+    #   indicates successful execution, -1 indicates a platform error, and
+    #   values greater than 0 indicate command-specific errors.
     #   @return [Integer]
     #
     # @!attribute [rw] status
-    #   Execution status
+    #   The final status of the command execution. Valid values are
+    #   `COMPLETED` for successful completion or `TIMED_OUT` if the command
+    #   exceeded the specified timeout.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ContentStopEvent AWS API Documentation
@@ -691,6 +704,8 @@ module Aws::BedrockAgentCore
     # span context details that identify the specific traces and sessions
     # being evaluated within the agent's execution flow.
     #
+    # @note Context is a union - when making an API calls you must set exactly one of the members.
+    #
     # @note Context is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of Context corresponding to the set member.
     #
     # @!attribute [rw] span_context
@@ -909,13 +924,23 @@ module Aws::BedrockAgentCore
     #   conversation sessions.
     #   @return [Types::EvaluationTarget]
     #
+    # @!attribute [rw] evaluation_reference_inputs
+    #   Ground truth data to compare against agent responses during
+    #   evaluation. Allows to provide expected responses, assertions, and
+    #   expected tool trajectories at different evaluation levels.
+    #   Session-level reference inputs apply to the entire conversation,
+    #   while trace-level reference inputs target specific request-response
+    #   interactions identified by trace ID.
+    #   @return [Array<Types::EvaluationReferenceInput>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluateRequest AWS API Documentation
     #
     class EvaluateRequest < Struct.new(
       :evaluator_id,
       :evaluation_input,
-      :evaluation_target)
-      SENSITIVE = []
+      :evaluation_target,
+      :evaluation_reference_inputs)
+      SENSITIVE = [:evaluation_reference_inputs]
       include Aws::Structure
     end
 
@@ -934,6 +959,43 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
+    # A content block for ground truth data in evaluation reference inputs.
+    # Supports text content for expected responses and assertions.
+    #
+    # @note EvaluationContent is a union - when making an API calls you must set exactly one of the members.
+    #
+    # @!attribute [rw] text
+    #   The text content of the ground truth data. Used for expected
+    #   response text and assertion statements.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationContent AWS API Documentation
+    #
+    class EvaluationContent < Struct.new(
+      :text,
+      :unknown)
+      SENSITIVE = []
+      include Aws::Structure
+      include Aws::Structure::Union
+
+      class Text < EvaluationContent; end
+      class Unknown < EvaluationContent; end
+    end
+
+    # The expected tool call trajectory for trajectory-based evaluation.
+    #
+    # @!attribute [rw] tool_names
+    #   The list of tool names representing the expected tool call sequence.
+    #   @return [Array<String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationExpectedTrajectory AWS API Documentation
+    #
+    class EvaluationExpectedTrajectory < Struct.new(
+      :tool_names)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The input data structure containing agent session spans in
     # OpenTelemetry format. Supports traces from frameworks like Strands
     # (AgentCore Runtime) and LangGraph with OpenInference instrumentation
@@ -961,6 +1023,47 @@ module Aws::BedrockAgentCore
       class Unknown < EvaluationInput; end
     end
 
+    # A reference input containing ground truth data for evaluation, scoped
+    # to a specific context level (session or trace) through its span
+    # context.
+    #
+    # @!attribute [rw] context
+    #   The contextual information associated with an evaluation, including
+    #   span context details that identify the specific traces and sessions
+    #   being evaluated within the agent's execution flow.
+    #   @return [Types::Context]
+    #
+    # @!attribute [rw] expected_response
+    #   The expected response for trace-level evaluation. Built-in
+    #   evaluators that support this field compare the agent's actual
+    #   response against this value for assessment. Custom evaluators can
+    #   access it through the `{expected_response}` placeholder in their
+    #   instructions.
+    #   @return [Types::EvaluationContent]
+    #
+    # @!attribute [rw] assertions
+    #   A list of assertion statements for session-level evaluation. Each
+    #   assertion describes an expected behavior or outcome the agent should
+    #   demonstrate during the session.
+    #   @return [Array<Types::EvaluationContent>]
+    #
+    # @!attribute [rw] expected_trajectory
+    #   The expected tool call sequence for session-level trajectory
+    #   evaluation. Contains a list of tool names representing the tools the
+    #   agent is expected to invoke.
+    #   @return [Types::EvaluationExpectedTrajectory]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationReferenceInput AWS API Documentation
+    #
+    class EvaluationReferenceInput < Struct.new(
+      :context,
+      :expected_response,
+      :assertions,
+      :expected_trajectory)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The comprehensive result of an evaluation containing the score,
     # explanation, evaluator metadata, and execution details. Provides both
     # quantitative ratings and qualitative insights about agent performance.
@@ -1034,6 +1137,12 @@ module Aws::BedrockAgentCore
     #   categories of evaluation errors.
     #   @return [String]
     #
+    # @!attribute [rw] ignored_reference_input_fields
+    #   The list of reference input field names that were provided but not
+    #   used by the evaluator. Helps identify which ground truth data was
+    #   not consumed during evaluation.
+    #   @return [Array<String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationResultContent AWS API Documentation
     #
     class EvaluationResultContent < Struct.new(
@@ -1046,7 +1155,8 @@ module Aws::BedrockAgentCore
       :label,
       :token_usage,
       :error_message,
-      :error_code)
+      :error_code,
+      :ignored_reference_input_fields)
       SENSITIVE = [:explanation]
       include Aws::Structure
     end
@@ -1892,7 +2002,7 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
-    # Request for InvokeAgentRuntimeCommand operation
+    # Request for InvokeAgentRuntimeCommand operation.
     #
     # @!attribute [rw] content_type
     #   The MIME type of the input data in the request payload. This tells
@@ -1907,7 +2017,9 @@ module Aws::BedrockAgentCore
     #   @return [String]
     #
     # @!attribute [rw] runtime_session_id
-    #   Runtime session identifier
+    #   The unique identifier of the runtime session in which to execute the
+    #   command. This session ID is used to maintain state and context
+    #   across multiple command invocations.
     #
     #   **A suitable default value is auto-generated.** You should normally
     #   not need to pass this option.
@@ -1930,19 +2042,26 @@ module Aws::BedrockAgentCore
     #   @return [String]
     #
     # @!attribute [rw] agent_runtime_arn
-    #   ARN of the agent runtime
+    #   The Amazon Resource Name (ARN) of the agent runtime on which to
+    #   execute the command. This identifies the specific agent runtime
+    #   environment where the command will run.
     #   @return [String]
     #
     # @!attribute [rw] qualifier
-    #   Version or alias qualifier
+    #   The qualifier to use for the agent runtime. This is an endpoint name
+    #   that points to a specific version. If not specified, Amazon Bedrock
+    #   AgentCore uses the default endpoint of the agent runtime.
     #   @return [String]
     #
     # @!attribute [rw] account_id
-    #   Account ID (12 digits)
+    #   The identifier of the Amazon Web Services account for the agent
+    #   runtime resource. This parameter is required when you specify an
+    #   agent ID instead of the full ARN for `agentRuntimeArn`.
     #   @return [String]
     #
     # @!attribute [rw] body
-    #   Request body containing command and timeout
+    #   The request body containing the command to execute and optional
+    #   configuration parameters such as timeout settings.
     #   @return [Types::InvokeAgentRuntimeCommandRequestBody]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/InvokeAgentRuntimeCommandRequest AWS API Documentation
@@ -1963,14 +2082,21 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
-    # Request body for InvokeAgentRuntimeCommand
+    # The request body structure for the `InvokeAgentRuntimeCommand`
+    # operation, containing the command to execute and optional
+    # configuration parameters.
     #
     # @!attribute [rw] command
-    #   The command to execute in the runtime container
+    #   The shell command to execute on the agent runtime. This command is
+    #   executed in the runtime environment and its output is streamed back
+    #   to the caller.
     #   @return [String]
     #
     # @!attribute [rw] timeout
-    #   Command timeout in seconds (default: 300, min:1, max: 3600)
+    #   The maximum duration in seconds to wait for the command to complete.
+    #   If the command execution exceeds this timeout, it will be
+    #   terminated. Default is 300 seconds. Minimum is 1 second. Maximum is
+    #   3600 seconds.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/InvokeAgentRuntimeCommandRequestBody AWS API Documentation
@@ -1982,10 +2108,11 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
-    # Response for InvokeAgentRuntimeCommand operation
+    # Response for InvokeAgentRuntimeCommand operation.
     #
     # @!attribute [rw] runtime_session_id
-    #   Runtime session identifier
+    #   The unique identifier of the runtime session in which the command
+    #   was executed.
     #   @return [String]
     #
     # @!attribute [rw] trace_id
@@ -2017,7 +2144,9 @@ module Aws::BedrockAgentCore
     #   @return [Integer]
     #
     # @!attribute [rw] stream
-    #   Streaming output containing command execution events
+    #   The streaming output from the command execution. This stream
+    #   contains events that provide real-time updates including standard
+    #   output, standard error, and completion status.
     #   @return [Types::InvokeAgentRuntimeCommandStreamOutput]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/InvokeAgentRuntimeCommandResponse AWS API Documentation
@@ -3175,19 +3304,24 @@ module Aws::BedrockAgentCore
       include Aws::Structure
     end
 
-    # Response chunk containing exactly one of: contentStart, contentDelta,
-    # or contentStop
+    # A structure representing a response chunk that contains exactly one of
+    # the possible event types: `contentStart`, `contentDelta`, or
+    # `contentStop`.
     #
     # @!attribute [rw] content_start
-    #   First chunk - indicates command execution has started
+    #   An event indicating the start of content streaming from the command
+    #   execution. This is the first chunk received.
     #   @return [Types::ContentStartEvent]
     #
     # @!attribute [rw] content_delta
-    #   Middle chunks - stdout/stderr output
+    #   An event containing incremental output (stdout or stderr) from the
+    #   command execution. These are the middle chunks.
     #   @return [Types::ContentDeltaEvent]
     #
     # @!attribute [rw] content_stop
-    #   Last chunk - indicates command execution has completed
+    #   An event indicating the completion of the command execution,
+    #   including the exit code and final status. This is the last chunk
+    #   received.
     #   @return [Types::ContentStopEvent]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ResponseChunk AWS API Documentation
@@ -4356,9 +4490,9 @@ module Aws::BedrockAgentCore
 
     end
 
-    # Streaming output for InvokeAgentRuntimeCommand operation Delivers
-    # typed events: contentStart (first), contentDelta (middle), contentStop
-    # (last)
+    # The streaming output union for the `InvokeAgentRuntimeCommand`
+    # operation. This union delivers typed events: `contentStart` (first),
+    # `contentDelta` (middle), and `contentStop` (last).
     #
     # EventStream is an Enumerator of Events.
     #  #event_types #=> Array, returns all modeled event types in the stream

data/lib/aws-sdk-bedrockagentcore.rb

@@ -56,7 +56,7 @@ module Aws::BedrockAgentCore
   autoload :Endpoints, 'aws-sdk-bedrockagentcore/endpoints'
   autoload :EventStreams, 'aws-sdk-bedrockagentcore/event_streams'
 
-  GEM_VERSION = '1.23.0'
+  GEM_VERSION = '1.24.0'
 
 end
 

data/sig/client.rbs

@@ -228,7 +228,29 @@ module Aws
                       ?evaluation_target: {
                         span_ids: Array[::String]?,
                         trace_ids: Array[::String]?
-                      }
+                      },
+                      ?evaluation_reference_inputs: Array[
+                        {
+                          context: {
+                            span_context: {
+                              session_id: ::String,
+                              trace_id: ::String?,
+                              span_id: ::String?
+                            }?
+                          },
+                          expected_response: {
+                            text: ::String?
+                          }?,
+                          assertions: Array[
+                            {
+                              text: ::String?
+                            },
+                          ]?,
+                          expected_trajectory: {
+                            tool_names: Array[::String]?
+                          }?
+                        },
+                      ]
                     ) -> _EvaluateResponseSuccess
                   | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _EvaluateResponseSuccess
 

data/sig/types.rbs

@@ -271,7 +271,8 @@ module Aws::BedrockAgentCore
       attr_accessor evaluator_id: ::String
       attr_accessor evaluation_input: Types::EvaluationInput
       attr_accessor evaluation_target: Types::EvaluationTarget
-      SENSITIVE: []
+      attr_accessor evaluation_reference_inputs: ::Array[Types::EvaluationReferenceInput]
+      SENSITIVE: [:evaluation_reference_inputs]
     end
 
     class EvaluateResponse
@@ -279,6 +280,22 @@ module Aws::BedrockAgentCore
       SENSITIVE: []
     end
 
+    class EvaluationContent
+      attr_accessor text: ::String
+      attr_accessor unknown: untyped
+      SENSITIVE: []
+
+      class Text < EvaluationContent
+      end
+      class Unknown < EvaluationContent
+      end
+    end
+
+    class EvaluationExpectedTrajectory
+      attr_accessor tool_names: ::Array[::String]
+      SENSITIVE: []
+    end
+
     class EvaluationInput
       attr_accessor session_spans: ::Array[untyped]
       attr_accessor unknown: untyped
@@ -290,6 +307,14 @@ module Aws::BedrockAgentCore
       end
     end
 
+    class EvaluationReferenceInput
+      attr_accessor context: Types::Context
+      attr_accessor expected_response: Types::EvaluationContent
+      attr_accessor assertions: ::Array[Types::EvaluationContent]
+      attr_accessor expected_trajectory: Types::EvaluationExpectedTrajectory
+      SENSITIVE: []
+    end
+
     class EvaluationResultContent
       attr_accessor evaluator_arn: ::String
       attr_accessor evaluator_id: ::String
@@ -301,6 +326,7 @@ module Aws::BedrockAgentCore
       attr_accessor token_usage: Types::TokenUsage
       attr_accessor error_message: ::String
       attr_accessor error_code: ::String
+      attr_accessor ignored_reference_input_fields: ::Array[::String]
       SENSITIVE: [:explanation]
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-bedrockagentcore
 version: !ruby/object:Gem::Version
-  version: 1.23.0
+  version: 1.24.0
 platform: ruby
 authors:
 - Amazon Web Services