aws-sdk-bedrockagentcore 1.12.0 → 1.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-bedrockagentcore/client.rb +111 -23
- data/lib/aws-sdk-bedrockagentcore/client_api.rb +112 -0
- data/lib/aws-sdk-bedrockagentcore/errors.rb +16 -0
- data/lib/aws-sdk-bedrockagentcore/types.rb +345 -3
- data/lib/aws-sdk-bedrockagentcore.rb +1 -1
- data/sig/client.rbs +34 -1
- data/sig/errors.rbs +3 -0
- data/sig/types.rbs +91 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: a0eab419c17bf8e80de29771367323d604f517afe4cf47634c4cfc778471e9b1
|
|
4
|
+
data.tar.gz: d09fab8525b960a06754c61dddf74f7f272386a008c05f887fe56c7533a98e76
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c05088ce4d59c35f2806f6e375d50759d429eb794ea37e62b80cbe9b6a5e9253d6d28ab4dbf9b50ff54b6d826a5bc1af3c2a25df5f8e86cf176f01e02e006296
|
|
7
|
+
data.tar.gz: afc10d7c3e1467fe4f1e86b23121bb6edd6424ef16ce38cd52f3279be7a986c2b1d8afb7279b75a85a08976e76c978138114620a69244fc86dc9af0fd177f289
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.13.0
|
|
@@ -878,6 +878,75 @@ module Aws::BedrockAgentCore
|
|
|
878
878
|
req.send_request(options)
|
|
879
879
|
end
|
|
880
880
|
|
|
881
|
+
# Performs on-demand evaluation of agent traces using a specified
|
|
882
|
+
# evaluator. This synchronous API accepts traces in OpenTelemetry format
|
|
883
|
+
# and returns immediate scoring results with detailed explanations.
|
|
884
|
+
#
|
|
885
|
+
# @option params [required, String] :evaluator_id
|
|
886
|
+
# The unique identifier of the evaluator to use for scoring. Can be a
|
|
887
|
+
# built-in evaluator (e.g., `Builtin.Helpfulness`,
|
|
888
|
+
# `Builtin.Correctness`) or a custom evaluator ARN created through the
|
|
889
|
+
# control plane API.
|
|
890
|
+
#
|
|
891
|
+
# @option params [required, Types::EvaluationInput] :evaluation_input
|
|
892
|
+
# The input data containing agent session spans to be evaluated.
|
|
893
|
+
# Includes a list of spans in OpenTelemetry format from supported
|
|
894
|
+
# frameworks like Strands (AgentCore Runtime) or LangGraph with
|
|
895
|
+
# OpenInference instrumentation.
|
|
896
|
+
#
|
|
897
|
+
# @option params [Types::EvaluationTarget] :evaluation_target
|
|
898
|
+
# The specific trace or span IDs to evaluate within the provided input.
|
|
899
|
+
# Allows targeting evaluation at different levels: individual tool
|
|
900
|
+
# calls, single request-response interactions (traces), or entire
|
|
901
|
+
# conversation sessions.
|
|
902
|
+
#
|
|
903
|
+
# @return [Types::EvaluateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
904
|
+
#
|
|
905
|
+
# * {Types::EvaluateResponse#evaluation_results #evaluation_results} => Array<Types::EvaluationResultContent>
|
|
906
|
+
#
|
|
907
|
+
# @example Request syntax with placeholder values
|
|
908
|
+
#
|
|
909
|
+
# resp = client.evaluate({
|
|
910
|
+
# evaluator_id: "EvaluatorId", # required
|
|
911
|
+
# evaluation_input: { # required
|
|
912
|
+
# session_spans: [
|
|
913
|
+
# {
|
|
914
|
+
# },
|
|
915
|
+
# ],
|
|
916
|
+
# },
|
|
917
|
+
# evaluation_target: {
|
|
918
|
+
# span_ids: ["SpanId"],
|
|
919
|
+
# trace_ids: ["TraceId"],
|
|
920
|
+
# },
|
|
921
|
+
# })
|
|
922
|
+
#
|
|
923
|
+
# @example Response structure
|
|
924
|
+
#
|
|
925
|
+
# resp.evaluation_results #=> Array
|
|
926
|
+
# resp.evaluation_results[0].evaluator_arn #=> String
|
|
927
|
+
# resp.evaluation_results[0].evaluator_id #=> String
|
|
928
|
+
# resp.evaluation_results[0].evaluator_name #=> String
|
|
929
|
+
# resp.evaluation_results[0].explanation #=> String
|
|
930
|
+
# resp.evaluation_results[0].context.span_context.session_id #=> String
|
|
931
|
+
# resp.evaluation_results[0].context.span_context.trace_id #=> String
|
|
932
|
+
# resp.evaluation_results[0].context.span_context.span_id #=> String
|
|
933
|
+
# resp.evaluation_results[0].value #=> Float
|
|
934
|
+
# resp.evaluation_results[0].label #=> String
|
|
935
|
+
# resp.evaluation_results[0].token_usage.input_tokens #=> Integer
|
|
936
|
+
# resp.evaluation_results[0].token_usage.output_tokens #=> Integer
|
|
937
|
+
# resp.evaluation_results[0].token_usage.total_tokens #=> Integer
|
|
938
|
+
# resp.evaluation_results[0].error_message #=> String
|
|
939
|
+
# resp.evaluation_results[0].error_code #=> String
|
|
940
|
+
#
|
|
941
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/Evaluate AWS API Documentation
|
|
942
|
+
#
|
|
943
|
+
# @overload evaluate(params = {})
|
|
944
|
+
# @param [Hash] params ({})
|
|
945
|
+
def evaluate(params = {}, options = {})
|
|
946
|
+
req = build_request(:evaluate, params)
|
|
947
|
+
req.send_request(options)
|
|
948
|
+
end
|
|
949
|
+
|
|
881
950
|
# Retrieves the A2A agent card associated with an AgentCore Runtime
|
|
882
951
|
# agent.
|
|
883
952
|
#
|
|
@@ -942,9 +1011,9 @@ module Aws::BedrockAgentCore
|
|
|
942
1011
|
#
|
|
943
1012
|
#
|
|
944
1013
|
#
|
|
945
|
-
# [1]: https://docs.aws.amazon.com/API_StartBrowserSession.html
|
|
946
|
-
# [2]: https://docs.aws.amazon.com/API_ListBrowserSessions.html
|
|
947
|
-
# [3]: https://docs.aws.amazon.com/API_StopBrowserSession.html
|
|
1014
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartBrowserSession.html
|
|
1015
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_ListBrowserSessions.html
|
|
1016
|
+
# [3]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StopBrowserSession.html
|
|
948
1017
|
#
|
|
949
1018
|
# @option params [required, String] :browser_identifier
|
|
950
1019
|
# The unique identifier of the browser associated with the session.
|
|
@@ -1015,9 +1084,9 @@ module Aws::BedrockAgentCore
|
|
|
1015
1084
|
#
|
|
1016
1085
|
#
|
|
1017
1086
|
#
|
|
1018
|
-
# [1]: https://docs.aws.amazon.com/API_StartCodeInterpreterSession.html
|
|
1019
|
-
# [2]: https://docs.aws.amazon.com/API_ListCodeInterpreterSessions.html
|
|
1020
|
-
# [3]: https://docs.aws.amazon.com/API_StopCodeInterpreterSession.html
|
|
1087
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartCodeInterpreterSession.html
|
|
1088
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_ListCodeInterpreterSessions.html
|
|
1089
|
+
# [3]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StopCodeInterpreterSession.html
|
|
1021
1090
|
#
|
|
1022
1091
|
# @option params [required, String] :code_interpreter_identifier
|
|
1023
1092
|
# The unique identifier of the code interpreter associated with the
|
|
@@ -1146,6 +1215,8 @@ module Aws::BedrockAgentCore
|
|
|
1146
1215
|
# resp.memory_record.namespaces #=> Array
|
|
1147
1216
|
# resp.memory_record.namespaces[0] #=> String
|
|
1148
1217
|
# resp.memory_record.created_at #=> Time
|
|
1218
|
+
# resp.memory_record.metadata #=> Hash
|
|
1219
|
+
# resp.memory_record.metadata["MetadataKey"].string_value #=> String
|
|
1149
1220
|
#
|
|
1150
1221
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/GetMemoryRecord AWS API Documentation
|
|
1151
1222
|
#
|
|
@@ -1530,8 +1601,8 @@ module Aws::BedrockAgentCore
|
|
|
1530
1601
|
#
|
|
1531
1602
|
#
|
|
1532
1603
|
#
|
|
1533
|
-
# [1]: https://docs.aws.amazon.com/API_StartCodeInterpreterSession.html
|
|
1534
|
-
# [2]: https://docs.aws.amazon.com/API_GetCodeInterpreterSession.html
|
|
1604
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartCodeInterpreterSession.html
|
|
1605
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetCodeInterpreterSession.html
|
|
1535
1606
|
#
|
|
1536
1607
|
# @option params [required, String] :code_interpreter_identifier
|
|
1537
1608
|
# The unique identifier of the code interpreter associated with the
|
|
@@ -1894,8 +1965,8 @@ module Aws::BedrockAgentCore
|
|
|
1894
1965
|
#
|
|
1895
1966
|
#
|
|
1896
1967
|
#
|
|
1897
|
-
# [1]: https://docs.aws.amazon.com/API_StartBrowserSession.html
|
|
1898
|
-
# [2]: https://docs.aws.amazon.com/API_GetBrowserSession.html
|
|
1968
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartBrowserSession.html
|
|
1969
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetBrowserSession.html
|
|
1899
1970
|
#
|
|
1900
1971
|
# @option params [required, String] :browser_identifier
|
|
1901
1972
|
# The unique identifier of the browser to list sessions for. If
|
|
@@ -1973,8 +2044,8 @@ module Aws::BedrockAgentCore
|
|
|
1973
2044
|
#
|
|
1974
2045
|
#
|
|
1975
2046
|
#
|
|
1976
|
-
# [1]: https://docs.aws.amazon.com/API_StartCodeInterpreterSession.html
|
|
1977
|
-
# [2]: https://docs.aws.amazon.com/API_GetCodeInterpreterSession.html
|
|
2047
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartCodeInterpreterSession.html
|
|
2048
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetCodeInterpreterSession.html
|
|
1978
2049
|
#
|
|
1979
2050
|
# @option params [required, String] :code_interpreter_identifier
|
|
1980
2051
|
# The unique identifier of the code interpreter to list sessions for. If
|
|
@@ -2248,6 +2319,8 @@ module Aws::BedrockAgentCore
|
|
|
2248
2319
|
# resp.memory_record_summaries[0].namespaces[0] #=> String
|
|
2249
2320
|
# resp.memory_record_summaries[0].created_at #=> Time
|
|
2250
2321
|
# resp.memory_record_summaries[0].score #=> Float
|
|
2322
|
+
# resp.memory_record_summaries[0].metadata #=> Hash
|
|
2323
|
+
# resp.memory_record_summaries[0].metadata["MetadataKey"].string_value #=> String
|
|
2251
2324
|
# resp.next_token #=> String
|
|
2252
2325
|
#
|
|
2253
2326
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/ListMemoryRecords AWS API Documentation
|
|
@@ -2360,6 +2433,19 @@ module Aws::BedrockAgentCore
|
|
|
2360
2433
|
# search_query: "SearchCriteriaSearchQueryString", # required
|
|
2361
2434
|
# memory_strategy_id: "MemoryStrategyId",
|
|
2362
2435
|
# top_k: 1,
|
|
2436
|
+
# metadata_filters: [
|
|
2437
|
+
# {
|
|
2438
|
+
# left: { # required
|
|
2439
|
+
# metadata_key: "MetadataKey",
|
|
2440
|
+
# },
|
|
2441
|
+
# operator: "EQUALS_TO", # required, accepts EQUALS_TO, EXISTS, NOT_EXISTS
|
|
2442
|
+
# right: {
|
|
2443
|
+
# metadata_value: {
|
|
2444
|
+
# string_value: "MetadataValueStringValueString",
|
|
2445
|
+
# },
|
|
2446
|
+
# },
|
|
2447
|
+
# },
|
|
2448
|
+
# ],
|
|
2363
2449
|
# },
|
|
2364
2450
|
# next_token: "PaginationToken",
|
|
2365
2451
|
# max_results: 1,
|
|
@@ -2375,6 +2461,8 @@ module Aws::BedrockAgentCore
|
|
|
2375
2461
|
# resp.memory_record_summaries[0].namespaces[0] #=> String
|
|
2376
2462
|
# resp.memory_record_summaries[0].created_at #=> Time
|
|
2377
2463
|
# resp.memory_record_summaries[0].score #=> Float
|
|
2464
|
+
# resp.memory_record_summaries[0].metadata #=> Hash
|
|
2465
|
+
# resp.memory_record_summaries[0].metadata["MetadataKey"].string_value #=> String
|
|
2378
2466
|
# resp.next_token #=> String
|
|
2379
2467
|
#
|
|
2380
2468
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/RetrieveMemoryRecords AWS API Documentation
|
|
@@ -2406,9 +2494,9 @@ module Aws::BedrockAgentCore
|
|
|
2406
2494
|
#
|
|
2407
2495
|
#
|
|
2408
2496
|
#
|
|
2409
|
-
# [1]: https://docs.aws.amazon.com/API_GetBrowserSession.html
|
|
2410
|
-
# [2]: https://docs.aws.amazon.com/API_UpdateBrowserStream.html
|
|
2411
|
-
# [3]: https://docs.aws.amazon.com/API_StopBrowserSession.html
|
|
2497
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetBrowserSession.html
|
|
2498
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_UpdateBrowserStream.html
|
|
2499
|
+
# [3]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StopBrowserSession.html
|
|
2412
2500
|
#
|
|
2413
2501
|
# @option params [String] :trace_id
|
|
2414
2502
|
# The trace identifier for request tracking.
|
|
@@ -2506,9 +2594,9 @@ module Aws::BedrockAgentCore
|
|
|
2506
2594
|
#
|
|
2507
2595
|
#
|
|
2508
2596
|
#
|
|
2509
|
-
# [1]: https://docs.aws.amazon.com/API_InvokeCodeInterpreter.html
|
|
2510
|
-
# [2]: https://docs.aws.amazon.com/API_GetCodeInterpreterSession.html
|
|
2511
|
-
# [3]: https://docs.aws.amazon.com/API_StopCodeInterpreterSession.html
|
|
2597
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_InvokeCodeInterpreter.html
|
|
2598
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetCodeInterpreterSession.html
|
|
2599
|
+
# [3]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StopCodeInterpreterSession.html
|
|
2512
2600
|
#
|
|
2513
2601
|
# @option params [String] :trace_id
|
|
2514
2602
|
# The trace identifier for request tracking.
|
|
@@ -2638,8 +2726,8 @@ module Aws::BedrockAgentCore
|
|
|
2638
2726
|
#
|
|
2639
2727
|
#
|
|
2640
2728
|
#
|
|
2641
|
-
# [1]: https://docs.aws.amazon.com/API_StartBrowserSession.html
|
|
2642
|
-
# [2]: https://docs.aws.amazon.com/API_GetBrowserSession.html
|
|
2729
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartBrowserSession.html
|
|
2730
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetBrowserSession.html
|
|
2643
2731
|
#
|
|
2644
2732
|
# @option params [String] :trace_id
|
|
2645
2733
|
# The trace identifier for request tracking.
|
|
@@ -2710,8 +2798,8 @@ module Aws::BedrockAgentCore
|
|
|
2710
2798
|
#
|
|
2711
2799
|
#
|
|
2712
2800
|
#
|
|
2713
|
-
# [1]: https://docs.aws.amazon.com/API_StartCodeInterpreterSession.html
|
|
2714
|
-
# [2]: https://docs.aws.amazon.com/API_GetCodeInterpreterSession.html
|
|
2801
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_StartCodeInterpreterSession.html
|
|
2802
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/APIReference/API_GetCodeInterpreterSession.html
|
|
2715
2803
|
#
|
|
2716
2804
|
# @option params [String] :trace_id
|
|
2717
2805
|
# The trace identifier for request tracking.
|
|
@@ -2892,7 +2980,7 @@ module Aws::BedrockAgentCore
|
|
|
2892
2980
|
tracer: tracer
|
|
2893
2981
|
)
|
|
2894
2982
|
context[:gem_name] = 'aws-sdk-bedrockagentcore'
|
|
2895
|
-
context[:gem_version] = '1.
|
|
2983
|
+
context[:gem_version] = '1.13.0'
|
|
2896
2984
|
Seahorse::Client::Request.new(handlers, context)
|
|
2897
2985
|
end
|
|
2898
2986
|
|
|
@@ -60,6 +60,7 @@ module Aws::BedrockAgentCore
|
|
|
60
60
|
ContentBlockList = Shapes::ListShape.new(name: 'ContentBlockList')
|
|
61
61
|
ContentBlockType = Shapes::StringShape.new(name: 'ContentBlockType')
|
|
62
62
|
ContentTextString = Shapes::StringShape.new(name: 'ContentTextString')
|
|
63
|
+
Context = Shapes::UnionShape.new(name: 'Context')
|
|
63
64
|
Conversational = Shapes::StructureShape.new(name: 'Conversational')
|
|
64
65
|
CreateEventInput = Shapes::StructureShape.new(name: 'CreateEventInput')
|
|
65
66
|
CreateEventOutput = Shapes::StructureShape.new(name: 'CreateEventOutput')
|
|
@@ -74,6 +75,19 @@ module Aws::BedrockAgentCore
|
|
|
74
75
|
DeleteMemoryRecordOutput = Shapes::StructureShape.new(name: 'DeleteMemoryRecordOutput')
|
|
75
76
|
Document = Shapes::DocumentShape.new(name: 'Document', document: true)
|
|
76
77
|
Double = Shapes::FloatShape.new(name: 'Double')
|
|
78
|
+
DuplicateIdException = Shapes::StructureShape.new(name: 'DuplicateIdException')
|
|
79
|
+
EvaluateRequest = Shapes::StructureShape.new(name: 'EvaluateRequest')
|
|
80
|
+
EvaluateResponse = Shapes::StructureShape.new(name: 'EvaluateResponse')
|
|
81
|
+
EvaluationErrorCode = Shapes::StringShape.new(name: 'EvaluationErrorCode')
|
|
82
|
+
EvaluationErrorMessage = Shapes::StringShape.new(name: 'EvaluationErrorMessage')
|
|
83
|
+
EvaluationExplanation = Shapes::StringShape.new(name: 'EvaluationExplanation')
|
|
84
|
+
EvaluationInput = Shapes::UnionShape.new(name: 'EvaluationInput')
|
|
85
|
+
EvaluationResultContent = Shapes::StructureShape.new(name: 'EvaluationResultContent')
|
|
86
|
+
EvaluationResults = Shapes::ListShape.new(name: 'EvaluationResults')
|
|
87
|
+
EvaluationTarget = Shapes::UnionShape.new(name: 'EvaluationTarget')
|
|
88
|
+
EvaluatorArn = Shapes::StringShape.new(name: 'EvaluatorArn')
|
|
89
|
+
EvaluatorId = Shapes::StringShape.new(name: 'EvaluatorId')
|
|
90
|
+
EvaluatorName = Shapes::StringShape.new(name: 'EvaluatorName')
|
|
77
91
|
Event = Shapes::StructureShape.new(name: 'Event')
|
|
78
92
|
EventId = Shapes::StringShape.new(name: 'EventId')
|
|
79
93
|
EventList = Shapes::ListShape.new(name: 'EventList')
|
|
@@ -146,6 +160,8 @@ module Aws::BedrockAgentCore
|
|
|
146
160
|
MemoryContent = Shapes::UnionShape.new(name: 'MemoryContent')
|
|
147
161
|
MemoryContentTextString = Shapes::StringShape.new(name: 'MemoryContentTextString')
|
|
148
162
|
MemoryId = Shapes::StringShape.new(name: 'MemoryId')
|
|
163
|
+
MemoryMetadataFilterExpression = Shapes::StructureShape.new(name: 'MemoryMetadataFilterExpression')
|
|
164
|
+
MemoryMetadataFilterList = Shapes::ListShape.new(name: 'MemoryMetadataFilterList')
|
|
149
165
|
MemoryRecord = Shapes::StructureShape.new(name: 'MemoryRecord')
|
|
150
166
|
MemoryRecordCreateInput = Shapes::StructureShape.new(name: 'MemoryRecordCreateInput')
|
|
151
167
|
MemoryRecordDeleteInput = Shapes::StructureShape.new(name: 'MemoryRecordDeleteInput')
|
|
@@ -202,6 +218,11 @@ module Aws::BedrockAgentCore
|
|
|
202
218
|
SessionSummary = Shapes::StructureShape.new(name: 'SessionSummary')
|
|
203
219
|
SessionSummaryList = Shapes::ListShape.new(name: 'SessionSummaryList')
|
|
204
220
|
SessionType = Shapes::StringShape.new(name: 'SessionType')
|
|
221
|
+
Span = Shapes::DocumentShape.new(name: 'Span', document: true)
|
|
222
|
+
SpanContext = Shapes::StructureShape.new(name: 'SpanContext')
|
|
223
|
+
SpanId = Shapes::StringShape.new(name: 'SpanId')
|
|
224
|
+
SpanIds = Shapes::ListShape.new(name: 'SpanIds')
|
|
225
|
+
Spans = Shapes::ListShape.new(name: 'Spans')
|
|
205
226
|
StartBrowserSessionRequest = Shapes::StructureShape.new(name: 'StartBrowserSessionRequest')
|
|
206
227
|
StartBrowserSessionRequestTraceIdString = Shapes::StringShape.new(name: 'StartBrowserSessionRequestTraceIdString')
|
|
207
228
|
StartBrowserSessionRequestTraceParentString = Shapes::StringShape.new(name: 'StartBrowserSessionRequestTraceParentString')
|
|
@@ -231,9 +252,12 @@ module Aws::BedrockAgentCore
|
|
|
231
252
|
ThrottledException = Shapes::StructureShape.new(name: 'ThrottledException')
|
|
232
253
|
ThrottlingException = Shapes::StructureShape.new(name: 'ThrottlingException')
|
|
233
254
|
Timestamp = Shapes::TimestampShape.new(name: 'Timestamp')
|
|
255
|
+
TokenUsage = Shapes::StructureShape.new(name: 'TokenUsage')
|
|
234
256
|
ToolArguments = Shapes::StructureShape.new(name: 'ToolArguments')
|
|
235
257
|
ToolName = Shapes::StringShape.new(name: 'ToolName')
|
|
236
258
|
ToolResultStructuredContent = Shapes::StructureShape.new(name: 'ToolResultStructuredContent')
|
|
259
|
+
TraceId = Shapes::StringShape.new(name: 'TraceId')
|
|
260
|
+
TraceIds = Shapes::ListShape.new(name: 'TraceIds')
|
|
237
261
|
UnauthorizedException = Shapes::StructureShape.new(name: 'UnauthorizedException')
|
|
238
262
|
UpdateBrowserStreamRequest = Shapes::StructureShape.new(name: 'UpdateBrowserStreamRequest')
|
|
239
263
|
UpdateBrowserStreamResponse = Shapes::StructureShape.new(name: 'UpdateBrowserStreamResponse')
|
|
@@ -365,6 +389,12 @@ module Aws::BedrockAgentCore
|
|
|
365
389
|
|
|
366
390
|
ContentBlockList.member = Shapes::ShapeRef.new(shape: ContentBlock)
|
|
367
391
|
|
|
392
|
+
Context.add_member(:span_context, Shapes::ShapeRef.new(shape: SpanContext, location_name: "spanContext"))
|
|
393
|
+
Context.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
|
|
394
|
+
Context.add_member_subclass(:span_context, Types::Context::SpanContext)
|
|
395
|
+
Context.add_member_subclass(:unknown, Types::Context::Unknown)
|
|
396
|
+
Context.struct_class = Types::Context
|
|
397
|
+
|
|
368
398
|
Conversational.add_member(:content, Shapes::ShapeRef.new(shape: Content, required: true, location_name: "content"))
|
|
369
399
|
Conversational.add_member(:role, Shapes::ShapeRef.new(shape: Role, required: true, location_name: "role"))
|
|
370
400
|
Conversational.struct_class = Types::Conversational
|
|
@@ -401,6 +431,45 @@ module Aws::BedrockAgentCore
|
|
|
401
431
|
DeleteMemoryRecordOutput.add_member(:memory_record_id, Shapes::ShapeRef.new(shape: MemoryRecordId, required: true, location_name: "memoryRecordId"))
|
|
402
432
|
DeleteMemoryRecordOutput.struct_class = Types::DeleteMemoryRecordOutput
|
|
403
433
|
|
|
434
|
+
DuplicateIdException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
|
|
435
|
+
DuplicateIdException.struct_class = Types::DuplicateIdException
|
|
436
|
+
|
|
437
|
+
EvaluateRequest.add_member(:evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location: "uri", location_name: "evaluatorId"))
|
|
438
|
+
EvaluateRequest.add_member(:evaluation_input, Shapes::ShapeRef.new(shape: EvaluationInput, required: true, location_name: "evaluationInput"))
|
|
439
|
+
EvaluateRequest.add_member(:evaluation_target, Shapes::ShapeRef.new(shape: EvaluationTarget, location_name: "evaluationTarget"))
|
|
440
|
+
EvaluateRequest.struct_class = Types::EvaluateRequest
|
|
441
|
+
|
|
442
|
+
EvaluateResponse.add_member(:evaluation_results, Shapes::ShapeRef.new(shape: EvaluationResults, required: true, location_name: "evaluationResults"))
|
|
443
|
+
EvaluateResponse.struct_class = Types::EvaluateResponse
|
|
444
|
+
|
|
445
|
+
EvaluationInput.add_member(:session_spans, Shapes::ShapeRef.new(shape: Spans, location_name: "sessionSpans"))
|
|
446
|
+
EvaluationInput.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
|
|
447
|
+
EvaluationInput.add_member_subclass(:session_spans, Types::EvaluationInput::SessionSpans)
|
|
448
|
+
EvaluationInput.add_member_subclass(:unknown, Types::EvaluationInput::Unknown)
|
|
449
|
+
EvaluationInput.struct_class = Types::EvaluationInput
|
|
450
|
+
|
|
451
|
+
EvaluationResultContent.add_member(:evaluator_arn, Shapes::ShapeRef.new(shape: EvaluatorArn, required: true, location_name: "evaluatorArn"))
|
|
452
|
+
EvaluationResultContent.add_member(:evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location_name: "evaluatorId"))
|
|
453
|
+
EvaluationResultContent.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
|
|
454
|
+
EvaluationResultContent.add_member(:explanation, Shapes::ShapeRef.new(shape: EvaluationExplanation, location_name: "explanation"))
|
|
455
|
+
EvaluationResultContent.add_member(:context, Shapes::ShapeRef.new(shape: Context, required: true, location_name: "context"))
|
|
456
|
+
EvaluationResultContent.add_member(:value, Shapes::ShapeRef.new(shape: Double, location_name: "value"))
|
|
457
|
+
EvaluationResultContent.add_member(:label, Shapes::ShapeRef.new(shape: String, location_name: "label"))
|
|
458
|
+
EvaluationResultContent.add_member(:token_usage, Shapes::ShapeRef.new(shape: TokenUsage, location_name: "tokenUsage"))
|
|
459
|
+
EvaluationResultContent.add_member(:error_message, Shapes::ShapeRef.new(shape: EvaluationErrorMessage, location_name: "errorMessage"))
|
|
460
|
+
EvaluationResultContent.add_member(:error_code, Shapes::ShapeRef.new(shape: EvaluationErrorCode, location_name: "errorCode"))
|
|
461
|
+
EvaluationResultContent.struct_class = Types::EvaluationResultContent
|
|
462
|
+
|
|
463
|
+
EvaluationResults.member = Shapes::ShapeRef.new(shape: EvaluationResultContent)
|
|
464
|
+
|
|
465
|
+
EvaluationTarget.add_member(:span_ids, Shapes::ShapeRef.new(shape: SpanIds, location_name: "spanIds"))
|
|
466
|
+
EvaluationTarget.add_member(:trace_ids, Shapes::ShapeRef.new(shape: TraceIds, location_name: "traceIds"))
|
|
467
|
+
EvaluationTarget.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
|
|
468
|
+
EvaluationTarget.add_member_subclass(:span_ids, Types::EvaluationTarget::SpanIds)
|
|
469
|
+
EvaluationTarget.add_member_subclass(:trace_ids, Types::EvaluationTarget::TraceIds)
|
|
470
|
+
EvaluationTarget.add_member_subclass(:unknown, Types::EvaluationTarget::Unknown)
|
|
471
|
+
EvaluationTarget.struct_class = Types::EvaluationTarget
|
|
472
|
+
|
|
404
473
|
Event.add_member(:memory_id, Shapes::ShapeRef.new(shape: MemoryId, required: true, location_name: "memoryId"))
|
|
405
474
|
Event.add_member(:actor_id, Shapes::ShapeRef.new(shape: ActorId, required: true, location_name: "actorId"))
|
|
406
475
|
Event.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionId, required: true, location_name: "sessionId"))
|
|
@@ -697,11 +766,19 @@ module Aws::BedrockAgentCore
|
|
|
697
766
|
MemoryContent.add_member_subclass(:unknown, Types::MemoryContent::Unknown)
|
|
698
767
|
MemoryContent.struct_class = Types::MemoryContent
|
|
699
768
|
|
|
769
|
+
MemoryMetadataFilterExpression.add_member(:left, Shapes::ShapeRef.new(shape: LeftExpression, required: true, location_name: "left"))
|
|
770
|
+
MemoryMetadataFilterExpression.add_member(:operator, Shapes::ShapeRef.new(shape: OperatorType, required: true, location_name: "operator"))
|
|
771
|
+
MemoryMetadataFilterExpression.add_member(:right, Shapes::ShapeRef.new(shape: RightExpression, location_name: "right"))
|
|
772
|
+
MemoryMetadataFilterExpression.struct_class = Types::MemoryMetadataFilterExpression
|
|
773
|
+
|
|
774
|
+
MemoryMetadataFilterList.member = Shapes::ShapeRef.new(shape: MemoryMetadataFilterExpression)
|
|
775
|
+
|
|
700
776
|
MemoryRecord.add_member(:memory_record_id, Shapes::ShapeRef.new(shape: MemoryRecordId, required: true, location_name: "memoryRecordId"))
|
|
701
777
|
MemoryRecord.add_member(:content, Shapes::ShapeRef.new(shape: MemoryContent, required: true, location_name: "content"))
|
|
702
778
|
MemoryRecord.add_member(:memory_strategy_id, Shapes::ShapeRef.new(shape: MemoryStrategyId, required: true, location_name: "memoryStrategyId"))
|
|
703
779
|
MemoryRecord.add_member(:namespaces, Shapes::ShapeRef.new(shape: NamespacesList, required: true, location_name: "namespaces"))
|
|
704
780
|
MemoryRecord.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
|
|
781
|
+
MemoryRecord.add_member(:metadata, Shapes::ShapeRef.new(shape: MetadataMap, location_name: "metadata"))
|
|
705
782
|
MemoryRecord.struct_class = Types::MemoryRecord
|
|
706
783
|
|
|
707
784
|
MemoryRecordCreateInput.add_member(:request_identifier, Shapes::ShapeRef.new(shape: RequestIdentifier, required: true, location_name: "requestIdentifier"))
|
|
@@ -727,6 +804,7 @@ module Aws::BedrockAgentCore
|
|
|
727
804
|
MemoryRecordSummary.add_member(:namespaces, Shapes::ShapeRef.new(shape: NamespacesList, required: true, location_name: "namespaces"))
|
|
728
805
|
MemoryRecordSummary.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
|
|
729
806
|
MemoryRecordSummary.add_member(:score, Shapes::ShapeRef.new(shape: Double, location_name: "score"))
|
|
807
|
+
MemoryRecordSummary.add_member(:metadata, Shapes::ShapeRef.new(shape: MetadataMap, location_name: "metadata"))
|
|
730
808
|
MemoryRecordSummary.struct_class = Types::MemoryRecordSummary
|
|
731
809
|
|
|
732
810
|
MemoryRecordSummaryList.member = Shapes::ShapeRef.new(shape: MemoryRecordSummary)
|
|
@@ -808,6 +886,7 @@ module Aws::BedrockAgentCore
|
|
|
808
886
|
SearchCriteria.add_member(:search_query, Shapes::ShapeRef.new(shape: SearchCriteriaSearchQueryString, required: true, location_name: "searchQuery"))
|
|
809
887
|
SearchCriteria.add_member(:memory_strategy_id, Shapes::ShapeRef.new(shape: MemoryStrategyId, location_name: "memoryStrategyId"))
|
|
810
888
|
SearchCriteria.add_member(:top_k, Shapes::ShapeRef.new(shape: SearchCriteriaTopKInteger, location_name: "topK"))
|
|
889
|
+
SearchCriteria.add_member(:metadata_filters, Shapes::ShapeRef.new(shape: MemoryMetadataFilterList, location_name: "metadataFilters"))
|
|
811
890
|
SearchCriteria.struct_class = Types::SearchCriteria
|
|
812
891
|
|
|
813
892
|
ServiceException.add_member(:message, Shapes::ShapeRef.new(shape: String, required: true, location_name: "message"))
|
|
@@ -823,6 +902,15 @@ module Aws::BedrockAgentCore
|
|
|
823
902
|
|
|
824
903
|
SessionSummaryList.member = Shapes::ShapeRef.new(shape: SessionSummary)
|
|
825
904
|
|
|
905
|
+
SpanContext.add_member(:session_id, Shapes::ShapeRef.new(shape: String, required: true, location_name: "sessionId"))
|
|
906
|
+
SpanContext.add_member(:trace_id, Shapes::ShapeRef.new(shape: String, location_name: "traceId"))
|
|
907
|
+
SpanContext.add_member(:span_id, Shapes::ShapeRef.new(shape: String, location_name: "spanId"))
|
|
908
|
+
SpanContext.struct_class = Types::SpanContext
|
|
909
|
+
|
|
910
|
+
SpanIds.member = Shapes::ShapeRef.new(shape: SpanId)
|
|
911
|
+
|
|
912
|
+
Spans.member = Shapes::ShapeRef.new(shape: Span)
|
|
913
|
+
|
|
826
914
|
StartBrowserSessionRequest.add_member(:trace_id, Shapes::ShapeRef.new(shape: StartBrowserSessionRequestTraceIdString, location: "header", location_name: "X-Amzn-Trace-Id"))
|
|
827
915
|
StartBrowserSessionRequest.add_member(:trace_parent, Shapes::ShapeRef.new(shape: StartBrowserSessionRequestTraceParentString, location: "header", location_name: "traceparent"))
|
|
828
916
|
StartBrowserSessionRequest.add_member(:browser_identifier, Shapes::ShapeRef.new(shape: String, required: true, location: "uri", location_name: "browserIdentifier"))
|
|
@@ -907,6 +995,11 @@ module Aws::BedrockAgentCore
|
|
|
907
995
|
ThrottlingException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
|
|
908
996
|
ThrottlingException.struct_class = Types::ThrottlingException
|
|
909
997
|
|
|
998
|
+
TokenUsage.add_member(:input_tokens, Shapes::ShapeRef.new(shape: Integer, location_name: "inputTokens"))
|
|
999
|
+
TokenUsage.add_member(:output_tokens, Shapes::ShapeRef.new(shape: Integer, location_name: "outputTokens"))
|
|
1000
|
+
TokenUsage.add_member(:total_tokens, Shapes::ShapeRef.new(shape: Integer, location_name: "totalTokens"))
|
|
1001
|
+
TokenUsage.struct_class = Types::TokenUsage
|
|
1002
|
+
|
|
910
1003
|
ToolArguments.add_member(:code, Shapes::ShapeRef.new(shape: MaxLenString, location_name: "code"))
|
|
911
1004
|
ToolArguments.add_member(:language, Shapes::ShapeRef.new(shape: ProgrammingLanguage, location_name: "language"))
|
|
912
1005
|
ToolArguments.add_member(:clear_context, Shapes::ShapeRef.new(shape: Boolean, location_name: "clearContext"))
|
|
@@ -926,6 +1019,8 @@ module Aws::BedrockAgentCore
|
|
|
926
1019
|
ToolResultStructuredContent.add_member(:execution_time, Shapes::ShapeRef.new(shape: Double, location_name: "executionTime"))
|
|
927
1020
|
ToolResultStructuredContent.struct_class = Types::ToolResultStructuredContent
|
|
928
1021
|
|
|
1022
|
+
TraceIds.member = Shapes::ShapeRef.new(shape: TraceId)
|
|
1023
|
+
|
|
929
1024
|
UnauthorizedException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
|
|
930
1025
|
UnauthorizedException.struct_class = Types::UnauthorizedException
|
|
931
1026
|
|
|
@@ -1084,6 +1179,23 @@ module Aws::BedrockAgentCore
|
|
|
1084
1179
|
o.errors << Shapes::ShapeRef.new(shape: ServiceException)
|
|
1085
1180
|
end)
|
|
1086
1181
|
|
|
1182
|
+
api.add_operation(:evaluate, Seahorse::Model::Operation.new.tap do |o|
|
|
1183
|
+
o.name = "Evaluate"
|
|
1184
|
+
o.http_method = "POST"
|
|
1185
|
+
o.http_request_uri = "/evaluations/evaluate/{evaluatorId}"
|
|
1186
|
+
o.input = Shapes::ShapeRef.new(shape: EvaluateRequest)
|
|
1187
|
+
o.output = Shapes::ShapeRef.new(shape: EvaluateResponse)
|
|
1188
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
|
1189
|
+
o.errors << Shapes::ShapeRef.new(shape: UnauthorizedException)
|
|
1190
|
+
o.errors << Shapes::ShapeRef.new(shape: DuplicateIdException)
|
|
1191
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
|
1192
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
|
1193
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
|
1194
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
|
1195
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
|
1196
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServerException)
|
|
1197
|
+
end)
|
|
1198
|
+
|
|
1087
1199
|
api.add_operation(:get_agent_card, Seahorse::Model::Operation.new.tap do |o|
|
|
1088
1200
|
o.name = "GetAgentCard"
|
|
1089
1201
|
o.http_method = "GET"
|
|
@@ -29,6 +29,7 @@ module Aws::BedrockAgentCore
|
|
|
29
29
|
# ## Error Classes
|
|
30
30
|
# * {AccessDeniedException}
|
|
31
31
|
# * {ConflictException}
|
|
32
|
+
# * {DuplicateIdException}
|
|
32
33
|
# * {InternalServerException}
|
|
33
34
|
# * {InvalidInputException}
|
|
34
35
|
# * {ResourceNotFoundException}
|
|
@@ -76,6 +77,21 @@ module Aws::BedrockAgentCore
|
|
|
76
77
|
end
|
|
77
78
|
end
|
|
78
79
|
|
|
80
|
+
class DuplicateIdException < ServiceError
|
|
81
|
+
|
|
82
|
+
# @param [Seahorse::Client::RequestContext] context
|
|
83
|
+
# @param [String] message
|
|
84
|
+
# @param [Aws::BedrockAgentCore::Types::DuplicateIdException] data
|
|
85
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
|
86
|
+
super(context, message, data)
|
|
87
|
+
end
|
|
88
|
+
|
|
89
|
+
# @return [String]
|
|
90
|
+
def message
|
|
91
|
+
@message || @data[:message]
|
|
92
|
+
end
|
|
93
|
+
end
|
|
94
|
+
|
|
79
95
|
class InternalServerException < ServiceError
|
|
80
96
|
|
|
81
97
|
# @param [Seahorse::Client::RequestContext] context
|
|
@@ -524,6 +524,31 @@ module Aws::BedrockAgentCore
|
|
|
524
524
|
include Aws::Structure
|
|
525
525
|
end
|
|
526
526
|
|
|
527
|
+
# The contextual information associated with an evaluation, including
|
|
528
|
+
# span context details that identify the specific traces and sessions
|
|
529
|
+
# being evaluated within the agent's execution flow.
|
|
530
|
+
#
|
|
531
|
+
# @note Context is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of Context corresponding to the set member.
|
|
532
|
+
#
|
|
533
|
+
# @!attribute [rw] span_context
|
|
534
|
+
# The span context information that uniquely identifies the trace and
|
|
535
|
+
# span being evaluated, including session ID, trace ID, and span ID
|
|
536
|
+
# for precise targeting within the agent's execution flow.
|
|
537
|
+
# @return [Types::SpanContext]
|
|
538
|
+
#
|
|
539
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/Context AWS API Documentation
|
|
540
|
+
#
|
|
541
|
+
class Context < Struct.new(
|
|
542
|
+
:span_context,
|
|
543
|
+
:unknown)
|
|
544
|
+
SENSITIVE = []
|
|
545
|
+
include Aws::Structure
|
|
546
|
+
include Aws::Structure::Union
|
|
547
|
+
|
|
548
|
+
class SpanContext < Context; end
|
|
549
|
+
class Unknown < Context; end
|
|
550
|
+
end
|
|
551
|
+
|
|
527
552
|
# Contains conversational content for an event payload.
|
|
528
553
|
#
|
|
529
554
|
# @!attribute [rw] content
|
|
@@ -686,6 +711,216 @@ module Aws::BedrockAgentCore
|
|
|
686
711
|
include Aws::Structure
|
|
687
712
|
end
|
|
688
713
|
|
|
714
|
+
# An exception thrown when attempting to create a resource with an
|
|
715
|
+
# identifier that already exists.
|
|
716
|
+
#
|
|
717
|
+
# @!attribute [rw] message
|
|
718
|
+
# @return [String]
|
|
719
|
+
#
|
|
720
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/DuplicateIdException AWS API Documentation
|
|
721
|
+
#
|
|
722
|
+
class DuplicateIdException < Struct.new(
|
|
723
|
+
:message)
|
|
724
|
+
SENSITIVE = []
|
|
725
|
+
include Aws::Structure
|
|
726
|
+
end
|
|
727
|
+
|
|
728
|
+
# @!attribute [rw] evaluator_id
|
|
729
|
+
# The unique identifier of the evaluator to use for scoring. Can be a
|
|
730
|
+
# built-in evaluator (e.g., `Builtin.Helpfulness`,
|
|
731
|
+
# `Builtin.Correctness`) or a custom evaluator ARN created through the
|
|
732
|
+
# control plane API.
|
|
733
|
+
# @return [String]
|
|
734
|
+
#
|
|
735
|
+
# @!attribute [rw] evaluation_input
|
|
736
|
+
# The input data containing agent session spans to be evaluated.
|
|
737
|
+
# Includes a list of spans in OpenTelemetry format from supported
|
|
738
|
+
# frameworks like Strands (AgentCore Runtime) or LangGraph with
|
|
739
|
+
# OpenInference instrumentation.
|
|
740
|
+
# @return [Types::EvaluationInput]
|
|
741
|
+
#
|
|
742
|
+
# @!attribute [rw] evaluation_target
|
|
743
|
+
# The specific trace or span IDs to evaluate within the provided
|
|
744
|
+
# input. Allows targeting evaluation at different levels: individual
|
|
745
|
+
# tool calls, single request-response interactions (traces), or entire
|
|
746
|
+
# conversation sessions.
|
|
747
|
+
# @return [Types::EvaluationTarget]
|
|
748
|
+
#
|
|
749
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluateRequest AWS API Documentation
|
|
750
|
+
#
|
|
751
|
+
class EvaluateRequest < Struct.new(
|
|
752
|
+
:evaluator_id,
|
|
753
|
+
:evaluation_input,
|
|
754
|
+
:evaluation_target)
|
|
755
|
+
SENSITIVE = []
|
|
756
|
+
include Aws::Structure
|
|
757
|
+
end
|
|
758
|
+
|
|
759
|
+
# @!attribute [rw] evaluation_results
|
|
760
|
+
# The detailed evaluation results containing scores, explanations, and
|
|
761
|
+
# metadata. Includes the evaluator information, numerical or
|
|
762
|
+
# categorical ratings based on the evaluator's rating scale, and
|
|
763
|
+
# token usage statistics for the evaluation process.
|
|
764
|
+
# @return [Array<Types::EvaluationResultContent>]
|
|
765
|
+
#
|
|
766
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluateResponse AWS API Documentation
|
|
767
|
+
#
|
|
768
|
+
class EvaluateResponse < Struct.new(
|
|
769
|
+
:evaluation_results)
|
|
770
|
+
SENSITIVE = []
|
|
771
|
+
include Aws::Structure
|
|
772
|
+
end
|
|
773
|
+
|
|
774
|
+
# The input data structure containing agent session spans in
|
|
775
|
+
# OpenTelemetry format. Supports traces from frameworks like Strands
|
|
776
|
+
# (AgentCore Runtime) and LangGraph with OpenInference instrumentation
|
|
777
|
+
# for comprehensive evaluation.
|
|
778
|
+
#
|
|
779
|
+
# @note EvaluationInput is a union - when making an API calls you must set exactly one of the members.
|
|
780
|
+
#
|
|
781
|
+
# @!attribute [rw] session_spans
|
|
782
|
+
# The collection of spans representing agent execution traces within a
|
|
783
|
+
# session. Each span contains detailed information about tool calls,
|
|
784
|
+
# model interactions, and other agent activities that can be evaluated
|
|
785
|
+
# for quality and performance.
|
|
786
|
+
# @return [Array<Hash,Array,String,Numeric,Boolean>]
|
|
787
|
+
#
|
|
788
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationInput AWS API Documentation
|
|
789
|
+
#
|
|
790
|
+
class EvaluationInput < Struct.new(
|
|
791
|
+
:session_spans,
|
|
792
|
+
:unknown)
|
|
793
|
+
SENSITIVE = [:session_spans]
|
|
794
|
+
include Aws::Structure
|
|
795
|
+
include Aws::Structure::Union
|
|
796
|
+
|
|
797
|
+
class SessionSpans < EvaluationInput; end
|
|
798
|
+
class Unknown < EvaluationInput; end
|
|
799
|
+
end
|
|
800
|
+
|
|
801
|
+
# The comprehensive result of an evaluation containing the score,
|
|
802
|
+
# explanation, evaluator metadata, and execution details. Provides both
|
|
803
|
+
# quantitative ratings and qualitative insights about agent performance.
|
|
804
|
+
#
|
|
805
|
+
# @!attribute [rw] evaluator_arn
|
|
806
|
+
# The Amazon Resource Name (ARN) of the evaluator used to generate
|
|
807
|
+
# this result. For custom evaluators, this is the full ARN; for
|
|
808
|
+
# built-in evaluators, this follows the pattern
|
|
809
|
+
# `Builtin.{EvaluatorName}`.
|
|
810
|
+
# @return [String]
|
|
811
|
+
#
|
|
812
|
+
# @!attribute [rw] evaluator_id
|
|
813
|
+
# The unique identifier of the evaluator that produced this result.
|
|
814
|
+
# This matches the `evaluatorId` provided in the evaluation request
|
|
815
|
+
# and can be used to identify which evaluator generated specific
|
|
816
|
+
# results.
|
|
817
|
+
# @return [String]
|
|
818
|
+
#
|
|
819
|
+
# @!attribute [rw] evaluator_name
|
|
820
|
+
# The human-readable name of the evaluator used for this evaluation.
|
|
821
|
+
# For built-in evaluators, this is the descriptive name (e.g.,
|
|
822
|
+
# "Helpfulness", "Correctness"); for custom evaluators, this is
|
|
823
|
+
# the user-defined name.
|
|
824
|
+
# @return [String]
|
|
825
|
+
#
|
|
826
|
+
# @!attribute [rw] explanation
|
|
827
|
+
# The detailed explanation provided by the evaluator describing the
|
|
828
|
+
# reasoning behind the assigned score. This qualitative feedback helps
|
|
829
|
+
# understand why specific ratings were given and provides actionable
|
|
830
|
+
# insights for improvement.
|
|
831
|
+
# @return [String]
|
|
832
|
+
#
|
|
833
|
+
# @!attribute [rw] context
|
|
834
|
+
# The contextual information associated with this evaluation result,
|
|
835
|
+
# including span context details that identify the specific traces and
|
|
836
|
+
# sessions that were evaluated.
|
|
837
|
+
# @return [Types::Context]
|
|
838
|
+
#
|
|
839
|
+
# @!attribute [rw] value
|
|
840
|
+
# The numerical score assigned by the evaluator according to its
|
|
841
|
+
# configured rating scale. For numerical scales, this is a decimal
|
|
842
|
+
# value within the defined range. This field is not allowed for
|
|
843
|
+
# categorical scales.
|
|
844
|
+
# @return [Float]
|
|
845
|
+
#
|
|
846
|
+
# @!attribute [rw] label
|
|
847
|
+
# The categorical label assigned by the evaluator when using a
|
|
848
|
+
# categorical rating scale. This provides a human-readable description
|
|
849
|
+
# of the evaluation result (e.g., "Excellent", "Good", "Poor")
|
|
850
|
+
# corresponding to the numerical value. For numerical scales, this
|
|
851
|
+
# field is optional and provides a natural language explanation of
|
|
852
|
+
# what the value means (e.g., value 0.5 = "Somewhat Helpful").
|
|
853
|
+
# @return [String]
|
|
854
|
+
#
|
|
855
|
+
# @!attribute [rw] token_usage
|
|
856
|
+
# The token consumption statistics for this evaluation, including
|
|
857
|
+
# input tokens, output tokens, and total tokens used by the underlying
|
|
858
|
+
# language model during the evaluation process.
|
|
859
|
+
# @return [Types::TokenUsage]
|
|
860
|
+
#
|
|
861
|
+
# @!attribute [rw] error_message
|
|
862
|
+
# The error message describing what went wrong if the evaluation
|
|
863
|
+
# failed. Provides detailed information about evaluation failures to
|
|
864
|
+
# help diagnose and resolve issues with evaluator configuration or
|
|
865
|
+
# input data.
|
|
866
|
+
# @return [String]
|
|
867
|
+
#
|
|
868
|
+
# @!attribute [rw] error_code
|
|
869
|
+
# The error code indicating the type of failure that occurred during
|
|
870
|
+
# evaluation. Used to programmatically identify and handle different
|
|
871
|
+
# categories of evaluation errors.
|
|
872
|
+
# @return [String]
|
|
873
|
+
#
|
|
874
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationResultContent AWS API Documentation
|
|
875
|
+
#
|
|
876
|
+
class EvaluationResultContent < Struct.new(
|
|
877
|
+
:evaluator_arn,
|
|
878
|
+
:evaluator_id,
|
|
879
|
+
:evaluator_name,
|
|
880
|
+
:explanation,
|
|
881
|
+
:context,
|
|
882
|
+
:value,
|
|
883
|
+
:label,
|
|
884
|
+
:token_usage,
|
|
885
|
+
:error_message,
|
|
886
|
+
:error_code)
|
|
887
|
+
SENSITIVE = [:explanation]
|
|
888
|
+
include Aws::Structure
|
|
889
|
+
end
|
|
890
|
+
|
|
891
|
+
# The specification of which trace or span IDs to evaluate within the
|
|
892
|
+
# provided input data. Allows precise targeting of evaluation at
|
|
893
|
+
# different levels: tool calls, traces, or sessions.
|
|
894
|
+
#
|
|
895
|
+
# @note EvaluationTarget is a union - when making an API calls you must set exactly one of the members.
|
|
896
|
+
#
|
|
897
|
+
# @!attribute [rw] span_ids
|
|
898
|
+
# The list of specific span IDs to evaluate within the provided
|
|
899
|
+
# traces. Used to target evaluation at individual tool calls or
|
|
900
|
+
# specific operations within the agent's execution flow.
|
|
901
|
+
# @return [Array<String>]
|
|
902
|
+
#
|
|
903
|
+
# @!attribute [rw] trace_ids
|
|
904
|
+
# The list of trace IDs to evaluate, representing complete
|
|
905
|
+
# request-response interactions. Used to evaluate entire conversation
|
|
906
|
+
# turns or specific agent interactions within a session.
|
|
907
|
+
# @return [Array<String>]
|
|
908
|
+
#
|
|
909
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/EvaluationTarget AWS API Documentation
|
|
910
|
+
#
|
|
911
|
+
class EvaluationTarget < Struct.new(
|
|
912
|
+
:span_ids,
|
|
913
|
+
:trace_ids,
|
|
914
|
+
:unknown)
|
|
915
|
+
SENSITIVE = []
|
|
916
|
+
include Aws::Structure
|
|
917
|
+
include Aws::Structure::Union
|
|
918
|
+
|
|
919
|
+
class SpanIds < EvaluationTarget; end
|
|
920
|
+
class TraceIds < EvaluationTarget; end
|
|
921
|
+
class Unknown < EvaluationTarget; end
|
|
922
|
+
end
|
|
923
|
+
|
|
689
924
|
# Contains information about an event in an AgentCore Memory resource.
|
|
690
925
|
#
|
|
691
926
|
# @!attribute [rw] memory_id
|
|
@@ -2078,6 +2313,33 @@ module Aws::BedrockAgentCore
|
|
|
2078
2313
|
class Unknown < MemoryContent; end
|
|
2079
2314
|
end
|
|
2080
2315
|
|
|
2316
|
+
# Filters to apply to metadata associated with a memory. Specify the
|
|
2317
|
+
# metadata key and value in the `left` and `right` fields and use the
|
|
2318
|
+
# `operator` field to define the relationship to match.
|
|
2319
|
+
#
|
|
2320
|
+
# @!attribute [rw] left
|
|
2321
|
+
# Left expression of the event metadata filter.
|
|
2322
|
+
# @return [Types::LeftExpression]
|
|
2323
|
+
#
|
|
2324
|
+
# @!attribute [rw] operator
|
|
2325
|
+
# The relationship between the metadata key and value to match when
|
|
2326
|
+
# applying the metadata filter.
|
|
2327
|
+
# @return [String]
|
|
2328
|
+
#
|
|
2329
|
+
# @!attribute [rw] right
|
|
2330
|
+
# Right expression of the `eventMetadata`filter.
|
|
2331
|
+
# @return [Types::RightExpression]
|
|
2332
|
+
#
|
|
2333
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/MemoryMetadataFilterExpression AWS API Documentation
|
|
2334
|
+
#
|
|
2335
|
+
class MemoryMetadataFilterExpression < Struct.new(
|
|
2336
|
+
:left,
|
|
2337
|
+
:operator,
|
|
2338
|
+
:right)
|
|
2339
|
+
SENSITIVE = []
|
|
2340
|
+
include Aws::Structure
|
|
2341
|
+
end
|
|
2342
|
+
|
|
2081
2343
|
# Contains information about a memory record in an AgentCore Memory
|
|
2082
2344
|
# resource.
|
|
2083
2345
|
#
|
|
@@ -2102,6 +2364,10 @@ module Aws::BedrockAgentCore
|
|
|
2102
2364
|
# The timestamp when the memory record was created.
|
|
2103
2365
|
# @return [Time]
|
|
2104
2366
|
#
|
|
2367
|
+
# @!attribute [rw] metadata
|
|
2368
|
+
# A map of metadata key-value pairs associated with a memory record.
|
|
2369
|
+
# @return [Hash<String,Types::MetadataValue>]
|
|
2370
|
+
#
|
|
2105
2371
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/MemoryRecord AWS API Documentation
|
|
2106
2372
|
#
|
|
2107
2373
|
class MemoryRecord < Struct.new(
|
|
@@ -2109,7 +2375,8 @@ module Aws::BedrockAgentCore
|
|
|
2109
2375
|
:content,
|
|
2110
2376
|
:memory_strategy_id,
|
|
2111
2377
|
:namespaces,
|
|
2112
|
-
:created_at
|
|
2378
|
+
:created_at,
|
|
2379
|
+
:metadata)
|
|
2113
2380
|
SENSITIVE = []
|
|
2114
2381
|
include Aws::Structure
|
|
2115
2382
|
end
|
|
@@ -2230,6 +2497,10 @@ module Aws::BedrockAgentCore
|
|
|
2230
2497
|
# search query.
|
|
2231
2498
|
# @return [Float]
|
|
2232
2499
|
#
|
|
2500
|
+
# @!attribute [rw] metadata
|
|
2501
|
+
# A map of metadata key-value pairs associated with a memory record.
|
|
2502
|
+
# @return [Hash<String,Types::MetadataValue>]
|
|
2503
|
+
#
|
|
2233
2504
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/MemoryRecordSummary AWS API Documentation
|
|
2234
2505
|
#
|
|
2235
2506
|
class MemoryRecordSummary < Struct.new(
|
|
@@ -2238,7 +2509,8 @@ module Aws::BedrockAgentCore
|
|
|
2238
2509
|
:memory_strategy_id,
|
|
2239
2510
|
:namespaces,
|
|
2240
2511
|
:created_at,
|
|
2241
|
-
:score
|
|
2512
|
+
:score,
|
|
2513
|
+
:metadata)
|
|
2242
2514
|
SENSITIVE = []
|
|
2243
2515
|
include Aws::Structure
|
|
2244
2516
|
end
|
|
@@ -2511,12 +2783,17 @@ module Aws::BedrockAgentCore
|
|
|
2511
2783
|
# value is used for semantic search ranking.
|
|
2512
2784
|
# @return [Integer]
|
|
2513
2785
|
#
|
|
2786
|
+
# @!attribute [rw] metadata_filters
|
|
2787
|
+
# Filters to apply to metadata associated with a memory.
|
|
2788
|
+
# @return [Array<Types::MemoryMetadataFilterExpression>]
|
|
2789
|
+
#
|
|
2514
2790
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/SearchCriteria AWS API Documentation
|
|
2515
2791
|
#
|
|
2516
2792
|
class SearchCriteria < Struct.new(
|
|
2517
2793
|
:search_query,
|
|
2518
2794
|
:memory_strategy_id,
|
|
2519
|
-
:top_k
|
|
2795
|
+
:top_k,
|
|
2796
|
+
:metadata_filters)
|
|
2520
2797
|
SENSITIVE = [:search_query]
|
|
2521
2798
|
include Aws::Structure
|
|
2522
2799
|
end
|
|
@@ -2576,6 +2853,39 @@ module Aws::BedrockAgentCore
|
|
|
2576
2853
|
include Aws::Structure
|
|
2577
2854
|
end
|
|
2578
2855
|
|
|
2856
|
+
# The contextual information that uniquely identifies a span within the
|
|
2857
|
+
# distributed tracing system. Contains session, trace, and span
|
|
2858
|
+
# identifiers used to correlate evaluation results with specific agent
|
|
2859
|
+
# execution points.
|
|
2860
|
+
#
|
|
2861
|
+
# @!attribute [rw] session_id
|
|
2862
|
+
# The unique identifier of the session containing this span. Sessions
|
|
2863
|
+
# represent complete conversation flows and are detected using
|
|
2864
|
+
# configurable `SessionTimeoutMinutes` (default 15 minutes).
|
|
2865
|
+
# @return [String]
|
|
2866
|
+
#
|
|
2867
|
+
# @!attribute [rw] trace_id
|
|
2868
|
+
# The unique identifier of the trace containing this span. Traces
|
|
2869
|
+
# represent individual request-response interactions within a session
|
|
2870
|
+
# and group related spans together.
|
|
2871
|
+
# @return [String]
|
|
2872
|
+
#
|
|
2873
|
+
# @!attribute [rw] span_id
|
|
2874
|
+
# The unique identifier of the specific span being referenced. Spans
|
|
2875
|
+
# represent individual operations like tool calls, model invocations,
|
|
2876
|
+
# or other discrete actions within the agent's execution.
|
|
2877
|
+
# @return [String]
|
|
2878
|
+
#
|
|
2879
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/SpanContext AWS API Documentation
|
|
2880
|
+
#
|
|
2881
|
+
class SpanContext < Struct.new(
|
|
2882
|
+
:session_id,
|
|
2883
|
+
:trace_id,
|
|
2884
|
+
:span_id)
|
|
2885
|
+
SENSITIVE = []
|
|
2886
|
+
include Aws::Structure
|
|
2887
|
+
end
|
|
2888
|
+
|
|
2579
2889
|
# @!attribute [rw] trace_id
|
|
2580
2890
|
# The trace identifier for request tracking.
|
|
2581
2891
|
# @return [String]
|
|
@@ -2999,6 +3309,38 @@ module Aws::BedrockAgentCore
|
|
|
2999
3309
|
include Aws::Structure
|
|
3000
3310
|
end
|
|
3001
3311
|
|
|
3312
|
+
# The token consumption statistics for language model operations during
|
|
3313
|
+
# evaluation. Provides detailed breakdown of input, output, and total
|
|
3314
|
+
# tokens used for cost tracking and performance monitoring.
|
|
3315
|
+
#
|
|
3316
|
+
# @!attribute [rw] input_tokens
|
|
3317
|
+
# The number of tokens consumed for input processing during the
|
|
3318
|
+
# evaluation. Includes tokens from the evaluation prompt, agent
|
|
3319
|
+
# traces, and any additional context provided to the evaluator model.
|
|
3320
|
+
# @return [Integer]
|
|
3321
|
+
#
|
|
3322
|
+
# @!attribute [rw] output_tokens
|
|
3323
|
+
# The number of tokens generated by the evaluator model in its
|
|
3324
|
+
# response. Includes tokens for the score, explanation, and any
|
|
3325
|
+
# additional output produced during the evaluation process.
|
|
3326
|
+
# @return [Integer]
|
|
3327
|
+
#
|
|
3328
|
+
# @!attribute [rw] total_tokens
|
|
3329
|
+
# The total number of tokens consumed during the evaluation,
|
|
3330
|
+
# calculated as the sum of input and output tokens. Used for cost
|
|
3331
|
+
# calculation and rate limiting within the service limits.
|
|
3332
|
+
# @return [Integer]
|
|
3333
|
+
#
|
|
3334
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-2024-02-28/TokenUsage AWS API Documentation
|
|
3335
|
+
#
|
|
3336
|
+
class TokenUsage < Struct.new(
|
|
3337
|
+
:input_tokens,
|
|
3338
|
+
:output_tokens,
|
|
3339
|
+
:total_tokens)
|
|
3340
|
+
SENSITIVE = []
|
|
3341
|
+
include Aws::Structure
|
|
3342
|
+
end
|
|
3343
|
+
|
|
3002
3344
|
# The collection of arguments that specify the operation to perform and
|
|
3003
3345
|
# its parameters when invoking a tool in Amazon Bedrock. Different tools
|
|
3004
3346
|
# require different arguments, and this structure provides a flexible
|
data/sig/client.rbs
CHANGED
|
@@ -212,6 +212,26 @@ module Aws
|
|
|
212
212
|
) -> _DeleteMemoryRecordResponseSuccess
|
|
213
213
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _DeleteMemoryRecordResponseSuccess
|
|
214
214
|
|
|
215
|
+
interface _EvaluateResponseSuccess
|
|
216
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::EvaluateResponse]
|
|
217
|
+
def evaluation_results: () -> ::Array[Types::EvaluationResultContent]
|
|
218
|
+
end
|
|
219
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/BedrockAgentCore/Client.html#evaluate-instance_method
|
|
220
|
+
def evaluate: (
|
|
221
|
+
evaluator_id: ::String,
|
|
222
|
+
evaluation_input: {
|
|
223
|
+
session_spans: Array[
|
|
224
|
+
{
|
|
225
|
+
},
|
|
226
|
+
]?
|
|
227
|
+
},
|
|
228
|
+
?evaluation_target: {
|
|
229
|
+
span_ids: Array[::String]?,
|
|
230
|
+
trace_ids: Array[::String]?
|
|
231
|
+
}
|
|
232
|
+
) -> _EvaluateResponseSuccess
|
|
233
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _EvaluateResponseSuccess
|
|
234
|
+
|
|
215
235
|
interface _GetAgentCardResponseSuccess
|
|
216
236
|
include ::Seahorse::Client::_ResponseSuccess[Types::GetAgentCardResponse]
|
|
217
237
|
def runtime_session_id: () -> ::String
|
|
@@ -550,7 +570,20 @@ module Aws
|
|
|
550
570
|
search_criteria: {
|
|
551
571
|
search_query: ::String,
|
|
552
572
|
memory_strategy_id: ::String?,
|
|
553
|
-
top_k: ::Integer
|
|
573
|
+
top_k: ::Integer?,
|
|
574
|
+
metadata_filters: Array[
|
|
575
|
+
{
|
|
576
|
+
left: {
|
|
577
|
+
metadata_key: ::String?
|
|
578
|
+
},
|
|
579
|
+
operator: ("EQUALS_TO" | "EXISTS" | "NOT_EXISTS"),
|
|
580
|
+
right: {
|
|
581
|
+
metadata_value: {
|
|
582
|
+
string_value: ::String?
|
|
583
|
+
}?
|
|
584
|
+
}?
|
|
585
|
+
},
|
|
586
|
+
]?
|
|
554
587
|
},
|
|
555
588
|
?next_token: ::String,
|
|
556
589
|
?max_results: ::Integer
|
data/sig/errors.rbs
CHANGED
|
@@ -17,6 +17,9 @@ module Aws
|
|
|
17
17
|
class ConflictException < ::Aws::Errors::ServiceError
|
|
18
18
|
def message: () -> ::String
|
|
19
19
|
end
|
|
20
|
+
class DuplicateIdException < ::Aws::Errors::ServiceError
|
|
21
|
+
def message: () -> ::String
|
|
22
|
+
end
|
|
20
23
|
class InternalServerException < ::Aws::Errors::ServiceError
|
|
21
24
|
def message: () -> ::String
|
|
22
25
|
end
|
data/sig/types.rbs
CHANGED
|
@@ -152,6 +152,17 @@ module Aws::BedrockAgentCore
|
|
|
152
152
|
SENSITIVE: []
|
|
153
153
|
end
|
|
154
154
|
|
|
155
|
+
class Context
|
|
156
|
+
attr_accessor span_context: Types::SpanContext
|
|
157
|
+
attr_accessor unknown: untyped
|
|
158
|
+
SENSITIVE: []
|
|
159
|
+
|
|
160
|
+
class SpanContext < Context
|
|
161
|
+
end
|
|
162
|
+
class Unknown < Context
|
|
163
|
+
end
|
|
164
|
+
end
|
|
165
|
+
|
|
155
166
|
class Conversational
|
|
156
167
|
attr_accessor content: Types::Content
|
|
157
168
|
attr_accessor role: ("ASSISTANT" | "USER" | "TOOL" | "OTHER")
|
|
@@ -199,6 +210,62 @@ module Aws::BedrockAgentCore
|
|
|
199
210
|
SENSITIVE: []
|
|
200
211
|
end
|
|
201
212
|
|
|
213
|
+
class DuplicateIdException
|
|
214
|
+
attr_accessor message: ::String
|
|
215
|
+
SENSITIVE: []
|
|
216
|
+
end
|
|
217
|
+
|
|
218
|
+
class EvaluateRequest
|
|
219
|
+
attr_accessor evaluator_id: ::String
|
|
220
|
+
attr_accessor evaluation_input: Types::EvaluationInput
|
|
221
|
+
attr_accessor evaluation_target: Types::EvaluationTarget
|
|
222
|
+
SENSITIVE: []
|
|
223
|
+
end
|
|
224
|
+
|
|
225
|
+
class EvaluateResponse
|
|
226
|
+
attr_accessor evaluation_results: ::Array[Types::EvaluationResultContent]
|
|
227
|
+
SENSITIVE: []
|
|
228
|
+
end
|
|
229
|
+
|
|
230
|
+
class EvaluationInput
|
|
231
|
+
attr_accessor session_spans: ::Array[untyped]
|
|
232
|
+
attr_accessor unknown: untyped
|
|
233
|
+
SENSITIVE: [:session_spans]
|
|
234
|
+
|
|
235
|
+
class SessionSpans < EvaluationInput
|
|
236
|
+
end
|
|
237
|
+
class Unknown < EvaluationInput
|
|
238
|
+
end
|
|
239
|
+
end
|
|
240
|
+
|
|
241
|
+
class EvaluationResultContent
|
|
242
|
+
attr_accessor evaluator_arn: ::String
|
|
243
|
+
attr_accessor evaluator_id: ::String
|
|
244
|
+
attr_accessor evaluator_name: ::String
|
|
245
|
+
attr_accessor explanation: ::String
|
|
246
|
+
attr_accessor context: Types::Context
|
|
247
|
+
attr_accessor value: ::Float
|
|
248
|
+
attr_accessor label: ::String
|
|
249
|
+
attr_accessor token_usage: Types::TokenUsage
|
|
250
|
+
attr_accessor error_message: ::String
|
|
251
|
+
attr_accessor error_code: ::String
|
|
252
|
+
SENSITIVE: [:explanation]
|
|
253
|
+
end
|
|
254
|
+
|
|
255
|
+
class EvaluationTarget
|
|
256
|
+
attr_accessor span_ids: ::Array[::String]
|
|
257
|
+
attr_accessor trace_ids: ::Array[::String]
|
|
258
|
+
attr_accessor unknown: untyped
|
|
259
|
+
SENSITIVE: []
|
|
260
|
+
|
|
261
|
+
class SpanIds < EvaluationTarget
|
|
262
|
+
end
|
|
263
|
+
class TraceIds < EvaluationTarget
|
|
264
|
+
end
|
|
265
|
+
class Unknown < EvaluationTarget
|
|
266
|
+
end
|
|
267
|
+
end
|
|
268
|
+
|
|
202
269
|
class Event
|
|
203
270
|
attr_accessor memory_id: ::String
|
|
204
271
|
attr_accessor actor_id: ::String
|
|
@@ -591,12 +658,20 @@ module Aws::BedrockAgentCore
|
|
|
591
658
|
end
|
|
592
659
|
end
|
|
593
660
|
|
|
661
|
+
class MemoryMetadataFilterExpression
|
|
662
|
+
attr_accessor left: Types::LeftExpression
|
|
663
|
+
attr_accessor operator: ("EQUALS_TO" | "EXISTS" | "NOT_EXISTS")
|
|
664
|
+
attr_accessor right: Types::RightExpression
|
|
665
|
+
SENSITIVE: []
|
|
666
|
+
end
|
|
667
|
+
|
|
594
668
|
class MemoryRecord
|
|
595
669
|
attr_accessor memory_record_id: ::String
|
|
596
670
|
attr_accessor content: Types::MemoryContent
|
|
597
671
|
attr_accessor memory_strategy_id: ::String
|
|
598
672
|
attr_accessor namespaces: ::Array[::String]
|
|
599
673
|
attr_accessor created_at: ::Time
|
|
674
|
+
attr_accessor metadata: ::Hash[::String, Types::MetadataValue]
|
|
600
675
|
SENSITIVE: []
|
|
601
676
|
end
|
|
602
677
|
|
|
@@ -630,6 +705,7 @@ module Aws::BedrockAgentCore
|
|
|
630
705
|
attr_accessor namespaces: ::Array[::String]
|
|
631
706
|
attr_accessor created_at: ::Time
|
|
632
707
|
attr_accessor score: ::Float
|
|
708
|
+
attr_accessor metadata: ::Hash[::String, Types::MetadataValue]
|
|
633
709
|
SENSITIVE: []
|
|
634
710
|
end
|
|
635
711
|
|
|
@@ -723,6 +799,7 @@ module Aws::BedrockAgentCore
|
|
|
723
799
|
attr_accessor search_query: ::String
|
|
724
800
|
attr_accessor memory_strategy_id: ::String
|
|
725
801
|
attr_accessor top_k: ::Integer
|
|
802
|
+
attr_accessor metadata_filters: ::Array[Types::MemoryMetadataFilterExpression]
|
|
726
803
|
SENSITIVE: [:search_query]
|
|
727
804
|
end
|
|
728
805
|
|
|
@@ -744,6 +821,13 @@ module Aws::BedrockAgentCore
|
|
|
744
821
|
SENSITIVE: []
|
|
745
822
|
end
|
|
746
823
|
|
|
824
|
+
class SpanContext
|
|
825
|
+
attr_accessor session_id: ::String
|
|
826
|
+
attr_accessor trace_id: ::String
|
|
827
|
+
attr_accessor span_id: ::String
|
|
828
|
+
SENSITIVE: []
|
|
829
|
+
end
|
|
830
|
+
|
|
747
831
|
class StartBrowserSessionRequest
|
|
748
832
|
attr_accessor trace_id: ::String
|
|
749
833
|
attr_accessor trace_parent: ::String
|
|
@@ -860,6 +944,13 @@ module Aws::BedrockAgentCore
|
|
|
860
944
|
SENSITIVE: []
|
|
861
945
|
end
|
|
862
946
|
|
|
947
|
+
class TokenUsage
|
|
948
|
+
attr_accessor input_tokens: ::Integer
|
|
949
|
+
attr_accessor output_tokens: ::Integer
|
|
950
|
+
attr_accessor total_tokens: ::Integer
|
|
951
|
+
SENSITIVE: []
|
|
952
|
+
end
|
|
953
|
+
|
|
863
954
|
class ToolArguments
|
|
864
955
|
attr_accessor code: ::String
|
|
865
956
|
attr_accessor language: ("python" | "javascript" | "typescript")
|