aws-sdk-bedrockagentruntime 1.37.0 → 1.38.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-bedrockagentruntime/client.rb +74 -2
- data/lib/aws-sdk-bedrockagentruntime/client_api.rb +30 -0
- data/lib/aws-sdk-bedrockagentruntime/errors.rb +16 -0
- data/lib/aws-sdk-bedrockagentruntime/event_streams.rb +5 -0
- data/lib/aws-sdk-bedrockagentruntime/types.rb +121 -3
- data/lib/aws-sdk-bedrockagentruntime.rb +1 -1
- data/sig/client.rbs +36 -2
- data/sig/errors.rbs +3 -0
- data/sig/types.rbs +34 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a3323daf396d959bf599aedd3f4dee67814f29364cbab9070823ee323a873c00
|
4
|
+
data.tar.gz: 7f819442dab59ad29bb9d48b7b86935d455f8be7370a5145813c6dc076b20750
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e9ea1dd1dd7bdf57b36c787d0c654734db53e4c5ecfe1e4fd783125a24ce94c9fe0e58b5b724de27fc617cb7958e09c052b0302d65fdc6a8aba00a171a0c85c5
|
7
|
+
data.tar.gz: eee5a49504ad9003a0ac5a1986efba79ceac207778fed32b406dbee0b2624d745d3f4509f1f2133b54d09fd2239da211a04f3bc96bb7844bd7b400d0f19d221e
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.38.0 (2024-12-20)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - bedrock agents now supports long term memory and performance configs. Invokeflow supports performance configs. RetrieveAndGenerate performance configs
|
8
|
+
|
4
9
|
1.37.0 (2024-12-04)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.38.0
|
@@ -469,6 +469,9 @@ module Aws::BedrockAgentRuntime
|
|
469
469
|
# @option params [String] :memory_id
|
470
470
|
# The unique identifier of the memory.
|
471
471
|
#
|
472
|
+
# @option params [String] :session_id
|
473
|
+
# The unique session identifier of the memory.
|
474
|
+
#
|
472
475
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
473
476
|
#
|
474
477
|
# @example Request syntax with placeholder values
|
@@ -477,6 +480,7 @@ module Aws::BedrockAgentRuntime
|
|
477
480
|
# agent_alias_id: "AgentAliasId", # required
|
478
481
|
# agent_id: "AgentId", # required
|
479
482
|
# memory_id: "MemoryId",
|
483
|
+
# session_id: "SessionId",
|
480
484
|
# })
|
481
485
|
#
|
482
486
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/DeleteAgentMemory AWS API Documentation
|
@@ -621,6 +625,15 @@ module Aws::BedrockAgentRuntime
|
|
621
625
|
# final result it yielded. For more information, see [Trace
|
622
626
|
# enablement][1].
|
623
627
|
#
|
628
|
+
# * To stream agent responses, make sure that only orchestration prompt
|
629
|
+
# is enabled. Agent streaming is not supported for the following
|
630
|
+
# steps:
|
631
|
+
#
|
632
|
+
# * `Pre-processing`
|
633
|
+
#
|
634
|
+
# * `Post-processing`
|
635
|
+
#
|
636
|
+
# * Agent with 1 Knowledge base and `User Input` not enabled
|
624
637
|
# * End a conversation by setting `endSession` to `true`.
|
625
638
|
#
|
626
639
|
# * In the `sessionState` object, you can include attributes for the
|
@@ -651,6 +664,9 @@ module Aws::BedrockAgentRuntime
|
|
651
664
|
# @option params [required, String] :agent_id
|
652
665
|
# The unique identifier of the agent to use.
|
653
666
|
#
|
667
|
+
# @option params [Types::BedrockModelConfigurations] :bedrock_model_configurations
|
668
|
+
# Model performance settings for the request.
|
669
|
+
#
|
654
670
|
# @option params [Boolean] :enable_trace
|
655
671
|
# Specifies whether to turn on the trace or not to track the agent's
|
656
672
|
# reasoning process. For more information, see [Trace enablement][1].
|
@@ -696,6 +712,11 @@ module Aws::BedrockAgentRuntime
|
|
696
712
|
# @option params [Types::StreamingConfigurations] :streaming_configurations
|
697
713
|
# Specifies the configurations for streaming.
|
698
714
|
#
|
715
|
+
# <note markdown="1"> To use agent streaming, you need permissions to perform the
|
716
|
+
# `bedrock:InvokeModelWithResponseStream` action.
|
717
|
+
#
|
718
|
+
# </note>
|
719
|
+
#
|
699
720
|
# @return [Types::InvokeAgentResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
700
721
|
#
|
701
722
|
# * {Types::InvokeAgentResponse#completion #completion} => Types::ResponseStream
|
@@ -767,6 +788,9 @@ module Aws::BedrockAgentRuntime
|
|
767
788
|
# handler.on_internal_server_exception_event do |event|
|
768
789
|
# event # => Aws::BedrockAgentRuntime::Types::internalServerException
|
769
790
|
# end
|
791
|
+
# handler.on_model_not_ready_exception_event do |event|
|
792
|
+
# event # => Aws::BedrockAgentRuntime::Types::modelNotReadyException
|
793
|
+
# end
|
770
794
|
# handler.on_resource_not_found_exception_event do |event|
|
771
795
|
# event # => Aws::BedrockAgentRuntime::Types::resourceNotFoundException
|
772
796
|
# end
|
@@ -813,6 +837,9 @@ module Aws::BedrockAgentRuntime
|
|
813
837
|
# stream.on_internal_server_exception_event do |event|
|
814
838
|
# event # => Aws::BedrockAgentRuntime::Types::internalServerException
|
815
839
|
# end
|
840
|
+
# stream.on_model_not_ready_exception_event do |event|
|
841
|
+
# event # => Aws::BedrockAgentRuntime::Types::modelNotReadyException
|
842
|
+
# end
|
816
843
|
# stream.on_resource_not_found_exception_event do |event|
|
817
844
|
# event # => Aws::BedrockAgentRuntime::Types::resourceNotFoundException
|
818
845
|
# end
|
@@ -859,6 +886,9 @@ module Aws::BedrockAgentRuntime
|
|
859
886
|
# handler.on_internal_server_exception_event do |event|
|
860
887
|
# event # => Aws::BedrockAgentRuntime::Types::internalServerException
|
861
888
|
# end
|
889
|
+
# handler.on_model_not_ready_exception_event do |event|
|
890
|
+
# event # => Aws::BedrockAgentRuntime::Types::modelNotReadyException
|
891
|
+
# end
|
862
892
|
# handler.on_resource_not_found_exception_event do |event|
|
863
893
|
# event # => Aws::BedrockAgentRuntime::Types::resourceNotFoundException
|
864
894
|
# end
|
@@ -899,6 +929,11 @@ module Aws::BedrockAgentRuntime
|
|
899
929
|
# resp = client.invoke_agent({
|
900
930
|
# agent_alias_id: "AgentAliasId", # required
|
901
931
|
# agent_id: "AgentId", # required
|
932
|
+
# bedrock_model_configurations: {
|
933
|
+
# performance_config: {
|
934
|
+
# latency: "standard", # accepts standard, optimized
|
935
|
+
# },
|
936
|
+
# },
|
902
937
|
# enable_trace: false,
|
903
938
|
# end_session: false,
|
904
939
|
# input_text: "InputText",
|
@@ -1098,7 +1133,7 @@ module Aws::BedrockAgentRuntime
|
|
1098
1133
|
#
|
1099
1134
|
# All events are available at resp.completion:
|
1100
1135
|
# resp.completion #=> Enumerator
|
1101
|
-
# resp.completion.event_types #=> [:access_denied_exception, :bad_gateway_exception, :chunk, :conflict_exception, :dependency_failed_exception, :files, :internal_server_exception, :resource_not_found_exception, :return_control, :service_quota_exceeded_exception, :throttling_exception, :trace, :validation_exception]
|
1136
|
+
# resp.completion.event_types #=> [:access_denied_exception, :bad_gateway_exception, :chunk, :conflict_exception, :dependency_failed_exception, :files, :internal_server_exception, :model_not_ready_exception, :resource_not_found_exception, :return_control, :service_quota_exceeded_exception, :throttling_exception, :trace, :validation_exception]
|
1102
1137
|
#
|
1103
1138
|
# For :access_denied_exception event available at #on_access_denied_exception_event callback and response eventstream enumerator:
|
1104
1139
|
# event.message #=> String
|
@@ -1148,6 +1183,9 @@ module Aws::BedrockAgentRuntime
|
|
1148
1183
|
# For :internal_server_exception event available at #on_internal_server_exception_event callback and response eventstream enumerator:
|
1149
1184
|
# event.message #=> String
|
1150
1185
|
#
|
1186
|
+
# For :model_not_ready_exception event available at #on_model_not_ready_exception_event callback and response eventstream enumerator:
|
1187
|
+
# event.message #=> String
|
1188
|
+
#
|
1151
1189
|
# For :resource_not_found_exception event available at #on_resource_not_found_exception_event callback and response eventstream enumerator:
|
1152
1190
|
# event.message #=> String
|
1153
1191
|
#
|
@@ -1598,6 +1636,9 @@ module Aws::BedrockAgentRuntime
|
|
1598
1636
|
# A list of objects, each containing information about an input into the
|
1599
1637
|
# flow.
|
1600
1638
|
#
|
1639
|
+
# @option params [Types::ModelPerformanceConfiguration] :model_performance_configuration
|
1640
|
+
# Model performance settings for the request.
|
1641
|
+
#
|
1601
1642
|
# @return [Types::InvokeFlowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1602
1643
|
#
|
1603
1644
|
# * {Types::InvokeFlowResponse#response_stream #response_stream} => Types::FlowResponseStream
|
@@ -1800,6 +1841,11 @@ module Aws::BedrockAgentRuntime
|
|
1800
1841
|
# node_output_name: "NodeOutputName", # required
|
1801
1842
|
# },
|
1802
1843
|
# ],
|
1844
|
+
# model_performance_configuration: {
|
1845
|
+
# performance_config: {
|
1846
|
+
# latency: "standard", # accepts standard, optimized
|
1847
|
+
# },
|
1848
|
+
# },
|
1803
1849
|
# })
|
1804
1850
|
#
|
1805
1851
|
# @example Response structure
|
@@ -1918,6 +1964,9 @@ module Aws::BedrockAgentRuntime
|
|
1918
1964
|
# A list of action groups with each action group defining the action the
|
1919
1965
|
# inline agent needs to carry out.
|
1920
1966
|
#
|
1967
|
+
# @option params [Types::InlineBedrockModelConfigurations] :bedrock_model_configurations
|
1968
|
+
# Model settings for the request.
|
1969
|
+
#
|
1921
1970
|
# @option params [String] :customer_encryption_key_arn
|
1922
1971
|
# The Amazon Resource Name (ARN) of the Amazon Web Services KMS key to
|
1923
1972
|
# use to encrypt your inline agent.
|
@@ -2230,6 +2279,11 @@ module Aws::BedrockAgentRuntime
|
|
2230
2279
|
# parent_action_group_signature: "AMAZON.UserInput", # accepts AMAZON.UserInput, AMAZON.CodeInterpreter
|
2231
2280
|
# },
|
2232
2281
|
# ],
|
2282
|
+
# bedrock_model_configurations: {
|
2283
|
+
# performance_config: {
|
2284
|
+
# latency: "standard", # accepts standard, optimized
|
2285
|
+
# },
|
2286
|
+
# },
|
2233
2287
|
# customer_encryption_key_arn: "KmsKeyArn",
|
2234
2288
|
# enable_trace: false,
|
2235
2289
|
# end_session: false,
|
@@ -3475,6 +3529,9 @@ module Aws::BedrockAgentRuntime
|
|
3475
3529
|
# top_p: 1.0,
|
3476
3530
|
# },
|
3477
3531
|
# },
|
3532
|
+
# performance_config: {
|
3533
|
+
# latency: "standard", # accepts standard, optimized
|
3534
|
+
# },
|
3478
3535
|
# prompt_template: {
|
3479
3536
|
# text_prompt_template: "TextPromptTemplate",
|
3480
3537
|
# },
|
@@ -3512,6 +3569,9 @@ module Aws::BedrockAgentRuntime
|
|
3512
3569
|
# top_p: 1.0,
|
3513
3570
|
# },
|
3514
3571
|
# },
|
3572
|
+
# performance_config: {
|
3573
|
+
# latency: "standard", # accepts standard, optimized
|
3574
|
+
# },
|
3515
3575
|
# prompt_template: {
|
3516
3576
|
# text_prompt_template: "TextPromptTemplate",
|
3517
3577
|
# },
|
@@ -3531,6 +3591,9 @@ module Aws::BedrockAgentRuntime
|
|
3531
3591
|
# top_p: 1.0,
|
3532
3592
|
# },
|
3533
3593
|
# },
|
3594
|
+
# performance_config: {
|
3595
|
+
# latency: "standard", # accepts standard, optimized
|
3596
|
+
# },
|
3534
3597
|
# prompt_template: {
|
3535
3598
|
# text_prompt_template: "TextPromptTemplate",
|
3536
3599
|
# },
|
@@ -3937,6 +4000,9 @@ module Aws::BedrockAgentRuntime
|
|
3937
4000
|
# top_p: 1.0,
|
3938
4001
|
# },
|
3939
4002
|
# },
|
4003
|
+
# performance_config: {
|
4004
|
+
# latency: "standard", # accepts standard, optimized
|
4005
|
+
# },
|
3940
4006
|
# prompt_template: {
|
3941
4007
|
# text_prompt_template: "TextPromptTemplate",
|
3942
4008
|
# },
|
@@ -3974,6 +4040,9 @@ module Aws::BedrockAgentRuntime
|
|
3974
4040
|
# top_p: 1.0,
|
3975
4041
|
# },
|
3976
4042
|
# },
|
4043
|
+
# performance_config: {
|
4044
|
+
# latency: "standard", # accepts standard, optimized
|
4045
|
+
# },
|
3977
4046
|
# prompt_template: {
|
3978
4047
|
# text_prompt_template: "TextPromptTemplate",
|
3979
4048
|
# },
|
@@ -3993,6 +4062,9 @@ module Aws::BedrockAgentRuntime
|
|
3993
4062
|
# top_p: 1.0,
|
3994
4063
|
# },
|
3995
4064
|
# },
|
4065
|
+
# performance_config: {
|
4066
|
+
# latency: "standard", # accepts standard, optimized
|
4067
|
+
# },
|
3996
4068
|
# prompt_template: {
|
3997
4069
|
# text_prompt_template: "TextPromptTemplate",
|
3998
4070
|
# },
|
@@ -4230,7 +4302,7 @@ module Aws::BedrockAgentRuntime
|
|
4230
4302
|
tracer: tracer
|
4231
4303
|
)
|
4232
4304
|
context[:gem_name] = 'aws-sdk-bedrockagentruntime'
|
4233
|
-
context[:gem_version] = '1.
|
4305
|
+
context[:gem_version] = '1.38.0'
|
4234
4306
|
Seahorse::Client::Request.new(handlers, context)
|
4235
4307
|
end
|
4236
4308
|
|
@@ -51,6 +51,7 @@ module Aws::BedrockAgentRuntime
|
|
51
51
|
BadGatewayException = Shapes::StructureShape.new(name: 'BadGatewayException')
|
52
52
|
BasePromptTemplate = Shapes::StringShape.new(name: 'BasePromptTemplate')
|
53
53
|
BedrockModelArn = Shapes::StringShape.new(name: 'BedrockModelArn')
|
54
|
+
BedrockModelConfigurations = Shapes::StructureShape.new(name: 'BedrockModelConfigurations')
|
54
55
|
BedrockRerankingConfiguration = Shapes::StructureShape.new(name: 'BedrockRerankingConfiguration')
|
55
56
|
BedrockRerankingConfigurationNumberOfResultsInteger = Shapes::IntegerShape.new(name: 'BedrockRerankingConfigurationNumberOfResultsInteger')
|
56
57
|
BedrockRerankingModelArn = Shapes::StringShape.new(name: 'BedrockRerankingModelArn')
|
@@ -195,6 +196,7 @@ module Aws::BedrockAgentRuntime
|
|
195
196
|
InlineAgentResponseStream = Shapes::StructureShape.new(name: 'InlineAgentResponseStream')
|
196
197
|
InlineAgentReturnControlPayload = Shapes::StructureShape.new(name: 'InlineAgentReturnControlPayload')
|
197
198
|
InlineAgentTracePart = Shapes::StructureShape.new(name: 'InlineAgentTracePart')
|
199
|
+
InlineBedrockModelConfigurations = Shapes::StructureShape.new(name: 'InlineBedrockModelConfigurations')
|
198
200
|
InlineSessionState = Shapes::StructureShape.new(name: 'InlineSessionState')
|
199
201
|
InputFile = Shapes::StructureShape.new(name: 'InputFile')
|
200
202
|
InputFiles = Shapes::ListShape.new(name: 'InputFiles')
|
@@ -254,6 +256,8 @@ module Aws::BedrockAgentRuntime
|
|
254
256
|
MimeType = Shapes::StringShape.new(name: 'MimeType')
|
255
257
|
ModelIdentifier = Shapes::StringShape.new(name: 'ModelIdentifier')
|
256
258
|
ModelInvocationInput = Shapes::StructureShape.new(name: 'ModelInvocationInput')
|
259
|
+
ModelNotReadyException = Shapes::StructureShape.new(name: 'ModelNotReadyException')
|
260
|
+
ModelPerformanceConfiguration = Shapes::StructureShape.new(name: 'ModelPerformanceConfiguration')
|
257
261
|
Name = Shapes::StringShape.new(name: 'Name')
|
258
262
|
NextToken = Shapes::StringShape.new(name: 'NextToken')
|
259
263
|
NodeInputName = Shapes::StringShape.new(name: 'NodeInputName')
|
@@ -286,6 +290,8 @@ module Aws::BedrockAgentRuntime
|
|
286
290
|
Payload = Shapes::StringShape.new(name: 'Payload')
|
287
291
|
PayloadPart = Shapes::StructureShape.new(name: 'PayloadPart')
|
288
292
|
PayloadType = Shapes::StringShape.new(name: 'PayloadType')
|
293
|
+
PerformanceConfigLatency = Shapes::StringShape.new(name: 'PerformanceConfigLatency')
|
294
|
+
PerformanceConfiguration = Shapes::StructureShape.new(name: 'PerformanceConfiguration')
|
289
295
|
PostProcessingModelInvocationOutput = Shapes::StructureShape.new(name: 'PostProcessingModelInvocationOutput')
|
290
296
|
PostProcessingParsedResponse = Shapes::StructureShape.new(name: 'PostProcessingParsedResponse')
|
291
297
|
PostProcessingTrace = Shapes::UnionShape.new(name: 'PostProcessingTrace')
|
@@ -536,6 +542,9 @@ module Aws::BedrockAgentRuntime
|
|
536
542
|
BadGatewayException.add_member(:resource_name, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "resourceName"))
|
537
543
|
BadGatewayException.struct_class = Types::BadGatewayException
|
538
544
|
|
545
|
+
BedrockModelConfigurations.add_member(:performance_config, Shapes::ShapeRef.new(shape: PerformanceConfiguration, location_name: "performanceConfig"))
|
546
|
+
BedrockModelConfigurations.struct_class = Types::BedrockModelConfigurations
|
547
|
+
|
539
548
|
BedrockRerankingConfiguration.add_member(:model_configuration, Shapes::ShapeRef.new(shape: BedrockRerankingModelConfiguration, required: true, location_name: "modelConfiguration"))
|
540
549
|
BedrockRerankingConfiguration.add_member(:number_of_results, Shapes::ShapeRef.new(shape: BedrockRerankingConfigurationNumberOfResultsInteger, location_name: "numberOfResults"))
|
541
550
|
BedrockRerankingConfiguration.struct_class = Types::BedrockRerankingConfiguration
|
@@ -610,6 +619,7 @@ module Aws::BedrockAgentRuntime
|
|
610
619
|
DeleteAgentMemoryRequest.add_member(:agent_alias_id, Shapes::ShapeRef.new(shape: AgentAliasId, required: true, location: "uri", location_name: "agentAliasId"))
|
611
620
|
DeleteAgentMemoryRequest.add_member(:agent_id, Shapes::ShapeRef.new(shape: AgentId, required: true, location: "uri", location_name: "agentId"))
|
612
621
|
DeleteAgentMemoryRequest.add_member(:memory_id, Shapes::ShapeRef.new(shape: MemoryId, location: "querystring", location_name: "memoryId"))
|
622
|
+
DeleteAgentMemoryRequest.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionId, location: "querystring", location_name: "sessionId"))
|
613
623
|
DeleteAgentMemoryRequest.struct_class = Types::DeleteAgentMemoryRequest
|
614
624
|
|
615
625
|
DeleteAgentMemoryResponse.struct_class = Types::DeleteAgentMemoryResponse
|
@@ -628,6 +638,7 @@ module Aws::BedrockAgentRuntime
|
|
628
638
|
ExternalSourcesGenerationConfiguration.add_member(:additional_model_request_fields, Shapes::ShapeRef.new(shape: AdditionalModelRequestFields, location_name: "additionalModelRequestFields"))
|
629
639
|
ExternalSourcesGenerationConfiguration.add_member(:guardrail_configuration, Shapes::ShapeRef.new(shape: GuardrailConfiguration, location_name: "guardrailConfiguration"))
|
630
640
|
ExternalSourcesGenerationConfiguration.add_member(:inference_config, Shapes::ShapeRef.new(shape: InferenceConfig, location_name: "inferenceConfig"))
|
641
|
+
ExternalSourcesGenerationConfiguration.add_member(:performance_config, Shapes::ShapeRef.new(shape: PerformanceConfiguration, location_name: "performanceConfig"))
|
631
642
|
ExternalSourcesGenerationConfiguration.add_member(:prompt_template, Shapes::ShapeRef.new(shape: PromptTemplate, location_name: "promptTemplate"))
|
632
643
|
ExternalSourcesGenerationConfiguration.struct_class = Types::ExternalSourcesGenerationConfiguration
|
633
644
|
|
@@ -816,6 +827,7 @@ module Aws::BedrockAgentRuntime
|
|
816
827
|
GenerationConfiguration.add_member(:additional_model_request_fields, Shapes::ShapeRef.new(shape: AdditionalModelRequestFields, location_name: "additionalModelRequestFields"))
|
817
828
|
GenerationConfiguration.add_member(:guardrail_configuration, Shapes::ShapeRef.new(shape: GuardrailConfiguration, location_name: "guardrailConfiguration"))
|
818
829
|
GenerationConfiguration.add_member(:inference_config, Shapes::ShapeRef.new(shape: InferenceConfig, location_name: "inferenceConfig"))
|
830
|
+
GenerationConfiguration.add_member(:performance_config, Shapes::ShapeRef.new(shape: PerformanceConfiguration, location_name: "performanceConfig"))
|
819
831
|
GenerationConfiguration.add_member(:prompt_template, Shapes::ShapeRef.new(shape: PromptTemplate, location_name: "promptTemplate"))
|
820
832
|
GenerationConfiguration.struct_class = Types::GenerationConfiguration
|
821
833
|
|
@@ -956,6 +968,9 @@ module Aws::BedrockAgentRuntime
|
|
956
968
|
InlineAgentTracePart.add_member(:trace, Shapes::ShapeRef.new(shape: Trace, location_name: "trace"))
|
957
969
|
InlineAgentTracePart.struct_class = Types::InlineAgentTracePart
|
958
970
|
|
971
|
+
InlineBedrockModelConfigurations.add_member(:performance_config, Shapes::ShapeRef.new(shape: PerformanceConfiguration, location_name: "performanceConfig"))
|
972
|
+
InlineBedrockModelConfigurations.struct_class = Types::InlineBedrockModelConfigurations
|
973
|
+
|
959
974
|
InlineSessionState.add_member(:files, Shapes::ShapeRef.new(shape: InputFiles, location_name: "files"))
|
960
975
|
InlineSessionState.add_member(:invocation_id, Shapes::ShapeRef.new(shape: String, location_name: "invocationId"))
|
961
976
|
InlineSessionState.add_member(:prompt_session_attributes, Shapes::ShapeRef.new(shape: PromptSessionAttributesMap, location_name: "promptSessionAttributes"))
|
@@ -1007,6 +1022,7 @@ module Aws::BedrockAgentRuntime
|
|
1007
1022
|
|
1008
1023
|
InvokeAgentRequest.add_member(:agent_alias_id, Shapes::ShapeRef.new(shape: AgentAliasId, required: true, location: "uri", location_name: "agentAliasId"))
|
1009
1024
|
InvokeAgentRequest.add_member(:agent_id, Shapes::ShapeRef.new(shape: AgentId, required: true, location: "uri", location_name: "agentId"))
|
1025
|
+
InvokeAgentRequest.add_member(:bedrock_model_configurations, Shapes::ShapeRef.new(shape: BedrockModelConfigurations, location_name: "bedrockModelConfigurations"))
|
1010
1026
|
InvokeAgentRequest.add_member(:enable_trace, Shapes::ShapeRef.new(shape: Boolean, location_name: "enableTrace"))
|
1011
1027
|
InvokeAgentRequest.add_member(:end_session, Shapes::ShapeRef.new(shape: Boolean, location_name: "endSession"))
|
1012
1028
|
InvokeAgentRequest.add_member(:input_text, Shapes::ShapeRef.new(shape: InputText, location_name: "inputText"))
|
@@ -1029,6 +1045,7 @@ module Aws::BedrockAgentRuntime
|
|
1029
1045
|
InvokeFlowRequest.add_member(:flow_alias_identifier, Shapes::ShapeRef.new(shape: FlowAliasIdentifier, required: true, location: "uri", location_name: "flowAliasIdentifier"))
|
1030
1046
|
InvokeFlowRequest.add_member(:flow_identifier, Shapes::ShapeRef.new(shape: FlowIdentifier, required: true, location: "uri", location_name: "flowIdentifier"))
|
1031
1047
|
InvokeFlowRequest.add_member(:inputs, Shapes::ShapeRef.new(shape: FlowInputs, required: true, location_name: "inputs"))
|
1048
|
+
InvokeFlowRequest.add_member(:model_performance_configuration, Shapes::ShapeRef.new(shape: ModelPerformanceConfiguration, location_name: "modelPerformanceConfiguration"))
|
1032
1049
|
InvokeFlowRequest.struct_class = Types::InvokeFlowRequest
|
1033
1050
|
|
1034
1051
|
InvokeFlowResponse.add_member(:response_stream, Shapes::ShapeRef.new(shape: FlowResponseStream, required: true, eventstream: true, location_name: "responseStream"))
|
@@ -1037,6 +1054,7 @@ module Aws::BedrockAgentRuntime
|
|
1037
1054
|
InvokeFlowResponse[:payload_member] = InvokeFlowResponse.member(:response_stream)
|
1038
1055
|
|
1039
1056
|
InvokeInlineAgentRequest.add_member(:action_groups, Shapes::ShapeRef.new(shape: AgentActionGroups, location_name: "actionGroups"))
|
1057
|
+
InvokeInlineAgentRequest.add_member(:bedrock_model_configurations, Shapes::ShapeRef.new(shape: InlineBedrockModelConfigurations, location_name: "bedrockModelConfigurations"))
|
1040
1058
|
InvokeInlineAgentRequest.add_member(:customer_encryption_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "customerEncryptionKeyArn"))
|
1041
1059
|
InvokeInlineAgentRequest.add_member(:enable_trace, Shapes::ShapeRef.new(shape: Boolean, location_name: "enableTrace"))
|
1042
1060
|
InvokeInlineAgentRequest.add_member(:end_session, Shapes::ShapeRef.new(shape: Boolean, location_name: "endSession"))
|
@@ -1151,6 +1169,12 @@ module Aws::BedrockAgentRuntime
|
|
1151
1169
|
ModelInvocationInput.add_member(:type, Shapes::ShapeRef.new(shape: PromptType, location_name: "type"))
|
1152
1170
|
ModelInvocationInput.struct_class = Types::ModelInvocationInput
|
1153
1171
|
|
1172
|
+
ModelNotReadyException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
|
1173
|
+
ModelNotReadyException.struct_class = Types::ModelNotReadyException
|
1174
|
+
|
1175
|
+
ModelPerformanceConfiguration.add_member(:performance_config, Shapes::ShapeRef.new(shape: PerformanceConfiguration, location_name: "performanceConfig"))
|
1176
|
+
ModelPerformanceConfiguration.struct_class = Types::ModelPerformanceConfiguration
|
1177
|
+
|
1154
1178
|
Observation.add_member(:action_group_invocation_output, Shapes::ShapeRef.new(shape: ActionGroupInvocationOutput, location_name: "actionGroupInvocationOutput"))
|
1155
1179
|
Observation.add_member(:agent_collaborator_invocation_output, Shapes::ShapeRef.new(shape: AgentCollaboratorInvocationOutput, location_name: "agentCollaboratorInvocationOutput"))
|
1156
1180
|
Observation.add_member(:code_interpreter_invocation_output, Shapes::ShapeRef.new(shape: CodeInterpreterInvocationOutput, location_name: "codeInterpreterInvocationOutput"))
|
@@ -1191,6 +1215,7 @@ module Aws::BedrockAgentRuntime
|
|
1191
1215
|
|
1192
1216
|
OrchestrationConfiguration.add_member(:additional_model_request_fields, Shapes::ShapeRef.new(shape: AdditionalModelRequestFields, location_name: "additionalModelRequestFields"))
|
1193
1217
|
OrchestrationConfiguration.add_member(:inference_config, Shapes::ShapeRef.new(shape: InferenceConfig, location_name: "inferenceConfig"))
|
1218
|
+
OrchestrationConfiguration.add_member(:performance_config, Shapes::ShapeRef.new(shape: PerformanceConfiguration, location_name: "performanceConfig"))
|
1194
1219
|
OrchestrationConfiguration.add_member(:prompt_template, Shapes::ShapeRef.new(shape: PromptTemplate, location_name: "promptTemplate"))
|
1195
1220
|
OrchestrationConfiguration.add_member(:query_transformation_configuration, Shapes::ShapeRef.new(shape: QueryTransformationConfiguration, location_name: "queryTransformationConfiguration"))
|
1196
1221
|
OrchestrationConfiguration.struct_class = Types::OrchestrationConfiguration
|
@@ -1242,6 +1267,9 @@ module Aws::BedrockAgentRuntime
|
|
1242
1267
|
PayloadPart.add_member(:bytes, Shapes::ShapeRef.new(shape: PartBody, location_name: "bytes"))
|
1243
1268
|
PayloadPart.struct_class = Types::PayloadPart
|
1244
1269
|
|
1270
|
+
PerformanceConfiguration.add_member(:latency, Shapes::ShapeRef.new(shape: PerformanceConfigLatency, location_name: "latency"))
|
1271
|
+
PerformanceConfiguration.struct_class = Types::PerformanceConfiguration
|
1272
|
+
|
1245
1273
|
PostProcessingModelInvocationOutput.add_member(:metadata, Shapes::ShapeRef.new(shape: Metadata, location_name: "metadata"))
|
1246
1274
|
PostProcessingModelInvocationOutput.add_member(:parsed_response, Shapes::ShapeRef.new(shape: PostProcessingParsedResponse, location_name: "parsedResponse"))
|
1247
1275
|
PostProcessingModelInvocationOutput.add_member(:raw_response, Shapes::ShapeRef.new(shape: RawResponse, location_name: "rawResponse"))
|
@@ -1385,6 +1413,7 @@ module Aws::BedrockAgentRuntime
|
|
1385
1413
|
ResponseStream.add_member(:dependency_failed_exception, Shapes::ShapeRef.new(shape: DependencyFailedException, location_name: "dependencyFailedException"))
|
1386
1414
|
ResponseStream.add_member(:files, Shapes::ShapeRef.new(shape: FilePart, event: true, location_name: "files"))
|
1387
1415
|
ResponseStream.add_member(:internal_server_exception, Shapes::ShapeRef.new(shape: InternalServerException, location_name: "internalServerException"))
|
1416
|
+
ResponseStream.add_member(:model_not_ready_exception, Shapes::ShapeRef.new(shape: ModelNotReadyException, location_name: "modelNotReadyException"))
|
1388
1417
|
ResponseStream.add_member(:resource_not_found_exception, Shapes::ShapeRef.new(shape: ResourceNotFoundException, location_name: "resourceNotFoundException"))
|
1389
1418
|
ResponseStream.add_member(:return_control, Shapes::ShapeRef.new(shape: ReturnControlPayload, event: true, location_name: "returnControl"))
|
1390
1419
|
ResponseStream.add_member(:service_quota_exceeded_exception, Shapes::ShapeRef.new(shape: ServiceQuotaExceededException, location_name: "serviceQuotaExceededException"))
|
@@ -1769,6 +1798,7 @@ module Aws::BedrockAgentRuntime
|
|
1769
1798
|
o.http_request_uri = "/agents/{agentId}/agentAliases/{agentAliasId}/sessions/{sessionId}/text"
|
1770
1799
|
o.input = Shapes::ShapeRef.new(shape: InvokeAgentRequest)
|
1771
1800
|
o.output = Shapes::ShapeRef.new(shape: InvokeAgentResponse)
|
1801
|
+
o.errors << Shapes::ShapeRef.new(shape: ModelNotReadyException)
|
1772
1802
|
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
1773
1803
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1774
1804
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
@@ -32,6 +32,7 @@ module Aws::BedrockAgentRuntime
|
|
32
32
|
# * {ConflictException}
|
33
33
|
# * {DependencyFailedException}
|
34
34
|
# * {InternalServerException}
|
35
|
+
# * {ModelNotReadyException}
|
35
36
|
# * {ResourceNotFoundException}
|
36
37
|
# * {ServiceQuotaExceededException}
|
37
38
|
# * {ThrottlingException}
|
@@ -128,6 +129,21 @@ module Aws::BedrockAgentRuntime
|
|
128
129
|
end
|
129
130
|
end
|
130
131
|
|
132
|
+
class ModelNotReadyException < ServiceError
|
133
|
+
|
134
|
+
# @param [Seahorse::Client::RequestContext] context
|
135
|
+
# @param [String] message
|
136
|
+
# @param [Aws::BedrockAgentRuntime::Types::ModelNotReadyException] data
|
137
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
138
|
+
super(context, message, data)
|
139
|
+
end
|
140
|
+
|
141
|
+
# @return [String]
|
142
|
+
def message
|
143
|
+
@message || @data[:message]
|
144
|
+
end
|
145
|
+
end
|
146
|
+
|
131
147
|
class ResourceNotFoundException < ServiceError
|
132
148
|
|
133
149
|
# @param [Seahorse::Client::RequestContext] context
|
@@ -43,6 +43,10 @@ module Aws::BedrockAgentRuntime
|
|
43
43
|
@event_emitter.on(:internal_server_exception, block) if block_given?
|
44
44
|
end
|
45
45
|
|
46
|
+
def on_model_not_ready_exception_event(&block)
|
47
|
+
@event_emitter.on(:model_not_ready_exception, block) if block_given?
|
48
|
+
end
|
49
|
+
|
46
50
|
def on_resource_not_found_exception_event(&block)
|
47
51
|
@event_emitter.on(:resource_not_found_exception, block) if block_given?
|
48
52
|
end
|
@@ -87,6 +91,7 @@ module Aws::BedrockAgentRuntime
|
|
87
91
|
on_dependency_failed_exception_event(&block)
|
88
92
|
on_files_event(&block)
|
89
93
|
on_internal_server_exception_event(&block)
|
94
|
+
on_model_not_ready_exception_event(&block)
|
90
95
|
on_resource_not_found_exception_event(&block)
|
91
96
|
on_return_control_event(&block)
|
92
97
|
on_service_quota_exceeded_exception_event(&block)
|
@@ -224,7 +224,7 @@ module Aws::BedrockAgentRuntime
|
|
224
224
|
#
|
225
225
|
#
|
226
226
|
#
|
227
|
-
# [1]: https://docs.aws.amazon.com/
|
227
|
+
# [1]: https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Observation.html
|
228
228
|
# @return [String]
|
229
229
|
#
|
230
230
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/AgentActionGroup AWS API Documentation
|
@@ -581,6 +581,20 @@ module Aws::BedrockAgentRuntime
|
|
581
581
|
include Aws::Structure
|
582
582
|
end
|
583
583
|
|
584
|
+
# Settings for a model called with InvokeAgent.
|
585
|
+
#
|
586
|
+
# @!attribute [rw] performance_config
|
587
|
+
# The performance configuration for the model.
|
588
|
+
# @return [Types::PerformanceConfiguration]
|
589
|
+
#
|
590
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/BedrockModelConfigurations AWS API Documentation
|
591
|
+
#
|
592
|
+
class BedrockModelConfigurations < Struct.new(
|
593
|
+
:performance_config)
|
594
|
+
SENSITIVE = []
|
595
|
+
include Aws::Structure
|
596
|
+
end
|
597
|
+
|
584
598
|
# Contains configurations for an Amazon Bedrock reranker model.
|
585
599
|
#
|
586
600
|
# @!attribute [rw] model_configuration
|
@@ -906,12 +920,17 @@ module Aws::BedrockAgentRuntime
|
|
906
920
|
# The unique identifier of the memory.
|
907
921
|
# @return [String]
|
908
922
|
#
|
923
|
+
# @!attribute [rw] session_id
|
924
|
+
# The unique session identifier of the memory.
|
925
|
+
# @return [String]
|
926
|
+
#
|
909
927
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/DeleteAgentMemoryRequest AWS API Documentation
|
910
928
|
#
|
911
929
|
class DeleteAgentMemoryRequest < Struct.new(
|
912
930
|
:agent_alias_id,
|
913
931
|
:agent_id,
|
914
|
-
:memory_id
|
932
|
+
:memory_id,
|
933
|
+
:session_id)
|
915
934
|
SENSITIVE = []
|
916
935
|
include Aws::Structure
|
917
936
|
end
|
@@ -986,6 +1005,10 @@ module Aws::BedrockAgentRuntime
|
|
986
1005
|
# to generate responses while using an external source.
|
987
1006
|
# @return [Types::InferenceConfig]
|
988
1007
|
#
|
1008
|
+
# @!attribute [rw] performance_config
|
1009
|
+
# The latency configuration for the model.
|
1010
|
+
# @return [Types::PerformanceConfiguration]
|
1011
|
+
#
|
989
1012
|
# @!attribute [rw] prompt_template
|
990
1013
|
# Contain the textPromptTemplate string for the external source
|
991
1014
|
# wrapper object.
|
@@ -997,6 +1020,7 @@ module Aws::BedrockAgentRuntime
|
|
997
1020
|
:additional_model_request_fields,
|
998
1021
|
:guardrail_configuration,
|
999
1022
|
:inference_config,
|
1023
|
+
:performance_config,
|
1000
1024
|
:prompt_template)
|
1001
1025
|
SENSITIVE = []
|
1002
1026
|
include Aws::Structure
|
@@ -1844,6 +1868,10 @@ module Aws::BedrockAgentRuntime
|
|
1844
1868
|
# to generate responses while using a knowledge base as a source.
|
1845
1869
|
# @return [Types::InferenceConfig]
|
1846
1870
|
#
|
1871
|
+
# @!attribute [rw] performance_config
|
1872
|
+
# The latency configuration for the model.
|
1873
|
+
# @return [Types::PerformanceConfiguration]
|
1874
|
+
#
|
1847
1875
|
# @!attribute [rw] prompt_template
|
1848
1876
|
# Contains the template for the prompt that's sent to the model for
|
1849
1877
|
# response generation. Generation prompts must include the
|
@@ -1861,6 +1889,7 @@ module Aws::BedrockAgentRuntime
|
|
1861
1889
|
:additional_model_request_fields,
|
1862
1890
|
:guardrail_configuration,
|
1863
1891
|
:inference_config,
|
1892
|
+
:performance_config,
|
1864
1893
|
:prompt_template)
|
1865
1894
|
SENSITIVE = []
|
1866
1895
|
include Aws::Structure
|
@@ -2449,6 +2478,20 @@ module Aws::BedrockAgentRuntime
|
|
2449
2478
|
include Aws::Structure
|
2450
2479
|
end
|
2451
2480
|
|
2481
|
+
# Settings for a model called with InvokeInlineAgent.
|
2482
|
+
#
|
2483
|
+
# @!attribute [rw] performance_config
|
2484
|
+
# The latency configuration for the model.
|
2485
|
+
# @return [Types::PerformanceConfiguration]
|
2486
|
+
#
|
2487
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/InlineBedrockModelConfigurations AWS API Documentation
|
2488
|
+
#
|
2489
|
+
class InlineBedrockModelConfigurations < Struct.new(
|
2490
|
+
:performance_config)
|
2491
|
+
SENSITIVE = []
|
2492
|
+
include Aws::Structure
|
2493
|
+
end
|
2494
|
+
|
2452
2495
|
# Contains parameters that specify various attributes that persist
|
2453
2496
|
# across a session or prompt. You can define session state attributes as
|
2454
2497
|
# key-value pairs when writing a [Lambda function][1] for an action
|
@@ -2707,6 +2750,10 @@ module Aws::BedrockAgentRuntime
|
|
2707
2750
|
# The unique identifier of the agent to use.
|
2708
2751
|
# @return [String]
|
2709
2752
|
#
|
2753
|
+
# @!attribute [rw] bedrock_model_configurations
|
2754
|
+
# Model performance settings for the request.
|
2755
|
+
# @return [Types::BedrockModelConfigurations]
|
2756
|
+
#
|
2710
2757
|
# @!attribute [rw] enable_trace
|
2711
2758
|
# Specifies whether to turn on the trace or not to track the agent's
|
2712
2759
|
# reasoning process. For more information, see [Trace enablement][1].
|
@@ -2758,6 +2805,11 @@ module Aws::BedrockAgentRuntime
|
|
2758
2805
|
#
|
2759
2806
|
# @!attribute [rw] streaming_configurations
|
2760
2807
|
# Specifies the configurations for streaming.
|
2808
|
+
#
|
2809
|
+
# <note markdown="1"> To use agent streaming, you need permissions to perform the
|
2810
|
+
# `bedrock:InvokeModelWithResponseStream` action.
|
2811
|
+
#
|
2812
|
+
# </note>
|
2761
2813
|
# @return [Types::StreamingConfigurations]
|
2762
2814
|
#
|
2763
2815
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/InvokeAgentRequest AWS API Documentation
|
@@ -2765,6 +2817,7 @@ module Aws::BedrockAgentRuntime
|
|
2765
2817
|
class InvokeAgentRequest < Struct.new(
|
2766
2818
|
:agent_alias_id,
|
2767
2819
|
:agent_id,
|
2820
|
+
:bedrock_model_configurations,
|
2768
2821
|
:enable_trace,
|
2769
2822
|
:end_session,
|
2770
2823
|
:input_text,
|
@@ -2829,13 +2882,18 @@ module Aws::BedrockAgentRuntime
|
|
2829
2882
|
# the flow.
|
2830
2883
|
# @return [Array<Types::FlowInput>]
|
2831
2884
|
#
|
2885
|
+
# @!attribute [rw] model_performance_configuration
|
2886
|
+
# Model performance settings for the request.
|
2887
|
+
# @return [Types::ModelPerformanceConfiguration]
|
2888
|
+
#
|
2832
2889
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/InvokeFlowRequest AWS API Documentation
|
2833
2890
|
#
|
2834
2891
|
class InvokeFlowRequest < Struct.new(
|
2835
2892
|
:enable_trace,
|
2836
2893
|
:flow_alias_identifier,
|
2837
2894
|
:flow_identifier,
|
2838
|
-
:inputs
|
2895
|
+
:inputs,
|
2896
|
+
:model_performance_configuration)
|
2839
2897
|
SENSITIVE = []
|
2840
2898
|
include Aws::Structure
|
2841
2899
|
end
|
@@ -2858,6 +2916,10 @@ module Aws::BedrockAgentRuntime
|
|
2858
2916
|
# the inline agent needs to carry out.
|
2859
2917
|
# @return [Array<Types::AgentActionGroup>]
|
2860
2918
|
#
|
2919
|
+
# @!attribute [rw] bedrock_model_configurations
|
2920
|
+
# Model settings for the request.
|
2921
|
+
# @return [Types::InlineBedrockModelConfigurations]
|
2922
|
+
#
|
2861
2923
|
# @!attribute [rw] customer_encryption_key_arn
|
2862
2924
|
# The Amazon Resource Name (ARN) of the Amazon Web Services KMS key to
|
2863
2925
|
# use to encrypt your inline agent.
|
@@ -2953,6 +3015,7 @@ module Aws::BedrockAgentRuntime
|
|
2953
3015
|
#
|
2954
3016
|
class InvokeInlineAgentRequest < Struct.new(
|
2955
3017
|
:action_groups,
|
3018
|
+
:bedrock_model_configurations,
|
2956
3019
|
:customer_encryption_key_arn,
|
2957
3020
|
:enable_trace,
|
2958
3021
|
:end_session,
|
@@ -3529,6 +3592,41 @@ module Aws::BedrockAgentRuntime
|
|
3529
3592
|
include Aws::Structure
|
3530
3593
|
end
|
3531
3594
|
|
3595
|
+
# The model specified in the request is not ready to serve inference
|
3596
|
+
# requests. The AWS SDK will automatically retry the operation up to 5
|
3597
|
+
# times. For information about configuring automatic retries, see [Retry
|
3598
|
+
# behavior][1] in the *AWS SDKs and Tools* reference guide.
|
3599
|
+
#
|
3600
|
+
#
|
3601
|
+
#
|
3602
|
+
# [1]: https://docs.aws.amazon.com/sdkref/latest/guide/feature-retry-behavior.html
|
3603
|
+
#
|
3604
|
+
# @!attribute [rw] message
|
3605
|
+
# @return [String]
|
3606
|
+
#
|
3607
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/ModelNotReadyException AWS API Documentation
|
3608
|
+
#
|
3609
|
+
class ModelNotReadyException < Struct.new(
|
3610
|
+
:message,
|
3611
|
+
:event_type)
|
3612
|
+
SENSITIVE = []
|
3613
|
+
include Aws::Structure
|
3614
|
+
end
|
3615
|
+
|
3616
|
+
# The performance configuration for a model called with InvokeFlow.
|
3617
|
+
#
|
3618
|
+
# @!attribute [rw] performance_config
|
3619
|
+
# The latency configuration for the model.
|
3620
|
+
# @return [Types::PerformanceConfiguration]
|
3621
|
+
#
|
3622
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/ModelPerformanceConfiguration AWS API Documentation
|
3623
|
+
#
|
3624
|
+
class ModelPerformanceConfiguration < Struct.new(
|
3625
|
+
:performance_config)
|
3626
|
+
SENSITIVE = []
|
3627
|
+
include Aws::Structure
|
3628
|
+
end
|
3629
|
+
|
3532
3630
|
# Contains the result or output of an action group or knowledge base, or
|
3533
3631
|
# the response to the user.
|
3534
3632
|
#
|
@@ -3678,6 +3776,10 @@ module Aws::BedrockAgentRuntime
|
|
3678
3776
|
# to generate responses while using a knowledge base as a source.
|
3679
3777
|
# @return [Types::InferenceConfig]
|
3680
3778
|
#
|
3779
|
+
# @!attribute [rw] performance_config
|
3780
|
+
# The latency configuration for the model.
|
3781
|
+
# @return [Types::PerformanceConfiguration]
|
3782
|
+
#
|
3681
3783
|
# @!attribute [rw] prompt_template
|
3682
3784
|
# Contains the template for the prompt that's sent to the model.
|
3683
3785
|
# Orchestration prompts must include the `$conversation_history$` and
|
@@ -3699,6 +3801,7 @@ module Aws::BedrockAgentRuntime
|
|
3699
3801
|
class OrchestrationConfiguration < Struct.new(
|
3700
3802
|
:additional_model_request_fields,
|
3701
3803
|
:inference_config,
|
3804
|
+
:performance_config,
|
3702
3805
|
:prompt_template,
|
3703
3806
|
:query_transformation_configuration)
|
3704
3807
|
SENSITIVE = []
|
@@ -3890,6 +3993,20 @@ module Aws::BedrockAgentRuntime
|
|
3890
3993
|
include Aws::Structure
|
3891
3994
|
end
|
3892
3995
|
|
3996
|
+
# Performance settings for a model.
|
3997
|
+
#
|
3998
|
+
# @!attribute [rw] latency
|
3999
|
+
# To use a latency-optimized version of the model, set to `optimized`.
|
4000
|
+
# @return [String]
|
4001
|
+
#
|
4002
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agent-runtime-2023-07-26/PerformanceConfiguration AWS API Documentation
|
4003
|
+
#
|
4004
|
+
class PerformanceConfiguration < Struct.new(
|
4005
|
+
:latency)
|
4006
|
+
SENSITIVE = []
|
4007
|
+
include Aws::Structure
|
4008
|
+
end
|
4009
|
+
|
3893
4010
|
# The foundation model output from the post-processing step.
|
3894
4011
|
#
|
3895
4012
|
# @!attribute [rw] metadata
|
@@ -6214,6 +6331,7 @@ module Aws::BedrockAgentRuntime
|
|
6214
6331
|
:dependency_failed_exception,
|
6215
6332
|
:files,
|
6216
6333
|
:internal_server_exception,
|
6334
|
+
:model_not_ready_exception,
|
6217
6335
|
:resource_not_found_exception,
|
6218
6336
|
:return_control,
|
6219
6337
|
:service_quota_exceeded_exception,
|
data/sig/client.rbs
CHANGED
@@ -85,7 +85,8 @@ module Aws
|
|
85
85
|
def delete_agent_memory: (
|
86
86
|
agent_alias_id: ::String,
|
87
87
|
agent_id: ::String,
|
88
|
-
?memory_id: ::String
|
88
|
+
?memory_id: ::String,
|
89
|
+
?session_id: ::String
|
89
90
|
) -> _DeleteAgentMemoryResponseSuccess
|
90
91
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _DeleteAgentMemoryResponseSuccess
|
91
92
|
|
@@ -138,6 +139,11 @@ module Aws
|
|
138
139
|
def invoke_agent: (
|
139
140
|
agent_alias_id: ::String,
|
140
141
|
agent_id: ::String,
|
142
|
+
?bedrock_model_configurations: {
|
143
|
+
performance_config: {
|
144
|
+
latency: ("standard" | "optimized")?
|
145
|
+
}?
|
146
|
+
},
|
141
147
|
?enable_trace: bool,
|
142
148
|
?end_session: bool,
|
143
149
|
?input_text: ::String,
|
@@ -338,7 +344,12 @@ module Aws
|
|
338
344
|
node_name: ::String,
|
339
345
|
node_output_name: ::String
|
340
346
|
},
|
341
|
-
]
|
347
|
+
],
|
348
|
+
?model_performance_configuration: {
|
349
|
+
performance_config: {
|
350
|
+
latency: ("standard" | "optimized")?
|
351
|
+
}?
|
352
|
+
}
|
342
353
|
) ?{ (*untyped) -> void } -> _InvokeFlowResponseSuccess
|
343
354
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) ?{ (*untyped) -> void } -> _InvokeFlowResponseSuccess
|
344
355
|
|
@@ -382,6 +393,11 @@ module Aws
|
|
382
393
|
parent_action_group_signature: ("AMAZON.UserInput" | "AMAZON.CodeInterpreter")?
|
383
394
|
},
|
384
395
|
],
|
396
|
+
?bedrock_model_configurations: {
|
397
|
+
performance_config: {
|
398
|
+
latency: ("standard" | "optimized")?
|
399
|
+
}?
|
400
|
+
},
|
385
401
|
?customer_encryption_key_arn: ::String,
|
386
402
|
?enable_trace: bool,
|
387
403
|
?end_session: bool,
|
@@ -786,6 +802,9 @@ module Aws
|
|
786
802
|
top_p: ::Float?
|
787
803
|
}?
|
788
804
|
}?,
|
805
|
+
performance_config: {
|
806
|
+
latency: ("standard" | "optimized")?
|
807
|
+
}?,
|
789
808
|
prompt_template: {
|
790
809
|
text_prompt_template: ::String?
|
791
810
|
}?
|
@@ -821,6 +840,9 @@ module Aws
|
|
821
840
|
top_p: ::Float?
|
822
841
|
}?
|
823
842
|
}?,
|
843
|
+
performance_config: {
|
844
|
+
latency: ("standard" | "optimized")?
|
845
|
+
}?,
|
824
846
|
prompt_template: {
|
825
847
|
text_prompt_template: ::String?
|
826
848
|
}?
|
@@ -838,6 +860,9 @@ module Aws
|
|
838
860
|
top_p: ::Float?
|
839
861
|
}?
|
840
862
|
}?,
|
863
|
+
performance_config: {
|
864
|
+
latency: ("standard" | "optimized")?
|
865
|
+
}?,
|
841
866
|
prompt_template: {
|
842
867
|
text_prompt_template: ::String?
|
843
868
|
}?,
|
@@ -987,6 +1012,9 @@ module Aws
|
|
987
1012
|
top_p: ::Float?
|
988
1013
|
}?
|
989
1014
|
}?,
|
1015
|
+
performance_config: {
|
1016
|
+
latency: ("standard" | "optimized")?
|
1017
|
+
}?,
|
990
1018
|
prompt_template: {
|
991
1019
|
text_prompt_template: ::String?
|
992
1020
|
}?
|
@@ -1022,6 +1050,9 @@ module Aws
|
|
1022
1050
|
top_p: ::Float?
|
1023
1051
|
}?
|
1024
1052
|
}?,
|
1053
|
+
performance_config: {
|
1054
|
+
latency: ("standard" | "optimized")?
|
1055
|
+
}?,
|
1025
1056
|
prompt_template: {
|
1026
1057
|
text_prompt_template: ::String?
|
1027
1058
|
}?
|
@@ -1039,6 +1070,9 @@ module Aws
|
|
1039
1070
|
top_p: ::Float?
|
1040
1071
|
}?
|
1041
1072
|
}?,
|
1073
|
+
performance_config: {
|
1074
|
+
latency: ("standard" | "optimized")?
|
1075
|
+
}?,
|
1042
1076
|
prompt_template: {
|
1043
1077
|
text_prompt_template: ::String?
|
1044
1078
|
}?,
|
data/sig/errors.rbs
CHANGED
@@ -28,6 +28,9 @@ module Aws
|
|
28
28
|
class InternalServerException < ::Aws::Errors::ServiceError
|
29
29
|
def message: () -> ::String
|
30
30
|
end
|
31
|
+
class ModelNotReadyException < ::Aws::Errors::ServiceError
|
32
|
+
def message: () -> ::String
|
33
|
+
end
|
31
34
|
class ResourceNotFoundException < ::Aws::Errors::ServiceError
|
32
35
|
def message: () -> ::String
|
33
36
|
end
|
data/sig/types.rbs
CHANGED
@@ -151,6 +151,11 @@ module Aws::BedrockAgentRuntime
|
|
151
151
|
SENSITIVE: []
|
152
152
|
end
|
153
153
|
|
154
|
+
class BedrockModelConfigurations
|
155
|
+
attr_accessor performance_config: Types::PerformanceConfiguration
|
156
|
+
SENSITIVE: []
|
157
|
+
end
|
158
|
+
|
154
159
|
class BedrockRerankingConfiguration
|
155
160
|
attr_accessor model_configuration: Types::BedrockRerankingModelConfiguration
|
156
161
|
attr_accessor number_of_results: ::Integer
|
@@ -255,6 +260,7 @@ module Aws::BedrockAgentRuntime
|
|
255
260
|
attr_accessor agent_alias_id: ::String
|
256
261
|
attr_accessor agent_id: ::String
|
257
262
|
attr_accessor memory_id: ::String
|
263
|
+
attr_accessor session_id: ::String
|
258
264
|
SENSITIVE: []
|
259
265
|
end
|
260
266
|
|
@@ -279,6 +285,7 @@ module Aws::BedrockAgentRuntime
|
|
279
285
|
attr_accessor additional_model_request_fields: ::Hash[::String, untyped]
|
280
286
|
attr_accessor guardrail_configuration: Types::GuardrailConfiguration
|
281
287
|
attr_accessor inference_config: Types::InferenceConfig
|
288
|
+
attr_accessor performance_config: Types::PerformanceConfiguration
|
282
289
|
attr_accessor prompt_template: Types::PromptTemplate
|
283
290
|
SENSITIVE: []
|
284
291
|
end
|
@@ -523,6 +530,7 @@ module Aws::BedrockAgentRuntime
|
|
523
530
|
attr_accessor additional_model_request_fields: ::Hash[::String, untyped]
|
524
531
|
attr_accessor guardrail_configuration: Types::GuardrailConfiguration
|
525
532
|
attr_accessor inference_config: Types::InferenceConfig
|
533
|
+
attr_accessor performance_config: Types::PerformanceConfiguration
|
526
534
|
attr_accessor prompt_template: Types::PromptTemplate
|
527
535
|
SENSITIVE: []
|
528
536
|
end
|
@@ -688,6 +696,11 @@ module Aws::BedrockAgentRuntime
|
|
688
696
|
SENSITIVE: [:trace]
|
689
697
|
end
|
690
698
|
|
699
|
+
class InlineBedrockModelConfigurations
|
700
|
+
attr_accessor performance_config: Types::PerformanceConfiguration
|
701
|
+
SENSITIVE: []
|
702
|
+
end
|
703
|
+
|
691
704
|
class InlineSessionState
|
692
705
|
attr_accessor files: ::Array[Types::InputFile]
|
693
706
|
attr_accessor invocation_id: ::String
|
@@ -762,6 +775,7 @@ module Aws::BedrockAgentRuntime
|
|
762
775
|
class InvokeAgentRequest
|
763
776
|
attr_accessor agent_alias_id: ::String
|
764
777
|
attr_accessor agent_id: ::String
|
778
|
+
attr_accessor bedrock_model_configurations: Types::BedrockModelConfigurations
|
765
779
|
attr_accessor enable_trace: bool
|
766
780
|
attr_accessor end_session: bool
|
767
781
|
attr_accessor input_text: ::String
|
@@ -786,6 +800,7 @@ module Aws::BedrockAgentRuntime
|
|
786
800
|
attr_accessor flow_alias_identifier: ::String
|
787
801
|
attr_accessor flow_identifier: ::String
|
788
802
|
attr_accessor inputs: ::Array[Types::FlowInput]
|
803
|
+
attr_accessor model_performance_configuration: Types::ModelPerformanceConfiguration
|
789
804
|
SENSITIVE: []
|
790
805
|
end
|
791
806
|
|
@@ -796,6 +811,7 @@ module Aws::BedrockAgentRuntime
|
|
796
811
|
|
797
812
|
class InvokeInlineAgentRequest
|
798
813
|
attr_accessor action_groups: ::Array[Types::AgentActionGroup]
|
814
|
+
attr_accessor bedrock_model_configurations: Types::InlineBedrockModelConfigurations
|
799
815
|
attr_accessor customer_encryption_key_arn: ::String
|
800
816
|
attr_accessor enable_trace: bool
|
801
817
|
attr_accessor end_session: bool
|
@@ -934,6 +950,17 @@ module Aws::BedrockAgentRuntime
|
|
934
950
|
SENSITIVE: [:text]
|
935
951
|
end
|
936
952
|
|
953
|
+
class ModelNotReadyException
|
954
|
+
attr_accessor message: ::String
|
955
|
+
attr_accessor event_type: untyped
|
956
|
+
SENSITIVE: []
|
957
|
+
end
|
958
|
+
|
959
|
+
class ModelPerformanceConfiguration
|
960
|
+
attr_accessor performance_config: Types::PerformanceConfiguration
|
961
|
+
SENSITIVE: []
|
962
|
+
end
|
963
|
+
|
937
964
|
class Observation
|
938
965
|
attr_accessor action_group_invocation_output: Types::ActionGroupInvocationOutput
|
939
966
|
attr_accessor agent_collaborator_invocation_output: Types::AgentCollaboratorInvocationOutput
|
@@ -977,6 +1004,7 @@ module Aws::BedrockAgentRuntime
|
|
977
1004
|
class OrchestrationConfiguration
|
978
1005
|
attr_accessor additional_model_request_fields: ::Hash[::String, untyped]
|
979
1006
|
attr_accessor inference_config: Types::InferenceConfig
|
1007
|
+
attr_accessor performance_config: Types::PerformanceConfiguration
|
980
1008
|
attr_accessor prompt_template: Types::PromptTemplate
|
981
1009
|
attr_accessor query_transformation_configuration: Types::QueryTransformationConfiguration
|
982
1010
|
SENSITIVE: []
|
@@ -1040,6 +1068,11 @@ module Aws::BedrockAgentRuntime
|
|
1040
1068
|
SENSITIVE: [:bytes]
|
1041
1069
|
end
|
1042
1070
|
|
1071
|
+
class PerformanceConfiguration
|
1072
|
+
attr_accessor latency: ("standard" | "optimized")
|
1073
|
+
SENSITIVE: []
|
1074
|
+
end
|
1075
|
+
|
1043
1076
|
class PostProcessingModelInvocationOutput
|
1044
1077
|
attr_accessor metadata: Types::Metadata
|
1045
1078
|
attr_accessor parsed_response: Types::PostProcessingParsedResponse
|
@@ -1633,7 +1666,7 @@ module Aws::BedrockAgentRuntime
|
|
1633
1666
|
end
|
1634
1667
|
|
1635
1668
|
class ResponseStream < Enumerator[untyped, untyped]
|
1636
|
-
def event_types: () -> [:access_denied_exception, :bad_gateway_exception, :chunk, :conflict_exception, :dependency_failed_exception, :files, :internal_server_exception, :resource_not_found_exception, :return_control, :service_quota_exceeded_exception, :throttling_exception, :trace, :validation_exception]
|
1669
|
+
def event_types: () -> [:access_denied_exception, :bad_gateway_exception, :chunk, :conflict_exception, :dependency_failed_exception, :files, :internal_server_exception, :model_not_ready_exception, :resource_not_found_exception, :return_control, :service_quota_exceeded_exception, :throttling_exception, :trace, :validation_exception]
|
1637
1670
|
end
|
1638
1671
|
|
1639
1672
|
class RetrieveAndGenerateStreamResponseOutput < Enumerator[untyped, untyped]
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-bedrockagentruntime
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.38.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-12-
|
11
|
+
date: 2024-12-20 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|