aws-sdk-bedrockagentcorecontrol 1.64.0 → 1.65.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-bedrockagentcorecontrol/client.rb +92 -5
- data/lib/aws-sdk-bedrockagentcorecontrol/client_api.rb +11 -0
- data/lib/aws-sdk-bedrockagentcorecontrol/types.rb +58 -0
- data/lib/aws-sdk-bedrockagentcorecontrol.rb +1 -1
- data/sig/client.rbs +4 -2
- data/sig/params.rbs +7 -1
- data/sig/types.rbs +16 -4
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e3afaeca7fc8892f28dfc06d419a82c9f60834aad5f252d600ea86c6ab33a9c9
|
|
4
|
+
data.tar.gz: c40169a8a46178fc4ed83899a039609cad6fe025016ea7bfbd7fb730fe261e80
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9e00b914111ce4d07c804bcd29698c2900669953d10597b222cf21b84620082a80674260a9b9982e7aff8fed9096a881e835f86f4cddc1854ec7980a9f22b58b
|
|
7
|
+
data.tar.gz: 8b2276b97453d5a9b479073196e576ff06a3d0fa91f6351dfe46eb09aa9741b14a4fde8c62c5f232722ebd984bcce371aadd9d911e2141800fd7e1418d2f2401
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.65.0 (2026-08-17)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Adds implementations of third-party evaluators, both managed-as-a-service and as templates within custom evaluators.
|
|
8
|
+
|
|
4
9
|
1.64.0 (2026-08-14)
|
|
5
10
|
------------------
|
|
6
11
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.65.0
|
|
@@ -1637,7 +1637,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
1637
1637
|
# s3_uri: "S3Uri", # required
|
|
1638
1638
|
# },
|
|
1639
1639
|
# },
|
|
1640
|
-
# schema_type: "AGENTCORE_EVALUATION_PREDEFINED_V1", # required, accepts AGENTCORE_EVALUATION_PREDEFINED_V1, AGENTCORE_EVALUATION_SIMULATED_V1
|
|
1640
|
+
# schema_type: "AGENTCORE_EVALUATION_PREDEFINED_V1", # required, accepts AGENTCORE_EVALUATION_PREDEFINED_V1, AGENTCORE_EVALUATION_SIMULATED_V1, GENERIC_EVALUATION_PREDEFINED_V1
|
|
1641
1641
|
# kms_key_arn: "KmsKeyArn",
|
|
1642
1642
|
# tags: {
|
|
1643
1643
|
# "TagKey" => "TagValue",
|
|
@@ -1829,6 +1829,31 @@ module Aws::BedrockAgentCoreControl
|
|
|
1829
1829
|
# lambda_timeout_in_seconds: 1,
|
|
1830
1830
|
# },
|
|
1831
1831
|
# },
|
|
1832
|
+
# derived: {
|
|
1833
|
+
# base_evaluator_id: "EvaluatorId", # required
|
|
1834
|
+
# model_config: { # required
|
|
1835
|
+
# bedrock_evaluator_model_config: {
|
|
1836
|
+
# model_id: "ModelId", # required
|
|
1837
|
+
# inference_config: {
|
|
1838
|
+
# max_tokens: 1,
|
|
1839
|
+
# temperature: 1.0,
|
|
1840
|
+
# top_p: 1.0,
|
|
1841
|
+
# stop_sequences: ["NonEmptyString"],
|
|
1842
|
+
# },
|
|
1843
|
+
# additional_model_request_fields: {
|
|
1844
|
+
# },
|
|
1845
|
+
# },
|
|
1846
|
+
# responses_evaluator_model_config: {
|
|
1847
|
+
# model_id: "ModelId", # required
|
|
1848
|
+
# max_output_tokens: 1,
|
|
1849
|
+
# temperature: 1.0,
|
|
1850
|
+
# top_p: 1.0,
|
|
1851
|
+
# reasoning: {
|
|
1852
|
+
# effort: "ReasoningConfigurationEffortString",
|
|
1853
|
+
# },
|
|
1854
|
+
# },
|
|
1855
|
+
# },
|
|
1856
|
+
# },
|
|
1832
1857
|
# },
|
|
1833
1858
|
# level: "TOOL_CALL", # required, accepts TOOL_CALL, TRACE, SESSION
|
|
1834
1859
|
# kms_key_arn: "KmsKeyArn",
|
|
@@ -4844,9 +4869,17 @@ module Aws::BedrockAgentCoreControl
|
|
|
4844
4869
|
# asynchronous operation. Use the [GetPolicy][1] operation to poll the
|
|
4845
4870
|
# `status` field to track completion.
|
|
4846
4871
|
#
|
|
4872
|
+
# If the new policy is a temporal policy, creating it invalidates the
|
|
4873
|
+
# policy engine's active temporal sessions. For more information about
|
|
4874
|
+
# temporal policy sessions, see [session-based temporal policies][2].
|
|
4875
|
+
# The policy engine returns an HTTP 409 `ConflictException` to in-flight
|
|
4876
|
+
# sessions. To resume, you must start a new session with a new session
|
|
4877
|
+
# ID.
|
|
4878
|
+
#
|
|
4847
4879
|
#
|
|
4848
4880
|
#
|
|
4849
4881
|
# [1]: https://docs.aws.amazon.com/bedrock-agentcore-control/latest/APIReference/API_GetPolicy.html
|
|
4882
|
+
# [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/policy-session-based-temporal.html
|
|
4850
4883
|
#
|
|
4851
4884
|
# @option params [required, String] :name
|
|
4852
4885
|
# The customer-assigned immutable name for the policy. Must be unique
|
|
@@ -7336,7 +7369,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
7336
7369
|
# resp.status #=> String, one of "CREATING", "UPDATING", "DELETING", "ACTIVE", "CREATE_FAILED", "UPDATE_FAILED", "DELETE_FAILED"
|
|
7337
7370
|
# resp.draft_status #=> String, one of "MODIFIED", "UNMODIFIED"
|
|
7338
7371
|
# resp.failure_reason #=> String
|
|
7339
|
-
# resp.schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1"
|
|
7372
|
+
# resp.schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1", "GENERIC_EVALUATION_PREDEFINED_V1"
|
|
7340
7373
|
# resp.kms_key_arn #=> String
|
|
7341
7374
|
# resp.example_count #=> Integer
|
|
7342
7375
|
# resp.download_url #=> String
|
|
@@ -7378,6 +7411,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
7378
7411
|
# * {Types::GetEvaluatorResponse#evaluator_name #evaluator_name} => String
|
|
7379
7412
|
# * {Types::GetEvaluatorResponse#description #description} => String
|
|
7380
7413
|
# * {Types::GetEvaluatorResponse#evaluator_config #evaluator_config} => Types::EvaluatorConfig
|
|
7414
|
+
# * {Types::GetEvaluatorResponse#evaluator_type #evaluator_type} => String
|
|
7415
|
+
# * {Types::GetEvaluatorResponse#provider #provider} => String
|
|
7381
7416
|
# * {Types::GetEvaluatorResponse#level #level} => String
|
|
7382
7417
|
# * {Types::GetEvaluatorResponse#status #status} => String
|
|
7383
7418
|
# * {Types::GetEvaluatorResponse#created_at #created_at} => Time
|
|
@@ -7419,6 +7454,20 @@ module Aws::BedrockAgentCoreControl
|
|
|
7419
7454
|
# resp.evaluator_config.llm_as_a_judge.model_config.responses_evaluator_model_config.reasoning.effort #=> String
|
|
7420
7455
|
# resp.evaluator_config.code_based.lambda_config.lambda_arn #=> String
|
|
7421
7456
|
# resp.evaluator_config.code_based.lambda_config.lambda_timeout_in_seconds #=> Integer
|
|
7457
|
+
# resp.evaluator_config.derived.base_evaluator_id #=> String
|
|
7458
|
+
# resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.model_id #=> String
|
|
7459
|
+
# resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.max_tokens #=> Integer
|
|
7460
|
+
# resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.temperature #=> Float
|
|
7461
|
+
# resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.top_p #=> Float
|
|
7462
|
+
# resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.stop_sequences #=> Array
|
|
7463
|
+
# resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.stop_sequences[0] #=> String
|
|
7464
|
+
# resp.evaluator_config.derived.model_config.responses_evaluator_model_config.model_id #=> String
|
|
7465
|
+
# resp.evaluator_config.derived.model_config.responses_evaluator_model_config.max_output_tokens #=> Integer
|
|
7466
|
+
# resp.evaluator_config.derived.model_config.responses_evaluator_model_config.temperature #=> Float
|
|
7467
|
+
# resp.evaluator_config.derived.model_config.responses_evaluator_model_config.top_p #=> Float
|
|
7468
|
+
# resp.evaluator_config.derived.model_config.responses_evaluator_model_config.reasoning.effort #=> String
|
|
7469
|
+
# resp.evaluator_type #=> String, one of "Builtin", "ThirdParty", "Custom", "CustomCode", "CustomDerived"
|
|
7470
|
+
# resp.provider #=> String, one of "AWS", "DeepEval", "AutoEval", "Custom"
|
|
7422
7471
|
# resp.level #=> String, one of "TOOL_CALL", "TRACE", "SESSION"
|
|
7423
7472
|
# resp.status #=> String, one of "ACTIVE", "CREATING", "CREATE_FAILED", "UPDATING", "UPDATE_FAILED", "DELETING"
|
|
7424
7473
|
# resp.created_at #=> Time
|
|
@@ -9956,7 +10005,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
9956
10005
|
# resp.datasets[0].description #=> String
|
|
9957
10006
|
# resp.datasets[0].status #=> String, one of "CREATING", "UPDATING", "DELETING", "ACTIVE", "CREATE_FAILED", "UPDATE_FAILED", "DELETE_FAILED"
|
|
9958
10007
|
# resp.datasets[0].draft_status #=> String, one of "MODIFIED", "UNMODIFIED"
|
|
9959
|
-
# resp.datasets[0].schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1"
|
|
10008
|
+
# resp.datasets[0].schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1", "GENERIC_EVALUATION_PREDEFINED_V1"
|
|
9960
10009
|
# resp.datasets[0].example_count #=> Integer
|
|
9961
10010
|
# resp.datasets[0].created_at #=> Time
|
|
9962
10011
|
# resp.datasets[0].updated_at #=> Time
|
|
@@ -10002,7 +10051,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
10002
10051
|
# resp.evaluators[0].evaluator_id #=> String
|
|
10003
10052
|
# resp.evaluators[0].evaluator_name #=> String
|
|
10004
10053
|
# resp.evaluators[0].description #=> String
|
|
10005
|
-
# resp.evaluators[0].evaluator_type #=> String, one of "Builtin", "Custom", "CustomCode"
|
|
10054
|
+
# resp.evaluators[0].evaluator_type #=> String, one of "Builtin", "ThirdParty", "Custom", "CustomCode", "CustomDerived"
|
|
10055
|
+
# resp.evaluators[0].provider #=> String, one of "AWS", "DeepEval", "AutoEval", "Custom"
|
|
10006
10056
|
# resp.evaluators[0].level #=> String, one of "TOOL_CALL", "TRACE", "SESSION"
|
|
10007
10057
|
# resp.evaluators[0].status #=> String, one of "ACTIVE", "CREATING", "CREATE_FAILED", "UPDATING", "UPDATE_FAILED", "DELETING"
|
|
10008
10058
|
# resp.evaluators[0].created_at #=> Time
|
|
@@ -12543,6 +12593,31 @@ module Aws::BedrockAgentCoreControl
|
|
|
12543
12593
|
# lambda_timeout_in_seconds: 1,
|
|
12544
12594
|
# },
|
|
12545
12595
|
# },
|
|
12596
|
+
# derived: {
|
|
12597
|
+
# base_evaluator_id: "EvaluatorId", # required
|
|
12598
|
+
# model_config: { # required
|
|
12599
|
+
# bedrock_evaluator_model_config: {
|
|
12600
|
+
# model_id: "ModelId", # required
|
|
12601
|
+
# inference_config: {
|
|
12602
|
+
# max_tokens: 1,
|
|
12603
|
+
# temperature: 1.0,
|
|
12604
|
+
# top_p: 1.0,
|
|
12605
|
+
# stop_sequences: ["NonEmptyString"],
|
|
12606
|
+
# },
|
|
12607
|
+
# additional_model_request_fields: {
|
|
12608
|
+
# },
|
|
12609
|
+
# },
|
|
12610
|
+
# responses_evaluator_model_config: {
|
|
12611
|
+
# model_id: "ModelId", # required
|
|
12612
|
+
# max_output_tokens: 1,
|
|
12613
|
+
# temperature: 1.0,
|
|
12614
|
+
# top_p: 1.0,
|
|
12615
|
+
# reasoning: {
|
|
12616
|
+
# effort: "ReasoningConfigurationEffortString",
|
|
12617
|
+
# },
|
|
12618
|
+
# },
|
|
12619
|
+
# },
|
|
12620
|
+
# },
|
|
12546
12621
|
# },
|
|
12547
12622
|
# level: "TOOL_CALL", # accepts TOOL_CALL, TRACE, SESSION
|
|
12548
12623
|
# kms_key_arn: "KmsKeyArn",
|
|
@@ -15536,6 +15611,18 @@ module Aws::BedrockAgentCoreControl
|
|
|
15536
15611
|
# asynchronous operation. Use the `GetPolicy` operation to poll the
|
|
15537
15612
|
# `status` field to track completion.
|
|
15538
15613
|
#
|
|
15614
|
+
# If the updated policy is a temporal policy, the policy engine
|
|
15615
|
+
# invalidates all active temporal sessions. If the update adds or
|
|
15616
|
+
# removes temporal operators, the policy engine also invalidates active
|
|
15617
|
+
# temporal sessions. For more information about temporal policy
|
|
15618
|
+
# sessions, see [session-based temporal policies][1]. The policy engine
|
|
15619
|
+
# returns an HTTP 409 `ConflictException` to in-flight sessions. To
|
|
15620
|
+
# resume, you must start a new session with a new session ID.
|
|
15621
|
+
#
|
|
15622
|
+
#
|
|
15623
|
+
#
|
|
15624
|
+
# [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/policy-session-based-temporal.html
|
|
15625
|
+
#
|
|
15539
15626
|
# @option params [required, String] :policy_engine_id
|
|
15540
15627
|
# The identifier of the policy engine that manages the policy to be
|
|
15541
15628
|
# updated. This ensures the policy is updated within the correct policy
|
|
@@ -16196,7 +16283,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
16196
16283
|
tracer: tracer
|
|
16197
16284
|
)
|
|
16198
16285
|
context[:gem_name] = 'aws-sdk-bedrockagentcorecontrol'
|
|
16199
|
-
context[:gem_version] = '1.
|
|
16286
|
+
context[:gem_version] = '1.65.0'
|
|
16200
16287
|
Seahorse::Client::Request.new(handlers, context)
|
|
16201
16288
|
end
|
|
16202
16289
|
|
|
@@ -373,6 +373,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
373
373
|
DeleteResourcePolicyResponse = Shapes::StructureShape.new(name: 'DeleteResourcePolicyResponse')
|
|
374
374
|
DeleteWorkloadIdentityRequest = Shapes::StructureShape.new(name: 'DeleteWorkloadIdentityRequest')
|
|
375
375
|
DeleteWorkloadIdentityResponse = Shapes::StructureShape.new(name: 'DeleteWorkloadIdentityResponse')
|
|
376
|
+
DerivedEvaluatorConfig = Shapes::StructureShape.new(name: 'DerivedEvaluatorConfig')
|
|
376
377
|
Description = Shapes::StringShape.new(name: 'Description')
|
|
377
378
|
DescriptorType = Shapes::StringShape.new(name: 'DescriptorType')
|
|
378
379
|
Descriptors = Shapes::StructureShape.new(name: 'Descriptors')
|
|
@@ -1009,6 +1010,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
1009
1010
|
PrivateKeySource = Shapes::UnionShape.new(name: 'PrivateKeySource')
|
|
1010
1011
|
Prompt = Shapes::StringShape.new(name: 'Prompt')
|
|
1011
1012
|
ProtocolConfiguration = Shapes::StructureShape.new(name: 'ProtocolConfiguration')
|
|
1013
|
+
Provider = Shapes::StringShape.new(name: 'Provider')
|
|
1012
1014
|
ProviderPrefix = Shapes::StructureShape.new(name: 'ProviderPrefix')
|
|
1013
1015
|
ProviderPrefixSeparatorString = Shapes::StringShape.new(name: 'ProviderPrefixSeparatorString')
|
|
1014
1016
|
PutResourcePolicyRequest = Shapes::StructureShape.new(name: 'PutResourcePolicyRequest')
|
|
@@ -2768,6 +2770,10 @@ module Aws::BedrockAgentCoreControl
|
|
|
2768
2770
|
|
|
2769
2771
|
DeleteWorkloadIdentityResponse.struct_class = Types::DeleteWorkloadIdentityResponse
|
|
2770
2772
|
|
|
2773
|
+
DerivedEvaluatorConfig.add_member(:base_evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location_name: "baseEvaluatorId"))
|
|
2774
|
+
DerivedEvaluatorConfig.add_member(:model_config, Shapes::ShapeRef.new(shape: EvaluatorModelConfig, required: true, location_name: "modelConfig"))
|
|
2775
|
+
DerivedEvaluatorConfig.struct_class = Types::DerivedEvaluatorConfig
|
|
2776
|
+
|
|
2771
2777
|
Descriptors.add_member(:mcp, Shapes::ShapeRef.new(shape: McpDescriptor, location_name: "mcp"))
|
|
2772
2778
|
Descriptors.add_member(:a2a, Shapes::ShapeRef.new(shape: A2aDescriptor, location_name: "a2a"))
|
|
2773
2779
|
Descriptors.add_member(:custom, Shapes::ShapeRef.new(shape: CustomDescriptor, location_name: "custom"))
|
|
@@ -2881,9 +2887,11 @@ module Aws::BedrockAgentCoreControl
|
|
|
2881
2887
|
|
|
2882
2888
|
EvaluatorConfig.add_member(:llm_as_a_judge, Shapes::ShapeRef.new(shape: LlmAsAJudgeEvaluatorConfig, location_name: "llmAsAJudge"))
|
|
2883
2889
|
EvaluatorConfig.add_member(:code_based, Shapes::ShapeRef.new(shape: CodeBasedEvaluatorConfig, location_name: "codeBased"))
|
|
2890
|
+
EvaluatorConfig.add_member(:derived, Shapes::ShapeRef.new(shape: DerivedEvaluatorConfig, location_name: "derived"))
|
|
2884
2891
|
EvaluatorConfig.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
|
|
2885
2892
|
EvaluatorConfig.add_member_subclass(:llm_as_a_judge, Types::EvaluatorConfig::LlmAsAJudge)
|
|
2886
2893
|
EvaluatorConfig.add_member_subclass(:code_based, Types::EvaluatorConfig::CodeBased)
|
|
2894
|
+
EvaluatorConfig.add_member_subclass(:derived, Types::EvaluatorConfig::Derived)
|
|
2887
2895
|
EvaluatorConfig.add_member_subclass(:unknown, Types::EvaluatorConfig::Unknown)
|
|
2888
2896
|
EvaluatorConfig.struct_class = Types::EvaluatorConfig
|
|
2889
2897
|
|
|
@@ -2908,6 +2916,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
2908
2916
|
EvaluatorSummary.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
|
|
2909
2917
|
EvaluatorSummary.add_member(:description, Shapes::ShapeRef.new(shape: EvaluatorDescription, location_name: "description"))
|
|
2910
2918
|
EvaluatorSummary.add_member(:evaluator_type, Shapes::ShapeRef.new(shape: EvaluatorType, required: true, location_name: "evaluatorType"))
|
|
2919
|
+
EvaluatorSummary.add_member(:provider, Shapes::ShapeRef.new(shape: Provider, location_name: "provider"))
|
|
2911
2920
|
EvaluatorSummary.add_member(:level, Shapes::ShapeRef.new(shape: EvaluatorLevel, location_name: "level"))
|
|
2912
2921
|
EvaluatorSummary.add_member(:status, Shapes::ShapeRef.new(shape: EvaluatorStatus, required: true, location_name: "status"))
|
|
2913
2922
|
EvaluatorSummary.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
|
|
@@ -3237,6 +3246,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
3237
3246
|
GetEvaluatorResponse.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
|
|
3238
3247
|
GetEvaluatorResponse.add_member(:description, Shapes::ShapeRef.new(shape: EvaluatorDescription, location_name: "description"))
|
|
3239
3248
|
GetEvaluatorResponse.add_member(:evaluator_config, Shapes::ShapeRef.new(shape: EvaluatorConfig, required: true, location_name: "evaluatorConfig"))
|
|
3249
|
+
GetEvaluatorResponse.add_member(:evaluator_type, Shapes::ShapeRef.new(shape: EvaluatorType, location_name: "evaluatorType"))
|
|
3250
|
+
GetEvaluatorResponse.add_member(:provider, Shapes::ShapeRef.new(shape: Provider, location_name: "provider"))
|
|
3240
3251
|
GetEvaluatorResponse.add_member(:level, Shapes::ShapeRef.new(shape: EvaluatorLevel, required: true, location_name: "level"))
|
|
3241
3252
|
GetEvaluatorResponse.add_member(:status, Shapes::ShapeRef.new(shape: EvaluatorStatus, required: true, location_name: "status"))
|
|
3242
3253
|
GetEvaluatorResponse.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
|
|
@@ -6835,6 +6835,27 @@ module Aws::BedrockAgentCoreControl
|
|
|
6835
6835
|
#
|
|
6836
6836
|
class DeleteWorkloadIdentityResponse < Aws::EmptyStructure; end
|
|
6837
6837
|
|
|
6838
|
+
# The configuration for a derived evaluator. It reuses an existing
|
|
6839
|
+
# evaluator's logic on your own model.
|
|
6840
|
+
#
|
|
6841
|
+
# @!attribute [rw] base_evaluator_id
|
|
6842
|
+
# The identifier of the base evaluator whose logic to run (a
|
|
6843
|
+
# `Builtin.*` or `ThirdParty.*` evaluator).
|
|
6844
|
+
# @return [String]
|
|
6845
|
+
#
|
|
6846
|
+
# @!attribute [rw] model_config
|
|
6847
|
+
# The configuration of the evaluator model that you supply.
|
|
6848
|
+
# @return [Types::EvaluatorModelConfig]
|
|
6849
|
+
#
|
|
6850
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-control-2023-06-05/DerivedEvaluatorConfig AWS API Documentation
|
|
6851
|
+
#
|
|
6852
|
+
class DerivedEvaluatorConfig < Struct.new(
|
|
6853
|
+
:base_evaluator_id,
|
|
6854
|
+
:model_config)
|
|
6855
|
+
SENSITIVE = []
|
|
6856
|
+
include Aws::Structure
|
|
6857
|
+
end
|
|
6858
|
+
|
|
6838
6859
|
# Contains descriptor-type-specific configurations for a registry
|
|
6839
6860
|
# record. Only the descriptor matching the record's `descriptorType`
|
|
6840
6861
|
# should be populated.
|
|
@@ -7450,11 +7471,18 @@ module Aws::BedrockAgentCoreControl
|
|
|
7450
7471
|
# performance.
|
|
7451
7472
|
# @return [Types::CodeBasedEvaluatorConfig]
|
|
7452
7473
|
#
|
|
7474
|
+
# @!attribute [rw] derived
|
|
7475
|
+
# The configuration for an evaluator derived from an existing base
|
|
7476
|
+
# evaluator (a built-in or third-party evaluator), run on your own
|
|
7477
|
+
# model. The base evaluator supplies the prompt and scoring.
|
|
7478
|
+
# @return [Types::DerivedEvaluatorConfig]
|
|
7479
|
+
#
|
|
7453
7480
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-control-2023-06-05/EvaluatorConfig AWS API Documentation
|
|
7454
7481
|
#
|
|
7455
7482
|
class EvaluatorConfig < Struct.new(
|
|
7456
7483
|
:llm_as_a_judge,
|
|
7457
7484
|
:code_based,
|
|
7485
|
+
:derived,
|
|
7458
7486
|
:unknown)
|
|
7459
7487
|
SENSITIVE = []
|
|
7460
7488
|
include Aws::Structure
|
|
@@ -7462,6 +7490,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
7462
7490
|
|
|
7463
7491
|
class LlmAsAJudge < EvaluatorConfig; end
|
|
7464
7492
|
class CodeBased < EvaluatorConfig; end
|
|
7493
|
+
class Derived < EvaluatorConfig; end
|
|
7465
7494
|
class Unknown < EvaluatorConfig; end
|
|
7466
7495
|
end
|
|
7467
7496
|
|
|
@@ -7544,6 +7573,11 @@ module Aws::BedrockAgentCoreControl
|
|
|
7544
7573
|
# provided by the service or a custom evaluator created by the user.
|
|
7545
7574
|
# @return [String]
|
|
7546
7575
|
#
|
|
7576
|
+
# @!attribute [rw] provider
|
|
7577
|
+
# The source of the evaluator's logic: Amazon Web Services, a
|
|
7578
|
+
# third-party library, or you.
|
|
7579
|
+
# @return [String]
|
|
7580
|
+
#
|
|
7547
7581
|
# @!attribute [rw] level
|
|
7548
7582
|
# The evaluation level (`TOOL_CALL`, `TRACE`, or `SESSION`) that
|
|
7549
7583
|
# determines the scope of evaluation.
|
|
@@ -7580,6 +7614,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
7580
7614
|
:evaluator_name,
|
|
7581
7615
|
:description,
|
|
7582
7616
|
:evaluator_type,
|
|
7617
|
+
:provider,
|
|
7583
7618
|
:level,
|
|
7584
7619
|
:status,
|
|
7585
7620
|
:created_at,
|
|
@@ -9063,6 +9098,27 @@ module Aws::BedrockAgentCoreControl
|
|
|
9063
9098
|
# code-based settings.
|
|
9064
9099
|
# @return [Types::EvaluatorConfig]
|
|
9065
9100
|
#
|
|
9101
|
+
# @!attribute [rw] evaluator_type
|
|
9102
|
+
# The kind of evaluator resource. Valid values:
|
|
9103
|
+
#
|
|
9104
|
+
# * `Builtin` – An Amazon Web Services-managed global evaluator.
|
|
9105
|
+
#
|
|
9106
|
+
# * `ThirdParty` – An Amazon Web Services-managed global evaluator
|
|
9107
|
+
# from a third-party provider.
|
|
9108
|
+
#
|
|
9109
|
+
# * `Custom` – A customer-created evaluator.
|
|
9110
|
+
#
|
|
9111
|
+
# * `CustomCode` – A customer-created code-based evaluator.
|
|
9112
|
+
#
|
|
9113
|
+
# * `CustomDerived` – A customer-created evaluator derived from an
|
|
9114
|
+
# existing base evaluator.
|
|
9115
|
+
# @return [String]
|
|
9116
|
+
#
|
|
9117
|
+
# @!attribute [rw] provider
|
|
9118
|
+
# The source of the evaluator's logic: Amazon Web Services, a
|
|
9119
|
+
# third-party library, or you.
|
|
9120
|
+
# @return [String]
|
|
9121
|
+
#
|
|
9066
9122
|
# @!attribute [rw] level
|
|
9067
9123
|
# The evaluation level (`TOOL_CALL`, `TRACE`, or `SESSION`) that
|
|
9068
9124
|
# determines the scope of evaluation.
|
|
@@ -9099,6 +9155,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
9099
9155
|
:evaluator_name,
|
|
9100
9156
|
:description,
|
|
9101
9157
|
:evaluator_config,
|
|
9158
|
+
:evaluator_type,
|
|
9159
|
+
:provider,
|
|
9102
9160
|
:level,
|
|
9103
9161
|
:status,
|
|
9104
9162
|
:created_at,
|
data/sig/client.rbs
CHANGED
|
@@ -444,7 +444,7 @@ module Aws
|
|
|
444
444
|
dataset_name: ::String,
|
|
445
445
|
?description: ::String,
|
|
446
446
|
source: Params::data_source_type,
|
|
447
|
-
schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1"),
|
|
447
|
+
schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1"),
|
|
448
448
|
?kms_key_arn: ::String,
|
|
449
449
|
?tags: Hash[::String, ::String]
|
|
450
450
|
) -> _CreateDatasetResponseSuccess
|
|
@@ -1521,7 +1521,7 @@ module Aws
|
|
|
1521
1521
|
def status: () -> ("CREATING" | "UPDATING" | "DELETING" | "ACTIVE" | "CREATE_FAILED" | "UPDATE_FAILED" | "DELETE_FAILED")
|
|
1522
1522
|
def draft_status: () -> ("MODIFIED" | "UNMODIFIED")
|
|
1523
1523
|
def failure_reason: () -> ::String
|
|
1524
|
-
def schema_type: () -> ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
|
|
1524
|
+
def schema_type: () -> ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
|
|
1525
1525
|
def kms_key_arn: () -> ::String
|
|
1526
1526
|
def example_count: () -> ::Integer
|
|
1527
1527
|
def download_url: () -> ::String
|
|
@@ -1544,6 +1544,8 @@ module Aws
|
|
|
1544
1544
|
def evaluator_name: () -> ::String
|
|
1545
1545
|
def description: () -> ::String
|
|
1546
1546
|
def evaluator_config: () -> Types::EvaluatorConfig
|
|
1547
|
+
def evaluator_type: () -> ("Builtin" | "ThirdParty" | "Custom" | "CustomCode" | "CustomDerived")
|
|
1548
|
+
def provider: () -> ("AWS" | "DeepEval" | "AutoEval" | "Custom")
|
|
1547
1549
|
def level: () -> ("TOOL_CALL" | "TRACE" | "SESSION")
|
|
1548
1550
|
def status: () -> ("ACTIVE" | "CREATING" | "CREATE_FAILED" | "UPDATING" | "UPDATE_FAILED" | "DELETING")
|
|
1549
1551
|
def created_at: () -> ::Time
|
data/sig/params.rbs
CHANGED
|
@@ -210,6 +210,11 @@ module Aws
|
|
|
210
210
|
model_config: Params::evaluator_model_config
|
|
211
211
|
}
|
|
212
212
|
|
|
213
|
+
type derived_evaluator_config = {
|
|
214
|
+
base_evaluator_id: ::String,
|
|
215
|
+
model_config: Params::evaluator_model_config
|
|
216
|
+
}
|
|
217
|
+
|
|
213
218
|
type evaluator_config = {
|
|
214
219
|
llm_as_a_judge: Params::llm_as_a_judge_evaluator_config?,
|
|
215
220
|
code_based: {
|
|
@@ -217,7 +222,8 @@ module Aws
|
|
|
217
222
|
lambda_arn: ::String,
|
|
218
223
|
lambda_timeout_in_seconds: ::Integer?
|
|
219
224
|
}?
|
|
220
|
-
}
|
|
225
|
+
}?,
|
|
226
|
+
derived: Params::derived_evaluator_config?
|
|
221
227
|
}
|
|
222
228
|
|
|
223
229
|
type mcp_gateway_configuration = {
|
data/sig/types.rbs
CHANGED
|
@@ -757,7 +757,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
757
757
|
attr_accessor dataset_name: ::String
|
|
758
758
|
attr_accessor description: ::String
|
|
759
759
|
attr_accessor source: Types::DataSourceType
|
|
760
|
-
attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
|
|
760
|
+
attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
|
|
761
761
|
attr_accessor kms_key_arn: ::String
|
|
762
762
|
attr_accessor tags: ::Hash[::String, ::String]
|
|
763
763
|
SENSITIVE: []
|
|
@@ -1447,7 +1447,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
1447
1447
|
attr_accessor description: ::String
|
|
1448
1448
|
attr_accessor status: ("CREATING" | "UPDATING" | "DELETING" | "ACTIVE" | "CREATE_FAILED" | "UPDATE_FAILED" | "DELETE_FAILED")
|
|
1449
1449
|
attr_accessor draft_status: ("MODIFIED" | "UNMODIFIED")
|
|
1450
|
-
attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
|
|
1450
|
+
attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
|
|
1451
1451
|
attr_accessor example_count: ::Integer
|
|
1452
1452
|
attr_accessor created_at: ::Time
|
|
1453
1453
|
attr_accessor updated_at: ::Time
|
|
@@ -1827,6 +1827,12 @@ module Aws::BedrockAgentCoreControl
|
|
|
1827
1827
|
class DeleteWorkloadIdentityResponse < Aws::EmptyStructure
|
|
1828
1828
|
end
|
|
1829
1829
|
|
|
1830
|
+
class DerivedEvaluatorConfig
|
|
1831
|
+
attr_accessor base_evaluator_id: ::String
|
|
1832
|
+
attr_accessor model_config: Types::EvaluatorModelConfig
|
|
1833
|
+
SENSITIVE: []
|
|
1834
|
+
end
|
|
1835
|
+
|
|
1830
1836
|
class Descriptors
|
|
1831
1837
|
attr_accessor mcp: Types::McpDescriptor
|
|
1832
1838
|
attr_accessor a2a: Types::A2aDescriptor
|
|
@@ -1970,6 +1976,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
1970
1976
|
class EvaluatorConfig
|
|
1971
1977
|
attr_accessor llm_as_a_judge: Types::LlmAsAJudgeEvaluatorConfig
|
|
1972
1978
|
attr_accessor code_based: Types::CodeBasedEvaluatorConfig
|
|
1979
|
+
attr_accessor derived: Types::DerivedEvaluatorConfig
|
|
1973
1980
|
attr_accessor unknown: untyped
|
|
1974
1981
|
SENSITIVE: []
|
|
1975
1982
|
|
|
@@ -1977,6 +1984,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
1977
1984
|
end
|
|
1978
1985
|
class CodeBased < EvaluatorConfig
|
|
1979
1986
|
end
|
|
1987
|
+
class Derived < EvaluatorConfig
|
|
1988
|
+
end
|
|
1980
1989
|
class Unknown < EvaluatorConfig
|
|
1981
1990
|
end
|
|
1982
1991
|
end
|
|
@@ -2011,7 +2020,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
2011
2020
|
attr_accessor evaluator_id: ::String
|
|
2012
2021
|
attr_accessor evaluator_name: ::String
|
|
2013
2022
|
attr_accessor description: ::String
|
|
2014
|
-
attr_accessor evaluator_type: ("Builtin" | "Custom" | "CustomCode")
|
|
2023
|
+
attr_accessor evaluator_type: ("Builtin" | "ThirdParty" | "Custom" | "CustomCode" | "CustomDerived")
|
|
2024
|
+
attr_accessor provider: ("AWS" | "DeepEval" | "AutoEval" | "Custom")
|
|
2015
2025
|
attr_accessor level: ("TOOL_CALL" | "TRACE" | "SESSION")
|
|
2016
2026
|
attr_accessor status: ("ACTIVE" | "CREATING" | "CREATE_FAILED" | "UPDATING" | "UPDATE_FAILED" | "DELETING")
|
|
2017
2027
|
attr_accessor created_at: ::Time
|
|
@@ -2388,7 +2398,7 @@ module Aws::BedrockAgentCoreControl
|
|
|
2388
2398
|
attr_accessor status: ("CREATING" | "UPDATING" | "DELETING" | "ACTIVE" | "CREATE_FAILED" | "UPDATE_FAILED" | "DELETE_FAILED")
|
|
2389
2399
|
attr_accessor draft_status: ("MODIFIED" | "UNMODIFIED")
|
|
2390
2400
|
attr_accessor failure_reason: ::String
|
|
2391
|
-
attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
|
|
2401
|
+
attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
|
|
2392
2402
|
attr_accessor kms_key_arn: ::String
|
|
2393
2403
|
attr_accessor example_count: ::Integer
|
|
2394
2404
|
attr_accessor download_url: ::String
|
|
@@ -2411,6 +2421,8 @@ module Aws::BedrockAgentCoreControl
|
|
|
2411
2421
|
attr_accessor evaluator_name: ::String
|
|
2412
2422
|
attr_accessor description: ::String
|
|
2413
2423
|
attr_accessor evaluator_config: Types::EvaluatorConfig
|
|
2424
|
+
attr_accessor evaluator_type: ("Builtin" | "ThirdParty" | "Custom" | "CustomCode" | "CustomDerived")
|
|
2425
|
+
attr_accessor provider: ("AWS" | "DeepEval" | "AutoEval" | "Custom")
|
|
2414
2426
|
attr_accessor level: ("TOOL_CALL" | "TRACE" | "SESSION")
|
|
2415
2427
|
attr_accessor status: ("ACTIVE" | "CREATING" | "CREATE_FAILED" | "UPDATING" | "UPDATE_FAILED" | "DELETING")
|
|
2416
2428
|
attr_accessor created_at: ::Time
|