aws-sdk-bedrockagentcorecontrol 1.64.0 → 1.65.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: d4d66c60f29171cfd96af4bee2121f2d65eb0ec92fdf4b6b5c809903a1b3e4ec
4
- data.tar.gz: f6f73da5571a62e21b63164b955bc50e14a425c412832a3926cceb4e8667faf7
3
+ metadata.gz: e3afaeca7fc8892f28dfc06d419a82c9f60834aad5f252d600ea86c6ab33a9c9
4
+ data.tar.gz: c40169a8a46178fc4ed83899a039609cad6fe025016ea7bfbd7fb730fe261e80
5
5
  SHA512:
6
- metadata.gz: dc0c72180032b750944533c21b11e96a106de3e121b2da90848d9724377af2449eca2260560e9c76fb0a985a332bd2c384d9cca51ca833f459c0fbaf1523ad0c
7
- data.tar.gz: c83935235c25b5a7aad6117c93f8b16189e1cbc1deee472ac6e14569617e8a416e9f9cf9893d9aa56b7afe82e0899529ed7d8621ef6629f23415b145c54b669b
6
+ metadata.gz: 9e00b914111ce4d07c804bcd29698c2900669953d10597b222cf21b84620082a80674260a9b9982e7aff8fed9096a881e835f86f4cddc1854ec7980a9f22b58b
7
+ data.tar.gz: 8b2276b97453d5a9b479073196e576ff06a3d0fa91f6351dfe46eb09aa9741b14a4fde8c62c5f232722ebd984bcce371aadd9d911e2141800fd7e1418d2f2401
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.65.0 (2026-08-17)
5
+ ------------------
6
+
7
+ * Feature - Adds implementations of third-party evaluators, both managed-as-a-service and as templates within custom evaluators.
8
+
4
9
  1.64.0 (2026-08-14)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.64.0
1
+ 1.65.0
@@ -1637,7 +1637,7 @@ module Aws::BedrockAgentCoreControl
1637
1637
  # s3_uri: "S3Uri", # required
1638
1638
  # },
1639
1639
  # },
1640
- # schema_type: "AGENTCORE_EVALUATION_PREDEFINED_V1", # required, accepts AGENTCORE_EVALUATION_PREDEFINED_V1, AGENTCORE_EVALUATION_SIMULATED_V1
1640
+ # schema_type: "AGENTCORE_EVALUATION_PREDEFINED_V1", # required, accepts AGENTCORE_EVALUATION_PREDEFINED_V1, AGENTCORE_EVALUATION_SIMULATED_V1, GENERIC_EVALUATION_PREDEFINED_V1
1641
1641
  # kms_key_arn: "KmsKeyArn",
1642
1642
  # tags: {
1643
1643
  # "TagKey" => "TagValue",
@@ -1829,6 +1829,31 @@ module Aws::BedrockAgentCoreControl
1829
1829
  # lambda_timeout_in_seconds: 1,
1830
1830
  # },
1831
1831
  # },
1832
+ # derived: {
1833
+ # base_evaluator_id: "EvaluatorId", # required
1834
+ # model_config: { # required
1835
+ # bedrock_evaluator_model_config: {
1836
+ # model_id: "ModelId", # required
1837
+ # inference_config: {
1838
+ # max_tokens: 1,
1839
+ # temperature: 1.0,
1840
+ # top_p: 1.0,
1841
+ # stop_sequences: ["NonEmptyString"],
1842
+ # },
1843
+ # additional_model_request_fields: {
1844
+ # },
1845
+ # },
1846
+ # responses_evaluator_model_config: {
1847
+ # model_id: "ModelId", # required
1848
+ # max_output_tokens: 1,
1849
+ # temperature: 1.0,
1850
+ # top_p: 1.0,
1851
+ # reasoning: {
1852
+ # effort: "ReasoningConfigurationEffortString",
1853
+ # },
1854
+ # },
1855
+ # },
1856
+ # },
1832
1857
  # },
1833
1858
  # level: "TOOL_CALL", # required, accepts TOOL_CALL, TRACE, SESSION
1834
1859
  # kms_key_arn: "KmsKeyArn",
@@ -4844,9 +4869,17 @@ module Aws::BedrockAgentCoreControl
4844
4869
  # asynchronous operation. Use the [GetPolicy][1] operation to poll the
4845
4870
  # `status` field to track completion.
4846
4871
  #
4872
+ # If the new policy is a temporal policy, creating it invalidates the
4873
+ # policy engine's active temporal sessions. For more information about
4874
+ # temporal policy sessions, see [session-based temporal policies][2].
4875
+ # The policy engine returns an HTTP 409 `ConflictException` to in-flight
4876
+ # sessions. To resume, you must start a new session with a new session
4877
+ # ID.
4878
+ #
4847
4879
  #
4848
4880
  #
4849
4881
  # [1]: https://docs.aws.amazon.com/bedrock-agentcore-control/latest/APIReference/API_GetPolicy.html
4882
+ # [2]: https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/policy-session-based-temporal.html
4850
4883
  #
4851
4884
  # @option params [required, String] :name
4852
4885
  # The customer-assigned immutable name for the policy. Must be unique
@@ -7336,7 +7369,7 @@ module Aws::BedrockAgentCoreControl
7336
7369
  # resp.status #=> String, one of "CREATING", "UPDATING", "DELETING", "ACTIVE", "CREATE_FAILED", "UPDATE_FAILED", "DELETE_FAILED"
7337
7370
  # resp.draft_status #=> String, one of "MODIFIED", "UNMODIFIED"
7338
7371
  # resp.failure_reason #=> String
7339
- # resp.schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1"
7372
+ # resp.schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1", "GENERIC_EVALUATION_PREDEFINED_V1"
7340
7373
  # resp.kms_key_arn #=> String
7341
7374
  # resp.example_count #=> Integer
7342
7375
  # resp.download_url #=> String
@@ -7378,6 +7411,8 @@ module Aws::BedrockAgentCoreControl
7378
7411
  # * {Types::GetEvaluatorResponse#evaluator_name #evaluator_name} => String
7379
7412
  # * {Types::GetEvaluatorResponse#description #description} => String
7380
7413
  # * {Types::GetEvaluatorResponse#evaluator_config #evaluator_config} => Types::EvaluatorConfig
7414
+ # * {Types::GetEvaluatorResponse#evaluator_type #evaluator_type} => String
7415
+ # * {Types::GetEvaluatorResponse#provider #provider} => String
7381
7416
  # * {Types::GetEvaluatorResponse#level #level} => String
7382
7417
  # * {Types::GetEvaluatorResponse#status #status} => String
7383
7418
  # * {Types::GetEvaluatorResponse#created_at #created_at} => Time
@@ -7419,6 +7454,20 @@ module Aws::BedrockAgentCoreControl
7419
7454
  # resp.evaluator_config.llm_as_a_judge.model_config.responses_evaluator_model_config.reasoning.effort #=> String
7420
7455
  # resp.evaluator_config.code_based.lambda_config.lambda_arn #=> String
7421
7456
  # resp.evaluator_config.code_based.lambda_config.lambda_timeout_in_seconds #=> Integer
7457
+ # resp.evaluator_config.derived.base_evaluator_id #=> String
7458
+ # resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.model_id #=> String
7459
+ # resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.max_tokens #=> Integer
7460
+ # resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.temperature #=> Float
7461
+ # resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.top_p #=> Float
7462
+ # resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.stop_sequences #=> Array
7463
+ # resp.evaluator_config.derived.model_config.bedrock_evaluator_model_config.inference_config.stop_sequences[0] #=> String
7464
+ # resp.evaluator_config.derived.model_config.responses_evaluator_model_config.model_id #=> String
7465
+ # resp.evaluator_config.derived.model_config.responses_evaluator_model_config.max_output_tokens #=> Integer
7466
+ # resp.evaluator_config.derived.model_config.responses_evaluator_model_config.temperature #=> Float
7467
+ # resp.evaluator_config.derived.model_config.responses_evaluator_model_config.top_p #=> Float
7468
+ # resp.evaluator_config.derived.model_config.responses_evaluator_model_config.reasoning.effort #=> String
7469
+ # resp.evaluator_type #=> String, one of "Builtin", "ThirdParty", "Custom", "CustomCode", "CustomDerived"
7470
+ # resp.provider #=> String, one of "AWS", "DeepEval", "AutoEval", "Custom"
7422
7471
  # resp.level #=> String, one of "TOOL_CALL", "TRACE", "SESSION"
7423
7472
  # resp.status #=> String, one of "ACTIVE", "CREATING", "CREATE_FAILED", "UPDATING", "UPDATE_FAILED", "DELETING"
7424
7473
  # resp.created_at #=> Time
@@ -9956,7 +10005,7 @@ module Aws::BedrockAgentCoreControl
9956
10005
  # resp.datasets[0].description #=> String
9957
10006
  # resp.datasets[0].status #=> String, one of "CREATING", "UPDATING", "DELETING", "ACTIVE", "CREATE_FAILED", "UPDATE_FAILED", "DELETE_FAILED"
9958
10007
  # resp.datasets[0].draft_status #=> String, one of "MODIFIED", "UNMODIFIED"
9959
- # resp.datasets[0].schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1"
10008
+ # resp.datasets[0].schema_type #=> String, one of "AGENTCORE_EVALUATION_PREDEFINED_V1", "AGENTCORE_EVALUATION_SIMULATED_V1", "GENERIC_EVALUATION_PREDEFINED_V1"
9960
10009
  # resp.datasets[0].example_count #=> Integer
9961
10010
  # resp.datasets[0].created_at #=> Time
9962
10011
  # resp.datasets[0].updated_at #=> Time
@@ -10002,7 +10051,8 @@ module Aws::BedrockAgentCoreControl
10002
10051
  # resp.evaluators[0].evaluator_id #=> String
10003
10052
  # resp.evaluators[0].evaluator_name #=> String
10004
10053
  # resp.evaluators[0].description #=> String
10005
- # resp.evaluators[0].evaluator_type #=> String, one of "Builtin", "Custom", "CustomCode"
10054
+ # resp.evaluators[0].evaluator_type #=> String, one of "Builtin", "ThirdParty", "Custom", "CustomCode", "CustomDerived"
10055
+ # resp.evaluators[0].provider #=> String, one of "AWS", "DeepEval", "AutoEval", "Custom"
10006
10056
  # resp.evaluators[0].level #=> String, one of "TOOL_CALL", "TRACE", "SESSION"
10007
10057
  # resp.evaluators[0].status #=> String, one of "ACTIVE", "CREATING", "CREATE_FAILED", "UPDATING", "UPDATE_FAILED", "DELETING"
10008
10058
  # resp.evaluators[0].created_at #=> Time
@@ -12543,6 +12593,31 @@ module Aws::BedrockAgentCoreControl
12543
12593
  # lambda_timeout_in_seconds: 1,
12544
12594
  # },
12545
12595
  # },
12596
+ # derived: {
12597
+ # base_evaluator_id: "EvaluatorId", # required
12598
+ # model_config: { # required
12599
+ # bedrock_evaluator_model_config: {
12600
+ # model_id: "ModelId", # required
12601
+ # inference_config: {
12602
+ # max_tokens: 1,
12603
+ # temperature: 1.0,
12604
+ # top_p: 1.0,
12605
+ # stop_sequences: ["NonEmptyString"],
12606
+ # },
12607
+ # additional_model_request_fields: {
12608
+ # },
12609
+ # },
12610
+ # responses_evaluator_model_config: {
12611
+ # model_id: "ModelId", # required
12612
+ # max_output_tokens: 1,
12613
+ # temperature: 1.0,
12614
+ # top_p: 1.0,
12615
+ # reasoning: {
12616
+ # effort: "ReasoningConfigurationEffortString",
12617
+ # },
12618
+ # },
12619
+ # },
12620
+ # },
12546
12621
  # },
12547
12622
  # level: "TOOL_CALL", # accepts TOOL_CALL, TRACE, SESSION
12548
12623
  # kms_key_arn: "KmsKeyArn",
@@ -15536,6 +15611,18 @@ module Aws::BedrockAgentCoreControl
15536
15611
  # asynchronous operation. Use the `GetPolicy` operation to poll the
15537
15612
  # `status` field to track completion.
15538
15613
  #
15614
+ # If the updated policy is a temporal policy, the policy engine
15615
+ # invalidates all active temporal sessions. If the update adds or
15616
+ # removes temporal operators, the policy engine also invalidates active
15617
+ # temporal sessions. For more information about temporal policy
15618
+ # sessions, see [session-based temporal policies][1]. The policy engine
15619
+ # returns an HTTP 409 `ConflictException` to in-flight sessions. To
15620
+ # resume, you must start a new session with a new session ID.
15621
+ #
15622
+ #
15623
+ #
15624
+ # [1]: https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/policy-session-based-temporal.html
15625
+ #
15539
15626
  # @option params [required, String] :policy_engine_id
15540
15627
  # The identifier of the policy engine that manages the policy to be
15541
15628
  # updated. This ensures the policy is updated within the correct policy
@@ -16196,7 +16283,7 @@ module Aws::BedrockAgentCoreControl
16196
16283
  tracer: tracer
16197
16284
  )
16198
16285
  context[:gem_name] = 'aws-sdk-bedrockagentcorecontrol'
16199
- context[:gem_version] = '1.64.0'
16286
+ context[:gem_version] = '1.65.0'
16200
16287
  Seahorse::Client::Request.new(handlers, context)
16201
16288
  end
16202
16289
 
@@ -373,6 +373,7 @@ module Aws::BedrockAgentCoreControl
373
373
  DeleteResourcePolicyResponse = Shapes::StructureShape.new(name: 'DeleteResourcePolicyResponse')
374
374
  DeleteWorkloadIdentityRequest = Shapes::StructureShape.new(name: 'DeleteWorkloadIdentityRequest')
375
375
  DeleteWorkloadIdentityResponse = Shapes::StructureShape.new(name: 'DeleteWorkloadIdentityResponse')
376
+ DerivedEvaluatorConfig = Shapes::StructureShape.new(name: 'DerivedEvaluatorConfig')
376
377
  Description = Shapes::StringShape.new(name: 'Description')
377
378
  DescriptorType = Shapes::StringShape.new(name: 'DescriptorType')
378
379
  Descriptors = Shapes::StructureShape.new(name: 'Descriptors')
@@ -1009,6 +1010,7 @@ module Aws::BedrockAgentCoreControl
1009
1010
  PrivateKeySource = Shapes::UnionShape.new(name: 'PrivateKeySource')
1010
1011
  Prompt = Shapes::StringShape.new(name: 'Prompt')
1011
1012
  ProtocolConfiguration = Shapes::StructureShape.new(name: 'ProtocolConfiguration')
1013
+ Provider = Shapes::StringShape.new(name: 'Provider')
1012
1014
  ProviderPrefix = Shapes::StructureShape.new(name: 'ProviderPrefix')
1013
1015
  ProviderPrefixSeparatorString = Shapes::StringShape.new(name: 'ProviderPrefixSeparatorString')
1014
1016
  PutResourcePolicyRequest = Shapes::StructureShape.new(name: 'PutResourcePolicyRequest')
@@ -2768,6 +2770,10 @@ module Aws::BedrockAgentCoreControl
2768
2770
 
2769
2771
  DeleteWorkloadIdentityResponse.struct_class = Types::DeleteWorkloadIdentityResponse
2770
2772
 
2773
+ DerivedEvaluatorConfig.add_member(:base_evaluator_id, Shapes::ShapeRef.new(shape: EvaluatorId, required: true, location_name: "baseEvaluatorId"))
2774
+ DerivedEvaluatorConfig.add_member(:model_config, Shapes::ShapeRef.new(shape: EvaluatorModelConfig, required: true, location_name: "modelConfig"))
2775
+ DerivedEvaluatorConfig.struct_class = Types::DerivedEvaluatorConfig
2776
+
2771
2777
  Descriptors.add_member(:mcp, Shapes::ShapeRef.new(shape: McpDescriptor, location_name: "mcp"))
2772
2778
  Descriptors.add_member(:a2a, Shapes::ShapeRef.new(shape: A2aDescriptor, location_name: "a2a"))
2773
2779
  Descriptors.add_member(:custom, Shapes::ShapeRef.new(shape: CustomDescriptor, location_name: "custom"))
@@ -2881,9 +2887,11 @@ module Aws::BedrockAgentCoreControl
2881
2887
 
2882
2888
  EvaluatorConfig.add_member(:llm_as_a_judge, Shapes::ShapeRef.new(shape: LlmAsAJudgeEvaluatorConfig, location_name: "llmAsAJudge"))
2883
2889
  EvaluatorConfig.add_member(:code_based, Shapes::ShapeRef.new(shape: CodeBasedEvaluatorConfig, location_name: "codeBased"))
2890
+ EvaluatorConfig.add_member(:derived, Shapes::ShapeRef.new(shape: DerivedEvaluatorConfig, location_name: "derived"))
2884
2891
  EvaluatorConfig.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
2885
2892
  EvaluatorConfig.add_member_subclass(:llm_as_a_judge, Types::EvaluatorConfig::LlmAsAJudge)
2886
2893
  EvaluatorConfig.add_member_subclass(:code_based, Types::EvaluatorConfig::CodeBased)
2894
+ EvaluatorConfig.add_member_subclass(:derived, Types::EvaluatorConfig::Derived)
2887
2895
  EvaluatorConfig.add_member_subclass(:unknown, Types::EvaluatorConfig::Unknown)
2888
2896
  EvaluatorConfig.struct_class = Types::EvaluatorConfig
2889
2897
 
@@ -2908,6 +2916,7 @@ module Aws::BedrockAgentCoreControl
2908
2916
  EvaluatorSummary.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
2909
2917
  EvaluatorSummary.add_member(:description, Shapes::ShapeRef.new(shape: EvaluatorDescription, location_name: "description"))
2910
2918
  EvaluatorSummary.add_member(:evaluator_type, Shapes::ShapeRef.new(shape: EvaluatorType, required: true, location_name: "evaluatorType"))
2919
+ EvaluatorSummary.add_member(:provider, Shapes::ShapeRef.new(shape: Provider, location_name: "provider"))
2911
2920
  EvaluatorSummary.add_member(:level, Shapes::ShapeRef.new(shape: EvaluatorLevel, location_name: "level"))
2912
2921
  EvaluatorSummary.add_member(:status, Shapes::ShapeRef.new(shape: EvaluatorStatus, required: true, location_name: "status"))
2913
2922
  EvaluatorSummary.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
@@ -3237,6 +3246,8 @@ module Aws::BedrockAgentCoreControl
3237
3246
  GetEvaluatorResponse.add_member(:evaluator_name, Shapes::ShapeRef.new(shape: EvaluatorName, required: true, location_name: "evaluatorName"))
3238
3247
  GetEvaluatorResponse.add_member(:description, Shapes::ShapeRef.new(shape: EvaluatorDescription, location_name: "description"))
3239
3248
  GetEvaluatorResponse.add_member(:evaluator_config, Shapes::ShapeRef.new(shape: EvaluatorConfig, required: true, location_name: "evaluatorConfig"))
3249
+ GetEvaluatorResponse.add_member(:evaluator_type, Shapes::ShapeRef.new(shape: EvaluatorType, location_name: "evaluatorType"))
3250
+ GetEvaluatorResponse.add_member(:provider, Shapes::ShapeRef.new(shape: Provider, location_name: "provider"))
3240
3251
  GetEvaluatorResponse.add_member(:level, Shapes::ShapeRef.new(shape: EvaluatorLevel, required: true, location_name: "level"))
3241
3252
  GetEvaluatorResponse.add_member(:status, Shapes::ShapeRef.new(shape: EvaluatorStatus, required: true, location_name: "status"))
3242
3253
  GetEvaluatorResponse.add_member(:created_at, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "createdAt"))
@@ -6835,6 +6835,27 @@ module Aws::BedrockAgentCoreControl
6835
6835
  #
6836
6836
  class DeleteWorkloadIdentityResponse < Aws::EmptyStructure; end
6837
6837
 
6838
+ # The configuration for a derived evaluator. It reuses an existing
6839
+ # evaluator's logic on your own model.
6840
+ #
6841
+ # @!attribute [rw] base_evaluator_id
6842
+ # The identifier of the base evaluator whose logic to run (a
6843
+ # `Builtin.*` or `ThirdParty.*` evaluator).
6844
+ # @return [String]
6845
+ #
6846
+ # @!attribute [rw] model_config
6847
+ # The configuration of the evaluator model that you supply.
6848
+ # @return [Types::EvaluatorModelConfig]
6849
+ #
6850
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-control-2023-06-05/DerivedEvaluatorConfig AWS API Documentation
6851
+ #
6852
+ class DerivedEvaluatorConfig < Struct.new(
6853
+ :base_evaluator_id,
6854
+ :model_config)
6855
+ SENSITIVE = []
6856
+ include Aws::Structure
6857
+ end
6858
+
6838
6859
  # Contains descriptor-type-specific configurations for a registry
6839
6860
  # record. Only the descriptor matching the record's `descriptorType`
6840
6861
  # should be populated.
@@ -7450,11 +7471,18 @@ module Aws::BedrockAgentCoreControl
7450
7471
  # performance.
7451
7472
  # @return [Types::CodeBasedEvaluatorConfig]
7452
7473
  #
7474
+ # @!attribute [rw] derived
7475
+ # The configuration for an evaluator derived from an existing base
7476
+ # evaluator (a built-in or third-party evaluator), run on your own
7477
+ # model. The base evaluator supplies the prompt and scoring.
7478
+ # @return [Types::DerivedEvaluatorConfig]
7479
+ #
7453
7480
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-agentcore-control-2023-06-05/EvaluatorConfig AWS API Documentation
7454
7481
  #
7455
7482
  class EvaluatorConfig < Struct.new(
7456
7483
  :llm_as_a_judge,
7457
7484
  :code_based,
7485
+ :derived,
7458
7486
  :unknown)
7459
7487
  SENSITIVE = []
7460
7488
  include Aws::Structure
@@ -7462,6 +7490,7 @@ module Aws::BedrockAgentCoreControl
7462
7490
 
7463
7491
  class LlmAsAJudge < EvaluatorConfig; end
7464
7492
  class CodeBased < EvaluatorConfig; end
7493
+ class Derived < EvaluatorConfig; end
7465
7494
  class Unknown < EvaluatorConfig; end
7466
7495
  end
7467
7496
 
@@ -7544,6 +7573,11 @@ module Aws::BedrockAgentCoreControl
7544
7573
  # provided by the service or a custom evaluator created by the user.
7545
7574
  # @return [String]
7546
7575
  #
7576
+ # @!attribute [rw] provider
7577
+ # The source of the evaluator's logic: Amazon Web Services, a
7578
+ # third-party library, or you.
7579
+ # @return [String]
7580
+ #
7547
7581
  # @!attribute [rw] level
7548
7582
  # The evaluation level (`TOOL_CALL`, `TRACE`, or `SESSION`) that
7549
7583
  # determines the scope of evaluation.
@@ -7580,6 +7614,7 @@ module Aws::BedrockAgentCoreControl
7580
7614
  :evaluator_name,
7581
7615
  :description,
7582
7616
  :evaluator_type,
7617
+ :provider,
7583
7618
  :level,
7584
7619
  :status,
7585
7620
  :created_at,
@@ -9063,6 +9098,27 @@ module Aws::BedrockAgentCoreControl
9063
9098
  # code-based settings.
9064
9099
  # @return [Types::EvaluatorConfig]
9065
9100
  #
9101
+ # @!attribute [rw] evaluator_type
9102
+ # The kind of evaluator resource. Valid values:
9103
+ #
9104
+ # * `Builtin` – An Amazon Web Services-managed global evaluator.
9105
+ #
9106
+ # * `ThirdParty` – An Amazon Web Services-managed global evaluator
9107
+ # from a third-party provider.
9108
+ #
9109
+ # * `Custom` – A customer-created evaluator.
9110
+ #
9111
+ # * `CustomCode` – A customer-created code-based evaluator.
9112
+ #
9113
+ # * `CustomDerived` – A customer-created evaluator derived from an
9114
+ # existing base evaluator.
9115
+ # @return [String]
9116
+ #
9117
+ # @!attribute [rw] provider
9118
+ # The source of the evaluator's logic: Amazon Web Services, a
9119
+ # third-party library, or you.
9120
+ # @return [String]
9121
+ #
9066
9122
  # @!attribute [rw] level
9067
9123
  # The evaluation level (`TOOL_CALL`, `TRACE`, or `SESSION`) that
9068
9124
  # determines the scope of evaluation.
@@ -9099,6 +9155,8 @@ module Aws::BedrockAgentCoreControl
9099
9155
  :evaluator_name,
9100
9156
  :description,
9101
9157
  :evaluator_config,
9158
+ :evaluator_type,
9159
+ :provider,
9102
9160
  :level,
9103
9161
  :status,
9104
9162
  :created_at,
@@ -55,7 +55,7 @@ module Aws::BedrockAgentCoreControl
55
55
  autoload :EndpointProvider, 'aws-sdk-bedrockagentcorecontrol/endpoint_provider'
56
56
  autoload :Endpoints, 'aws-sdk-bedrockagentcorecontrol/endpoints'
57
57
 
58
- GEM_VERSION = '1.64.0'
58
+ GEM_VERSION = '1.65.0'
59
59
 
60
60
  end
61
61
 
data/sig/client.rbs CHANGED
@@ -444,7 +444,7 @@ module Aws
444
444
  dataset_name: ::String,
445
445
  ?description: ::String,
446
446
  source: Params::data_source_type,
447
- schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1"),
447
+ schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1"),
448
448
  ?kms_key_arn: ::String,
449
449
  ?tags: Hash[::String, ::String]
450
450
  ) -> _CreateDatasetResponseSuccess
@@ -1521,7 +1521,7 @@ module Aws
1521
1521
  def status: () -> ("CREATING" | "UPDATING" | "DELETING" | "ACTIVE" | "CREATE_FAILED" | "UPDATE_FAILED" | "DELETE_FAILED")
1522
1522
  def draft_status: () -> ("MODIFIED" | "UNMODIFIED")
1523
1523
  def failure_reason: () -> ::String
1524
- def schema_type: () -> ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
1524
+ def schema_type: () -> ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
1525
1525
  def kms_key_arn: () -> ::String
1526
1526
  def example_count: () -> ::Integer
1527
1527
  def download_url: () -> ::String
@@ -1544,6 +1544,8 @@ module Aws
1544
1544
  def evaluator_name: () -> ::String
1545
1545
  def description: () -> ::String
1546
1546
  def evaluator_config: () -> Types::EvaluatorConfig
1547
+ def evaluator_type: () -> ("Builtin" | "ThirdParty" | "Custom" | "CustomCode" | "CustomDerived")
1548
+ def provider: () -> ("AWS" | "DeepEval" | "AutoEval" | "Custom")
1547
1549
  def level: () -> ("TOOL_CALL" | "TRACE" | "SESSION")
1548
1550
  def status: () -> ("ACTIVE" | "CREATING" | "CREATE_FAILED" | "UPDATING" | "UPDATE_FAILED" | "DELETING")
1549
1551
  def created_at: () -> ::Time
data/sig/params.rbs CHANGED
@@ -210,6 +210,11 @@ module Aws
210
210
  model_config: Params::evaluator_model_config
211
211
  }
212
212
 
213
+ type derived_evaluator_config = {
214
+ base_evaluator_id: ::String,
215
+ model_config: Params::evaluator_model_config
216
+ }
217
+
213
218
  type evaluator_config = {
214
219
  llm_as_a_judge: Params::llm_as_a_judge_evaluator_config?,
215
220
  code_based: {
@@ -217,7 +222,8 @@ module Aws
217
222
  lambda_arn: ::String,
218
223
  lambda_timeout_in_seconds: ::Integer?
219
224
  }?
220
- }?
225
+ }?,
226
+ derived: Params::derived_evaluator_config?
221
227
  }
222
228
 
223
229
  type mcp_gateway_configuration = {
data/sig/types.rbs CHANGED
@@ -757,7 +757,7 @@ module Aws::BedrockAgentCoreControl
757
757
  attr_accessor dataset_name: ::String
758
758
  attr_accessor description: ::String
759
759
  attr_accessor source: Types::DataSourceType
760
- attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
760
+ attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
761
761
  attr_accessor kms_key_arn: ::String
762
762
  attr_accessor tags: ::Hash[::String, ::String]
763
763
  SENSITIVE: []
@@ -1447,7 +1447,7 @@ module Aws::BedrockAgentCoreControl
1447
1447
  attr_accessor description: ::String
1448
1448
  attr_accessor status: ("CREATING" | "UPDATING" | "DELETING" | "ACTIVE" | "CREATE_FAILED" | "UPDATE_FAILED" | "DELETE_FAILED")
1449
1449
  attr_accessor draft_status: ("MODIFIED" | "UNMODIFIED")
1450
- attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
1450
+ attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
1451
1451
  attr_accessor example_count: ::Integer
1452
1452
  attr_accessor created_at: ::Time
1453
1453
  attr_accessor updated_at: ::Time
@@ -1827,6 +1827,12 @@ module Aws::BedrockAgentCoreControl
1827
1827
  class DeleteWorkloadIdentityResponse < Aws::EmptyStructure
1828
1828
  end
1829
1829
 
1830
+ class DerivedEvaluatorConfig
1831
+ attr_accessor base_evaluator_id: ::String
1832
+ attr_accessor model_config: Types::EvaluatorModelConfig
1833
+ SENSITIVE: []
1834
+ end
1835
+
1830
1836
  class Descriptors
1831
1837
  attr_accessor mcp: Types::McpDescriptor
1832
1838
  attr_accessor a2a: Types::A2aDescriptor
@@ -1970,6 +1976,7 @@ module Aws::BedrockAgentCoreControl
1970
1976
  class EvaluatorConfig
1971
1977
  attr_accessor llm_as_a_judge: Types::LlmAsAJudgeEvaluatorConfig
1972
1978
  attr_accessor code_based: Types::CodeBasedEvaluatorConfig
1979
+ attr_accessor derived: Types::DerivedEvaluatorConfig
1973
1980
  attr_accessor unknown: untyped
1974
1981
  SENSITIVE: []
1975
1982
 
@@ -1977,6 +1984,8 @@ module Aws::BedrockAgentCoreControl
1977
1984
  end
1978
1985
  class CodeBased < EvaluatorConfig
1979
1986
  end
1987
+ class Derived < EvaluatorConfig
1988
+ end
1980
1989
  class Unknown < EvaluatorConfig
1981
1990
  end
1982
1991
  end
@@ -2011,7 +2020,8 @@ module Aws::BedrockAgentCoreControl
2011
2020
  attr_accessor evaluator_id: ::String
2012
2021
  attr_accessor evaluator_name: ::String
2013
2022
  attr_accessor description: ::String
2014
- attr_accessor evaluator_type: ("Builtin" | "Custom" | "CustomCode")
2023
+ attr_accessor evaluator_type: ("Builtin" | "ThirdParty" | "Custom" | "CustomCode" | "CustomDerived")
2024
+ attr_accessor provider: ("AWS" | "DeepEval" | "AutoEval" | "Custom")
2015
2025
  attr_accessor level: ("TOOL_CALL" | "TRACE" | "SESSION")
2016
2026
  attr_accessor status: ("ACTIVE" | "CREATING" | "CREATE_FAILED" | "UPDATING" | "UPDATE_FAILED" | "DELETING")
2017
2027
  attr_accessor created_at: ::Time
@@ -2388,7 +2398,7 @@ module Aws::BedrockAgentCoreControl
2388
2398
  attr_accessor status: ("CREATING" | "UPDATING" | "DELETING" | "ACTIVE" | "CREATE_FAILED" | "UPDATE_FAILED" | "DELETE_FAILED")
2389
2399
  attr_accessor draft_status: ("MODIFIED" | "UNMODIFIED")
2390
2400
  attr_accessor failure_reason: ::String
2391
- attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1")
2401
+ attr_accessor schema_type: ("AGENTCORE_EVALUATION_PREDEFINED_V1" | "AGENTCORE_EVALUATION_SIMULATED_V1" | "GENERIC_EVALUATION_PREDEFINED_V1")
2392
2402
  attr_accessor kms_key_arn: ::String
2393
2403
  attr_accessor example_count: ::Integer
2394
2404
  attr_accessor download_url: ::String
@@ -2411,6 +2421,8 @@ module Aws::BedrockAgentCoreControl
2411
2421
  attr_accessor evaluator_name: ::String
2412
2422
  attr_accessor description: ::String
2413
2423
  attr_accessor evaluator_config: Types::EvaluatorConfig
2424
+ attr_accessor evaluator_type: ("Builtin" | "ThirdParty" | "Custom" | "CustomCode" | "CustomDerived")
2425
+ attr_accessor provider: ("AWS" | "DeepEval" | "AutoEval" | "Custom")
2414
2426
  attr_accessor level: ("TOOL_CALL" | "TRACE" | "SESSION")
2415
2427
  attr_accessor status: ("ACTIVE" | "CREATING" | "CREATE_FAILED" | "UPDATING" | "UPDATE_FAILED" | "DELETING")
2416
2428
  attr_accessor created_at: ::Time
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-bedrockagentcorecontrol
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.64.0
4
+ version: 1.65.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services