aws-sdk-bedrock 1.41.0 → 1.43.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 87923521772094c9ec78f8e86a115fe80cc75f9094a6123b8d7d094fe4cbc07d
4
- data.tar.gz: 73e72424273ad3dc26502454113fa810107fba80b7e02a4ef69ebb6ba2730e05
3
+ metadata.gz: da9a4a3137989ff07b7c213ab481e7a6924fc5cd98a1fdd5d26a273a22be805f
4
+ data.tar.gz: d6dbdd7f05ca3baf18e28aeac824c18a26bc1702ecd1384221cd7c29a224e96b
5
5
  SHA512:
6
- metadata.gz: 837e2fd591a620addc22e9f1e68947b679af09089f7663ee38e04c2eec6a58589b1828b462f92c1adf4fa3695ca2ccee62d53443680194ab4e4e75433cfeabd9
7
- data.tar.gz: 25c1c7e1756a78927a4836a66bdaf27dd443d6f0daa1aedfca9c68938c7569353fa11f0d78d67b31f30629bcc6da40c81d1e55466cf7bffe8b88f4e095304866
6
+ metadata.gz: c74851d78a6fdbad7a190ad2632416cadd2bd75fe640430fc3b421c1e3a0f3cb3fda727a1bb3d0fe3f8a319c057f7f0fde77dd8b5bbcf6af21b3713299d7466e
7
+ data.tar.gz: 5986afdb2816cbd7f36df64e6e42b13ca1bea2ffb28ee043bc3517884aacf13592107d46d76dc230f6280ee4bc596452e548e30c510f629b3933c228ba87c69b
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.43.0 (2025-04-30)
5
+ ------------------
6
+
7
+ * Feature - You can now specify a cross region inference profile as a teacher model for the CreateModelCustomizationJob API. Additionally, the GetModelCustomizationJob API has been enhanced to return the sub-task statuses of a customization job within the StatusDetails response field.
8
+
9
+ 1.42.0 (2025-04-17)
10
+ ------------------
11
+
12
+ * Feature - With this release, Bedrock Evaluation will now support custom metrics for evaluation.
13
+
4
14
  1.41.0 (2025-04-07)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.41.0
1
+ 1.43.0
@@ -484,6 +484,35 @@ module Aws::Bedrock
484
484
  # * {Types::BatchDeleteEvaluationJobResponse#errors #errors} => Array<Types::BatchDeleteEvaluationJobError>
485
485
  # * {Types::BatchDeleteEvaluationJobResponse#evaluation_jobs #evaluation_jobs} => Array<Types::BatchDeleteEvaluationJobItem>
486
486
  #
487
+ #
488
+ # @example Example: Delete evaluation jobs
489
+ #
490
+ # # The following example shows a request to delete two model evaluation jobs, where one of the jobs is not found.
491
+ #
492
+ # resp = client.batch_delete_evaluation_job({
493
+ # job_identifiers: [
494
+ # "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/12rnxmplqv0v",
495
+ # "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/rispxmpl12rn",
496
+ # ],
497
+ # })
498
+ #
499
+ # resp.to_h outputs the following:
500
+ # {
501
+ # errors: [
502
+ # {
503
+ # code: "404",
504
+ # job_identifier: "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/rispxmpl12rn",
505
+ # message: "Unable to locate this job to delete.",
506
+ # },
507
+ # ],
508
+ # evaluation_jobs: [
509
+ # {
510
+ # job_identifier: "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/12rnxmplqv0v",
511
+ # job_status: "Deleting",
512
+ # },
513
+ # ],
514
+ # }
515
+ #
487
516
  # @example Request syntax with placeholder values
488
517
  #
489
518
  # resp = client.batch_delete_evaluation_job({
@@ -612,6 +641,32 @@ module Aws::Bedrock
612
641
  # },
613
642
  # ],
614
643
  # },
644
+ # custom_metric_config: {
645
+ # custom_metrics: [ # required
646
+ # {
647
+ # custom_metric_definition: {
648
+ # name: "MetricName", # required
649
+ # instructions: "CustomMetricInstructions", # required
650
+ # rating_scale: [
651
+ # {
652
+ # definition: "RatingScaleItemDefinition", # required
653
+ # value: { # required
654
+ # string_value: "RatingScaleItemValueStringValueString",
655
+ # float_value: 1.0,
656
+ # },
657
+ # },
658
+ # ],
659
+ # },
660
+ # },
661
+ # ],
662
+ # evaluator_model_config: { # required
663
+ # bedrock_evaluator_models: [ # required
664
+ # {
665
+ # model_identifier: "EvaluatorModelIdentifier", # required
666
+ # },
667
+ # ],
668
+ # },
669
+ # },
615
670
  # },
616
671
  # human: {
617
672
  # human_workflow_config: {
@@ -2367,6 +2422,15 @@ module Aws::Bedrock
2367
2422
  # resp.evaluation_config.automated.dataset_metric_configs[0].metric_names[0] #=> String
2368
2423
  # resp.evaluation_config.automated.evaluator_model_config.bedrock_evaluator_models #=> Array
2369
2424
  # resp.evaluation_config.automated.evaluator_model_config.bedrock_evaluator_models[0].model_identifier #=> String
2425
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics #=> Array
2426
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.name #=> String
2427
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.instructions #=> String
2428
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale #=> Array
2429
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale[0].definition #=> String
2430
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale[0].value.string_value #=> String
2431
+ # resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale[0].value.float_value #=> Float
2432
+ # resp.evaluation_config.automated.custom_metric_config.evaluator_model_config.bedrock_evaluator_models #=> Array
2433
+ # resp.evaluation_config.automated.custom_metric_config.evaluator_model_config.bedrock_evaluator_models[0].model_identifier #=> String
2370
2434
  # resp.evaluation_config.human.human_workflow_config.flow_definition_arn #=> String
2371
2435
  # resp.evaluation_config.human.human_workflow_config.instructions #=> String
2372
2436
  # resp.evaluation_config.human.custom_metrics #=> Array
@@ -2851,6 +2915,7 @@ module Aws::Bedrock
2851
2915
  # * {Types::GetModelCustomizationJobResponse#role_arn #role_arn} => String
2852
2916
  # * {Types::GetModelCustomizationJobResponse#status #status} => String
2853
2917
  # * {Types::GetModelCustomizationJobResponse#failure_message #failure_message} => String
2918
+ # * {Types::GetModelCustomizationJobResponse#status_details #status_details} => Types::StatusDetails
2854
2919
  # * {Types::GetModelCustomizationJobResponse#creation_time #creation_time} => Time
2855
2920
  # * {Types::GetModelCustomizationJobResponse#last_modified_time #last_modified_time} => Time
2856
2921
  # * {Types::GetModelCustomizationJobResponse#end_time #end_time} => Time
@@ -2882,6 +2947,15 @@ module Aws::Bedrock
2882
2947
  # resp.role_arn #=> String
2883
2948
  # resp.status #=> String, one of "InProgress", "Completed", "Failed", "Stopping", "Stopped"
2884
2949
  # resp.failure_message #=> String
2950
+ # resp.status_details.validation_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
2951
+ # resp.status_details.validation_details.creation_time #=> Time
2952
+ # resp.status_details.validation_details.last_modified_time #=> Time
2953
+ # resp.status_details.data_processing_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
2954
+ # resp.status_details.data_processing_details.creation_time #=> Time
2955
+ # resp.status_details.data_processing_details.last_modified_time #=> Time
2956
+ # resp.status_details.training_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
2957
+ # resp.status_details.training_details.creation_time #=> Time
2958
+ # resp.status_details.training_details.last_modified_time #=> Time
2885
2959
  # resp.creation_time #=> Time
2886
2960
  # resp.last_modified_time #=> Time
2887
2961
  # resp.end_time #=> Time
@@ -3357,6 +3431,8 @@ module Aws::Bedrock
3357
3431
  # resp.job_summaries[0].rag_identifiers[0] #=> String
3358
3432
  # resp.job_summaries[0].evaluator_model_identifiers #=> Array
3359
3433
  # resp.job_summaries[0].evaluator_model_identifiers[0] #=> String
3434
+ # resp.job_summaries[0].custom_metrics_evaluator_model_identifiers #=> Array
3435
+ # resp.job_summaries[0].custom_metrics_evaluator_model_identifiers[0] #=> String
3360
3436
  # resp.job_summaries[0].inference_config_summary.model_config_summary.bedrock_model_identifiers #=> Array
3361
3437
  # resp.job_summaries[0].inference_config_summary.model_config_summary.bedrock_model_identifiers[0] #=> String
3362
3438
  # resp.job_summaries[0].inference_config_summary.model_config_summary.precomputed_inference_source_identifiers #=> Array
@@ -3877,6 +3953,15 @@ module Aws::Bedrock
3877
3953
  # resp.model_customization_job_summaries[0].job_name #=> String
3878
3954
  # resp.model_customization_job_summaries[0].status #=> String, one of "InProgress", "Completed", "Failed", "Stopping", "Stopped"
3879
3955
  # resp.model_customization_job_summaries[0].last_modified_time #=> Time
3956
+ # resp.model_customization_job_summaries[0].status_details.validation_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
3957
+ # resp.model_customization_job_summaries[0].status_details.validation_details.creation_time #=> Time
3958
+ # resp.model_customization_job_summaries[0].status_details.validation_details.last_modified_time #=> Time
3959
+ # resp.model_customization_job_summaries[0].status_details.data_processing_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
3960
+ # resp.model_customization_job_summaries[0].status_details.data_processing_details.creation_time #=> Time
3961
+ # resp.model_customization_job_summaries[0].status_details.data_processing_details.last_modified_time #=> Time
3962
+ # resp.model_customization_job_summaries[0].status_details.training_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
3963
+ # resp.model_customization_job_summaries[0].status_details.training_details.creation_time #=> Time
3964
+ # resp.model_customization_job_summaries[0].status_details.training_details.last_modified_time #=> Time
3880
3965
  # resp.model_customization_job_summaries[0].creation_time #=> Time
3881
3966
  # resp.model_customization_job_summaries[0].end_time #=> Time
3882
3967
  # resp.model_customization_job_summaries[0].custom_model_arn #=> String
@@ -4029,7 +4114,7 @@ module Aws::Bedrock
4029
4114
  #
4030
4115
  # * Failed – This job has failed. Check the failure message for any
4031
4116
  # further details. For further assistance, reach out to the [Amazon
4032
- # Web Services Support Center][3].
4117
+ # Web ServicesSupport Center][3].
4033
4118
  #
4034
4119
  # * Stopped – This job was stopped by a user.
4035
4120
  #
@@ -4866,7 +4951,7 @@ module Aws::Bedrock
4866
4951
  tracer: tracer
4867
4952
  )
4868
4953
  context[:gem_name] = 'aws-sdk-bedrock'
4869
- context[:gem_version] = '1.41.0'
4954
+ context[:gem_version] = '1.43.0'
4870
4955
  Seahorse::Client::Request.new(handlers, context)
4871
4956
  end
4872
4957
 
@@ -23,6 +23,9 @@ module Aws::Bedrock
23
23
  ApplicationType = Shapes::StringShape.new(name: 'ApplicationType')
24
24
  Arn = Shapes::StringShape.new(name: 'Arn')
25
25
  AutomatedEvaluationConfig = Shapes::StructureShape.new(name: 'AutomatedEvaluationConfig')
26
+ AutomatedEvaluationCustomMetricConfig = Shapes::StructureShape.new(name: 'AutomatedEvaluationCustomMetricConfig')
27
+ AutomatedEvaluationCustomMetricSource = Shapes::UnionShape.new(name: 'AutomatedEvaluationCustomMetricSource')
28
+ AutomatedEvaluationCustomMetrics = Shapes::ListShape.new(name: 'AutomatedEvaluationCustomMetrics')
26
29
  BaseModelIdentifier = Shapes::StringShape.new(name: 'BaseModelIdentifier')
27
30
  BatchDeleteEvaluationJobError = Shapes::StructureShape.new(name: 'BatchDeleteEvaluationJobError')
28
31
  BatchDeleteEvaluationJobErrors = Shapes::ListShape.new(name: 'BatchDeleteEvaluationJobErrors')
@@ -65,6 +68,11 @@ module Aws::Bedrock
65
68
  CreatePromptRouterResponse = Shapes::StructureShape.new(name: 'CreatePromptRouterResponse')
66
69
  CreateProvisionedModelThroughputRequest = Shapes::StructureShape.new(name: 'CreateProvisionedModelThroughputRequest')
67
70
  CreateProvisionedModelThroughputResponse = Shapes::StructureShape.new(name: 'CreateProvisionedModelThroughputResponse')
71
+ CustomMetricBedrockEvaluatorModel = Shapes::StructureShape.new(name: 'CustomMetricBedrockEvaluatorModel')
72
+ CustomMetricBedrockEvaluatorModels = Shapes::ListShape.new(name: 'CustomMetricBedrockEvaluatorModels')
73
+ CustomMetricDefinition = Shapes::StructureShape.new(name: 'CustomMetricDefinition')
74
+ CustomMetricEvaluatorModelConfig = Shapes::StructureShape.new(name: 'CustomMetricEvaluatorModelConfig')
75
+ CustomMetricInstructions = Shapes::StringShape.new(name: 'CustomMetricInstructions')
68
76
  CustomModelArn = Shapes::StringShape.new(name: 'CustomModelArn')
69
77
  CustomModelName = Shapes::StringShape.new(name: 'CustomModelName')
70
78
  CustomModelSummary = Shapes::StructureShape.new(name: 'CustomModelSummary')
@@ -73,6 +81,7 @@ module Aws::Bedrock
73
81
  CustomModelUnitsVersion = Shapes::StringShape.new(name: 'CustomModelUnitsVersion')
74
82
  CustomizationConfig = Shapes::UnionShape.new(name: 'CustomizationConfig')
75
83
  CustomizationType = Shapes::StringShape.new(name: 'CustomizationType')
84
+ DataProcessingDetails = Shapes::StructureShape.new(name: 'DataProcessingDetails')
76
85
  DeleteCustomModelRequest = Shapes::StructureShape.new(name: 'DeleteCustomModelRequest')
77
86
  DeleteCustomModelResponse = Shapes::StructureShape.new(name: 'DeleteCustomModelResponse')
78
87
  DeleteGuardrailRequest = Shapes::StructureShape.new(name: 'DeleteGuardrailRequest')
@@ -149,6 +158,7 @@ module Aws::Bedrock
149
158
  FilterKey = Shapes::StringShape.new(name: 'FilterKey')
150
159
  FilterValue = Shapes::DocumentShape.new(name: 'FilterValue', document: true)
151
160
  FineTuningJobStatus = Shapes::StringShape.new(name: 'FineTuningJobStatus')
161
+ Float = Shapes::FloatShape.new(name: 'Float')
152
162
  FoundationModelArn = Shapes::StringShape.new(name: 'FoundationModelArn')
153
163
  FoundationModelDetails = Shapes::StructureShape.new(name: 'FoundationModelDetails')
154
164
  FoundationModelLifecycle = Shapes::StructureShape.new(name: 'FoundationModelLifecycle')
@@ -303,6 +313,7 @@ module Aws::Bedrock
303
313
  InvocationLogSource = Shapes::UnionShape.new(name: 'InvocationLogSource')
304
314
  InvocationLogsConfig = Shapes::StructureShape.new(name: 'InvocationLogsConfig')
305
315
  JobName = Shapes::StringShape.new(name: 'JobName')
316
+ JobStatusDetails = Shapes::StringShape.new(name: 'JobStatusDetails')
306
317
  KbInferenceConfig = Shapes::StructureShape.new(name: 'KbInferenceConfig')
307
318
  KeyPrefix = Shapes::StringShape.new(name: 'KeyPrefix')
308
319
  KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
@@ -350,6 +361,7 @@ module Aws::Bedrock
350
361
  MaxTokens = Shapes::IntegerShape.new(name: 'MaxTokens')
351
362
  Message = Shapes::StringShape.new(name: 'Message')
352
363
  MetricFloat = Shapes::FloatShape.new(name: 'MetricFloat')
364
+ MetricName = Shapes::StringShape.new(name: 'MetricName')
353
365
  ModelArchitecture = Shapes::StringShape.new(name: 'ModelArchitecture')
354
366
  ModelArn = Shapes::StringShape.new(name: 'ModelArn')
355
367
  ModelCopyJobArn = Shapes::StringShape.new(name: 'ModelCopyJobArn')
@@ -421,6 +433,11 @@ module Aws::Bedrock
421
433
  RAGStopSequences = Shapes::ListShape.new(name: 'RAGStopSequences')
422
434
  RAGStopSequencesMemberString = Shapes::StringShape.new(name: 'RAGStopSequencesMemberString')
423
435
  RagConfigs = Shapes::ListShape.new(name: 'RagConfigs')
436
+ RatingScale = Shapes::ListShape.new(name: 'RatingScale')
437
+ RatingScaleItem = Shapes::StructureShape.new(name: 'RatingScaleItem')
438
+ RatingScaleItemDefinition = Shapes::StringShape.new(name: 'RatingScaleItemDefinition')
439
+ RatingScaleItemValue = Shapes::UnionShape.new(name: 'RatingScaleItemValue')
440
+ RatingScaleItemValueStringValueString = Shapes::StringShape.new(name: 'RatingScaleItemValueStringValueString')
424
441
  RegisterMarketplaceModelEndpointRequest = Shapes::StructureShape.new(name: 'RegisterMarketplaceModelEndpointRequest')
425
442
  RegisterMarketplaceModelEndpointResponse = Shapes::StructureShape.new(name: 'RegisterMarketplaceModelEndpointResponse')
426
443
  RequestMetadataBaseFilters = Shapes::StructureShape.new(name: 'RequestMetadataBaseFilters')
@@ -455,6 +472,7 @@ module Aws::Bedrock
455
472
  SortModelsBy = Shapes::StringShape.new(name: 'SortModelsBy')
456
473
  SortOrder = Shapes::StringShape.new(name: 'SortOrder')
457
474
  Status = Shapes::StringShape.new(name: 'Status')
475
+ StatusDetails = Shapes::StructureShape.new(name: 'StatusDetails')
458
476
  StopEvaluationJobRequest = Shapes::StructureShape.new(name: 'StopEvaluationJobRequest')
459
477
  StopEvaluationJobResponse = Shapes::StructureShape.new(name: 'StopEvaluationJobResponse')
460
478
  StopModelCustomizationJobRequest = Shapes::StructureShape.new(name: 'StopModelCustomizationJobRequest')
@@ -482,6 +500,7 @@ module Aws::Bedrock
482
500
  TooManyTagsException = Shapes::StructureShape.new(name: 'TooManyTagsException')
483
501
  TopP = Shapes::FloatShape.new(name: 'TopP')
484
502
  TrainingDataConfig = Shapes::StructureShape.new(name: 'TrainingDataConfig')
503
+ TrainingDetails = Shapes::StructureShape.new(name: 'TrainingDetails')
485
504
  TrainingMetrics = Shapes::StructureShape.new(name: 'TrainingMetrics')
486
505
  UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
487
506
  UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
@@ -493,6 +512,7 @@ module Aws::Bedrock
493
512
  UpdateProvisionedModelThroughputResponse = Shapes::StructureShape.new(name: 'UpdateProvisionedModelThroughputResponse')
494
513
  UsePromptResponse = Shapes::BooleanShape.new(name: 'UsePromptResponse')
495
514
  ValidationDataConfig = Shapes::StructureShape.new(name: 'ValidationDataConfig')
515
+ ValidationDetails = Shapes::StructureShape.new(name: 'ValidationDetails')
496
516
  ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
497
517
  ValidationMetrics = Shapes::ListShape.new(name: 'ValidationMetrics')
498
518
  Validator = Shapes::StructureShape.new(name: 'Validator')
@@ -509,8 +529,21 @@ module Aws::Bedrock
509
529
 
510
530
  AutomatedEvaluationConfig.add_member(:dataset_metric_configs, Shapes::ShapeRef.new(shape: EvaluationDatasetMetricConfigs, required: true, location_name: "datasetMetricConfigs"))
511
531
  AutomatedEvaluationConfig.add_member(:evaluator_model_config, Shapes::ShapeRef.new(shape: EvaluatorModelConfig, location_name: "evaluatorModelConfig"))
532
+ AutomatedEvaluationConfig.add_member(:custom_metric_config, Shapes::ShapeRef.new(shape: AutomatedEvaluationCustomMetricConfig, location_name: "customMetricConfig"))
512
533
  AutomatedEvaluationConfig.struct_class = Types::AutomatedEvaluationConfig
513
534
 
535
+ AutomatedEvaluationCustomMetricConfig.add_member(:custom_metrics, Shapes::ShapeRef.new(shape: AutomatedEvaluationCustomMetrics, required: true, location_name: "customMetrics"))
536
+ AutomatedEvaluationCustomMetricConfig.add_member(:evaluator_model_config, Shapes::ShapeRef.new(shape: CustomMetricEvaluatorModelConfig, required: true, location_name: "evaluatorModelConfig"))
537
+ AutomatedEvaluationCustomMetricConfig.struct_class = Types::AutomatedEvaluationCustomMetricConfig
538
+
539
+ AutomatedEvaluationCustomMetricSource.add_member(:custom_metric_definition, Shapes::ShapeRef.new(shape: CustomMetricDefinition, location_name: "customMetricDefinition"))
540
+ AutomatedEvaluationCustomMetricSource.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
541
+ AutomatedEvaluationCustomMetricSource.add_member_subclass(:custom_metric_definition, Types::AutomatedEvaluationCustomMetricSource::CustomMetricDefinition)
542
+ AutomatedEvaluationCustomMetricSource.add_member_subclass(:unknown, Types::AutomatedEvaluationCustomMetricSource::Unknown)
543
+ AutomatedEvaluationCustomMetricSource.struct_class = Types::AutomatedEvaluationCustomMetricSource
544
+
545
+ AutomatedEvaluationCustomMetrics.member = Shapes::ShapeRef.new(shape: AutomatedEvaluationCustomMetricSource)
546
+
514
547
  BatchDeleteEvaluationJobError.add_member(:job_identifier, Shapes::ShapeRef.new(shape: EvaluationJobIdentifier, required: true, location_name: "jobIdentifier"))
515
548
  BatchDeleteEvaluationJobError.add_member(:code, Shapes::ShapeRef.new(shape: String, required: true, location_name: "code"))
516
549
  BatchDeleteEvaluationJobError.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "message"))
@@ -696,6 +729,19 @@ module Aws::Bedrock
696
729
  CreateProvisionedModelThroughputResponse.add_member(:provisioned_model_arn, Shapes::ShapeRef.new(shape: ProvisionedModelArn, required: true, location_name: "provisionedModelArn"))
697
730
  CreateProvisionedModelThroughputResponse.struct_class = Types::CreateProvisionedModelThroughputResponse
698
731
 
732
+ CustomMetricBedrockEvaluatorModel.add_member(:model_identifier, Shapes::ShapeRef.new(shape: EvaluatorModelIdentifier, required: true, location_name: "modelIdentifier"))
733
+ CustomMetricBedrockEvaluatorModel.struct_class = Types::CustomMetricBedrockEvaluatorModel
734
+
735
+ CustomMetricBedrockEvaluatorModels.member = Shapes::ShapeRef.new(shape: CustomMetricBedrockEvaluatorModel)
736
+
737
+ CustomMetricDefinition.add_member(:name, Shapes::ShapeRef.new(shape: MetricName, required: true, location_name: "name"))
738
+ CustomMetricDefinition.add_member(:instructions, Shapes::ShapeRef.new(shape: CustomMetricInstructions, required: true, location_name: "instructions"))
739
+ CustomMetricDefinition.add_member(:rating_scale, Shapes::ShapeRef.new(shape: RatingScale, location_name: "ratingScale"))
740
+ CustomMetricDefinition.struct_class = Types::CustomMetricDefinition
741
+
742
+ CustomMetricEvaluatorModelConfig.add_member(:bedrock_evaluator_models, Shapes::ShapeRef.new(shape: CustomMetricBedrockEvaluatorModels, required: true, location_name: "bedrockEvaluatorModels"))
743
+ CustomMetricEvaluatorModelConfig.struct_class = Types::CustomMetricEvaluatorModelConfig
744
+
699
745
  CustomModelSummary.add_member(:model_arn, Shapes::ShapeRef.new(shape: CustomModelArn, required: true, location_name: "modelArn"))
700
746
  CustomModelSummary.add_member(:model_name, Shapes::ShapeRef.new(shape: CustomModelName, required: true, location_name: "modelName"))
701
747
  CustomModelSummary.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
@@ -717,6 +763,11 @@ module Aws::Bedrock
717
763
  CustomizationConfig.add_member_subclass(:unknown, Types::CustomizationConfig::Unknown)
718
764
  CustomizationConfig.struct_class = Types::CustomizationConfig
719
765
 
766
+ DataProcessingDetails.add_member(:status, Shapes::ShapeRef.new(shape: JobStatusDetails, location_name: "status"))
767
+ DataProcessingDetails.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "creationTime"))
768
+ DataProcessingDetails.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
769
+ DataProcessingDetails.struct_class = Types::DataProcessingDetails
770
+
720
771
  DeleteCustomModelRequest.add_member(:model_identifier, Shapes::ShapeRef.new(shape: ModelIdentifier, required: true, location: "uri", location_name: "modelIdentifier"))
721
772
  DeleteCustomModelRequest.struct_class = Types::DeleteCustomModelRequest
722
773
 
@@ -873,9 +924,10 @@ module Aws::Bedrock
873
924
  EvaluationSummary.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
874
925
  EvaluationSummary.add_member(:job_type, Shapes::ShapeRef.new(shape: EvaluationJobType, required: true, location_name: "jobType"))
875
926
  EvaluationSummary.add_member(:evaluation_task_types, Shapes::ShapeRef.new(shape: EvaluationTaskTypes, required: true, location_name: "evaluationTaskTypes"))
876
- EvaluationSummary.add_member(:model_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockModelIdentifiers, deprecated: true, location_name: "modelIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary"}))
877
- EvaluationSummary.add_member(:rag_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockKnowledgeBaseIdentifiers, deprecated: true, location_name: "ragIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary"}))
927
+ EvaluationSummary.add_member(:model_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockModelIdentifiers, deprecated: true, location_name: "modelIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary", "deprecatedSince"=>"2025-03-07"}))
928
+ EvaluationSummary.add_member(:rag_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockKnowledgeBaseIdentifiers, deprecated: true, location_name: "ragIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary", "deprecatedSince"=>"2025-03-07"}))
878
929
  EvaluationSummary.add_member(:evaluator_model_identifiers, Shapes::ShapeRef.new(shape: EvaluatorModelIdentifiers, location_name: "evaluatorModelIdentifiers"))
930
+ EvaluationSummary.add_member(:custom_metrics_evaluator_model_identifiers, Shapes::ShapeRef.new(shape: EvaluatorModelIdentifiers, location_name: "customMetricsEvaluatorModelIdentifiers"))
879
931
  EvaluationSummary.add_member(:inference_config_summary, Shapes::ShapeRef.new(shape: EvaluationInferenceConfigSummary, location_name: "inferenceConfigSummary"))
880
932
  EvaluationSummary.add_member(:application_type, Shapes::ShapeRef.new(shape: ApplicationType, location_name: "applicationType"))
881
933
  EvaluationSummary.struct_class = Types::EvaluationSummary
@@ -1078,6 +1130,7 @@ module Aws::Bedrock
1078
1130
  GetModelCustomizationJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "roleArn"))
1079
1131
  GetModelCustomizationJobResponse.add_member(:status, Shapes::ShapeRef.new(shape: ModelCustomizationJobStatus, location_name: "status"))
1080
1132
  GetModelCustomizationJobResponse.add_member(:failure_message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "failureMessage"))
1133
+ GetModelCustomizationJobResponse.add_member(:status_details, Shapes::ShapeRef.new(shape: StatusDetails, location_name: "statusDetails"))
1081
1134
  GetModelCustomizationJobResponse.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
1082
1135
  GetModelCustomizationJobResponse.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
1083
1136
  GetModelCustomizationJobResponse.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "endTime"))
@@ -1687,6 +1740,7 @@ module Aws::Bedrock
1687
1740
  ModelCustomizationJobSummary.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "jobName"))
1688
1741
  ModelCustomizationJobSummary.add_member(:status, Shapes::ShapeRef.new(shape: ModelCustomizationJobStatus, required: true, location_name: "status"))
1689
1742
  ModelCustomizationJobSummary.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
1743
+ ModelCustomizationJobSummary.add_member(:status_details, Shapes::ShapeRef.new(shape: StatusDetails, location_name: "statusDetails"))
1690
1744
  ModelCustomizationJobSummary.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
1691
1745
  ModelCustomizationJobSummary.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "endTime"))
1692
1746
  ModelCustomizationJobSummary.add_member(:custom_model_arn, Shapes::ShapeRef.new(shape: CustomModelArn, location_name: "customModelArn"))
@@ -1824,6 +1878,20 @@ module Aws::Bedrock
1824
1878
 
1825
1879
  RagConfigs.member = Shapes::ShapeRef.new(shape: RAGConfig)
1826
1880
 
1881
+ RatingScale.member = Shapes::ShapeRef.new(shape: RatingScaleItem)
1882
+
1883
+ RatingScaleItem.add_member(:definition, Shapes::ShapeRef.new(shape: RatingScaleItemDefinition, required: true, location_name: "definition"))
1884
+ RatingScaleItem.add_member(:value, Shapes::ShapeRef.new(shape: RatingScaleItemValue, required: true, location_name: "value"))
1885
+ RatingScaleItem.struct_class = Types::RatingScaleItem
1886
+
1887
+ RatingScaleItemValue.add_member(:string_value, Shapes::ShapeRef.new(shape: RatingScaleItemValueStringValueString, location_name: "stringValue"))
1888
+ RatingScaleItemValue.add_member(:float_value, Shapes::ShapeRef.new(shape: Float, location_name: "floatValue"))
1889
+ RatingScaleItemValue.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
1890
+ RatingScaleItemValue.add_member_subclass(:string_value, Types::RatingScaleItemValue::StringValue)
1891
+ RatingScaleItemValue.add_member_subclass(:float_value, Types::RatingScaleItemValue::FloatValue)
1892
+ RatingScaleItemValue.add_member_subclass(:unknown, Types::RatingScaleItemValue::Unknown)
1893
+ RatingScaleItemValue.struct_class = Types::RatingScaleItemValue
1894
+
1827
1895
  RegisterMarketplaceModelEndpointRequest.add_member(:endpoint_identifier, Shapes::ShapeRef.new(shape: Arn, required: true, location: "uri", location_name: "endpointIdentifier"))
1828
1896
  RegisterMarketplaceModelEndpointRequest.add_member(:model_source_identifier, Shapes::ShapeRef.new(shape: ModelSourceIdentifier, required: true, location_name: "modelSourceIdentifier"))
1829
1897
  RegisterMarketplaceModelEndpointRequest.struct_class = Types::RegisterMarketplaceModelEndpointRequest
@@ -1924,6 +1992,11 @@ module Aws::Bedrock
1924
1992
  ServiceUnavailableException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
1925
1993
  ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
1926
1994
 
1995
+ StatusDetails.add_member(:validation_details, Shapes::ShapeRef.new(shape: ValidationDetails, location_name: "validationDetails"))
1996
+ StatusDetails.add_member(:data_processing_details, Shapes::ShapeRef.new(shape: DataProcessingDetails, location_name: "dataProcessingDetails"))
1997
+ StatusDetails.add_member(:training_details, Shapes::ShapeRef.new(shape: TrainingDetails, location_name: "trainingDetails"))
1998
+ StatusDetails.struct_class = Types::StatusDetails
1999
+
1927
2000
  StopEvaluationJobRequest.add_member(:job_identifier, Shapes::ShapeRef.new(shape: EvaluationJobIdentifier, required: true, location: "uri", location_name: "jobIdentifier"))
1928
2001
  StopEvaluationJobRequest.struct_class = Types::StopEvaluationJobRequest
1929
2002
 
@@ -1976,6 +2049,11 @@ module Aws::Bedrock
1976
2049
  TrainingDataConfig.add_member(:invocation_logs_config, Shapes::ShapeRef.new(shape: InvocationLogsConfig, location_name: "invocationLogsConfig"))
1977
2050
  TrainingDataConfig.struct_class = Types::TrainingDataConfig
1978
2051
 
2052
+ TrainingDetails.add_member(:status, Shapes::ShapeRef.new(shape: JobStatusDetails, location_name: "status"))
2053
+ TrainingDetails.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "creationTime"))
2054
+ TrainingDetails.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
2055
+ TrainingDetails.struct_class = Types::TrainingDetails
2056
+
1979
2057
  TrainingMetrics.add_member(:training_loss, Shapes::ShapeRef.new(shape: MetricFloat, location_name: "trainingLoss"))
1980
2058
  TrainingMetrics.struct_class = Types::TrainingMetrics
1981
2059
 
@@ -2022,6 +2100,11 @@ module Aws::Bedrock
2022
2100
  ValidationDataConfig.add_member(:validators, Shapes::ShapeRef.new(shape: Validators, required: true, location_name: "validators"))
2023
2101
  ValidationDataConfig.struct_class = Types::ValidationDataConfig
2024
2102
 
2103
+ ValidationDetails.add_member(:status, Shapes::ShapeRef.new(shape: JobStatusDetails, location_name: "status"))
2104
+ ValidationDetails.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "creationTime"))
2105
+ ValidationDetails.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
2106
+ ValidationDetails.struct_class = Types::ValidationDetails
2107
+
2025
2108
  ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
2026
2109
  ValidationException.struct_class = Types::ValidationException
2027
2110
 
@@ -39,15 +39,76 @@ module Aws::Bedrock
39
39
  # This model computes all evaluation related metrics.
40
40
  # @return [Types::EvaluatorModelConfig]
41
41
  #
42
+ # @!attribute [rw] custom_metric_config
43
+ # Defines the configuration of custom metrics to be used in an
44
+ # evaluation job.
45
+ # @return [Types::AutomatedEvaluationCustomMetricConfig]
46
+ #
42
47
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/AutomatedEvaluationConfig AWS API Documentation
43
48
  #
44
49
  class AutomatedEvaluationConfig < Struct.new(
45
50
  :dataset_metric_configs,
51
+ :evaluator_model_config,
52
+ :custom_metric_config)
53
+ SENSITIVE = []
54
+ include Aws::Structure
55
+ end
56
+
57
+ # Defines the configuration of custom metrics to be used in an
58
+ # evaluation job. To learn more about using custom metrics in Amazon
59
+ # Bedrock evaluation jobs, see [Create a prompt for a custom metrics
60
+ # (LLM-as-a-judge model evaluations)][1] and [Create a prompt for a
61
+ # custom metrics (RAG evaluations)][2].
62
+ #
63
+ #
64
+ #
65
+ # [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html
66
+ # [2]: https://docs.aws.amazon.com/bedrock/latest/userguide/kb-evaluation-custom-metrics-prompt-formats.html
67
+ #
68
+ # @!attribute [rw] custom_metrics
69
+ # Defines a list of custom metrics to be used in an Amazon Bedrock
70
+ # evaluation job.
71
+ # @return [Array<Types::AutomatedEvaluationCustomMetricSource>]
72
+ #
73
+ # @!attribute [rw] evaluator_model_config
74
+ # Configuration of the evaluator model you want to use to evaluate
75
+ # custom metrics in an Amazon Bedrock evaluation job.
76
+ # @return [Types::CustomMetricEvaluatorModelConfig]
77
+ #
78
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/AutomatedEvaluationCustomMetricConfig AWS API Documentation
79
+ #
80
+ class AutomatedEvaluationCustomMetricConfig < Struct.new(
81
+ :custom_metrics,
46
82
  :evaluator_model_config)
47
83
  SENSITIVE = []
48
84
  include Aws::Structure
49
85
  end
50
86
 
87
+ # An array item definining a single custom metric for use in an Amazon
88
+ # Bedrock evaluation job.
89
+ #
90
+ # @note AutomatedEvaluationCustomMetricSource is a union - when making an API calls you must set exactly one of the members.
91
+ #
92
+ # @note AutomatedEvaluationCustomMetricSource is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of AutomatedEvaluationCustomMetricSource corresponding to the set member.
93
+ #
94
+ # @!attribute [rw] custom_metric_definition
95
+ # The definition of a custom metric for use in an Amazon Bedrock
96
+ # evaluation job.
97
+ # @return [Types::CustomMetricDefinition]
98
+ #
99
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/AutomatedEvaluationCustomMetricSource AWS API Documentation
100
+ #
101
+ class AutomatedEvaluationCustomMetricSource < Struct.new(
102
+ :custom_metric_definition,
103
+ :unknown)
104
+ SENSITIVE = [:custom_metric_definition]
105
+ include Aws::Structure
106
+ include Aws::Structure::Union
107
+
108
+ class CustomMetricDefinition < AutomatedEvaluationCustomMetricSource; end
109
+ class Unknown < AutomatedEvaluationCustomMetricSource; end
110
+ end
111
+
51
112
  # A JSON array that provides the status of the evaluation jobs being
52
113
  # deleted.
53
114
  #
@@ -1101,6 +1162,95 @@ module Aws::Bedrock
1101
1162
  include Aws::Structure
1102
1163
  end
1103
1164
 
1165
+ # Defines the model you want to evaluate custom metrics in an Amazon
1166
+ # Bedrock evaluation job.
1167
+ #
1168
+ # @!attribute [rw] model_identifier
1169
+ # The Amazon Resource Name (ARN) of the evaluator model for custom
1170
+ # metrics. For a list of supported evaluator models, see [Evaluate
1171
+ # model performance using another LLM as a judge][1] and [Evaluate the
1172
+ # performance of RAG sources using Amazon Bedrock evaluations][2].
1173
+ #
1174
+ #
1175
+ #
1176
+ # [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/evaluation-judge.html
1177
+ # [2]: https://docs.aws.amazon.com/bedrock/latest/userguide/evaluation-kb.html
1178
+ # @return [String]
1179
+ #
1180
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomMetricBedrockEvaluatorModel AWS API Documentation
1181
+ #
1182
+ class CustomMetricBedrockEvaluatorModel < Struct.new(
1183
+ :model_identifier)
1184
+ SENSITIVE = []
1185
+ include Aws::Structure
1186
+ end
1187
+
1188
+ # The definition of a custom metric for use in an Amazon Bedrock
1189
+ # evaluation job. A custom metric definition includes a metric name,
1190
+ # prompt (instructions) and optionally, a rating scale. Your prompt must
1191
+ # include a task description and input variables. The required input
1192
+ # variables are different for model-as-a-judge and RAG evaluations.
1193
+ #
1194
+ # For more information about how to define a custom metric in Amazon
1195
+ # Bedrock, see [Create a prompt for a custom metrics (LLM-as-a-judge
1196
+ # model evaluations)][1] and [Create a prompt for a custom metrics (RAG
1197
+ # evaluations)][2].
1198
+ #
1199
+ #
1200
+ #
1201
+ # [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html
1202
+ # [2]: https://docs.aws.amazon.com/bedrock/latest/userguide/kb-evaluation-custom-metrics-prompt-formats.html
1203
+ #
1204
+ # @!attribute [rw] name
1205
+ # The name for a custom metric. Names must be unique in your Amazon
1206
+ # Web Services region.
1207
+ # @return [String]
1208
+ #
1209
+ # @!attribute [rw] instructions
1210
+ # The prompt for a custom metric that instructs the evaluator model
1211
+ # how to rate the model or RAG source under evaluation.
1212
+ # @return [String]
1213
+ #
1214
+ # @!attribute [rw] rating_scale
1215
+ # Defines the rating scale to be used for a custom metric. We
1216
+ # recommend that you always define a ratings scale when creating a
1217
+ # custom metric. If you don't define a scale, Amazon Bedrock won't
1218
+ # be able to visually display the results of the evaluation in the
1219
+ # console or calculate average values of numerical scores. For more
1220
+ # information on specifying a rating scale, see [Specifying an output
1221
+ # schema (rating scale)][1].
1222
+ #
1223
+ #
1224
+ #
1225
+ # [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html#model-evaluation-custom-metrics-prompt-formats-schema
1226
+ # @return [Array<Types::RatingScaleItem>]
1227
+ #
1228
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomMetricDefinition AWS API Documentation
1229
+ #
1230
+ class CustomMetricDefinition < Struct.new(
1231
+ :name,
1232
+ :instructions,
1233
+ :rating_scale)
1234
+ SENSITIVE = [:name]
1235
+ include Aws::Structure
1236
+ end
1237
+
1238
+ # Configuration of the evaluator model you want to use to evaluate
1239
+ # custom metrics in an Amazon Bedrock evaluation job.
1240
+ #
1241
+ # @!attribute [rw] bedrock_evaluator_models
1242
+ # Defines the model you want to evaluate custom metrics in an Amazon
1243
+ # Bedrock evaluation job.
1244
+ # @return [Array<Types::CustomMetricBedrockEvaluatorModel>]
1245
+ #
1246
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomMetricEvaluatorModelConfig AWS API Documentation
1247
+ #
1248
+ class CustomMetricEvaluatorModelConfig < Struct.new(
1249
+ :bedrock_evaluator_models)
1250
+ SENSITIVE = []
1251
+ include Aws::Structure
1252
+ end
1253
+
1104
1254
  # Summary information for a custom model.
1105
1255
  #
1106
1256
  # @!attribute [rw] model_arn
@@ -1187,7 +1337,7 @@ module Aws::Bedrock
1187
1337
  # @note CustomizationConfig is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of CustomizationConfig corresponding to the set member.
1188
1338
  #
1189
1339
  # @!attribute [rw] distillation_config
1190
- # The distillation configuration for the custom model.
1340
+ # The Distillation configuration for the custom model.
1191
1341
  # @return [Types::DistillationConfig]
1192
1342
  #
1193
1343
  # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomizationConfig AWS API Documentation
@@ -1203,6 +1353,31 @@ module Aws::Bedrock
1203
1353
  class Unknown < CustomizationConfig; end
1204
1354
  end
1205
1355
 
1356
+ # For a Distillation job, the status details for the data processing
1357
+ # sub-task of the job.
1358
+ #
1359
+ # @!attribute [rw] status
1360
+ # The status of the data processing sub-task of the job.
1361
+ # @return [String]
1362
+ #
1363
+ # @!attribute [rw] creation_time
1364
+ # The start time of the data processing sub-task of the job.
1365
+ # @return [Time]
1366
+ #
1367
+ # @!attribute [rw] last_modified_time
1368
+ # The latest update to the data processing sub-task of the job.
1369
+ # @return [Time]
1370
+ #
1371
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/DataProcessingDetails AWS API Documentation
1372
+ #
1373
+ class DataProcessingDetails < Struct.new(
1374
+ :status,
1375
+ :creation_time,
1376
+ :last_modified_time)
1377
+ SENSITIVE = []
1378
+ include Aws::Structure
1379
+ end
1380
+
1206
1381
  # @!attribute [rw] model_identifier
1207
1382
  # Name of the model to delete.
1208
1383
  # @return [String]
@@ -1526,7 +1701,7 @@ module Aws::Bedrock
1526
1701
  #
1527
1702
  # For knowledge base evaluation jobs that evaluate retrieval only,
1528
1703
  # valid values are "`Builtin.ContextRelevance`",
1529
- # "`Builtin.ContextConverage`".
1704
+ # "`Builtin.ContextCoverage`".
1530
1705
  #
1531
1706
  # For knowledge base evaluation jobs that evaluate retrieval with
1532
1707
  # response generation, valid values are "`Builtin.Correctness`",
@@ -1847,6 +2022,11 @@ module Aws::Bedrock
1847
2022
  # metrics for a knowledge base evaluation job.
1848
2023
  # @return [Array<String>]
1849
2024
  #
2025
+ # @!attribute [rw] custom_metrics_evaluator_model_identifiers
2026
+ # The Amazon Resource Names (ARNs) of the models used to compute
2027
+ # custom metrics in an Amazon Bedrock evaluation job.
2028
+ # @return [Array<String>]
2029
+ #
1850
2030
  # @!attribute [rw] inference_config_summary
1851
2031
  # Identifies the models, Knowledge Bases, or other RAG sources
1852
2032
  # evaluated in a model or Knowledge Base evaluation job.
@@ -1869,6 +2049,7 @@ module Aws::Bedrock
1869
2049
  :model_identifiers,
1870
2050
  :rag_identifiers,
1871
2051
  :evaluator_model_identifiers,
2052
+ :custom_metrics_evaluator_model_identifiers,
1872
2053
  :inference_config_summary,
1873
2054
  :application_type)
1874
2055
  SENSITIVE = []
@@ -2822,6 +3003,11 @@ module Aws::Bedrock
2822
3003
  # Information about why the job failed.
2823
3004
  # @return [String]
2824
3005
  #
3006
+ # @!attribute [rw] status_details
3007
+ # For a Distillation job, the details about the statuses of the
3008
+ # sub-tasks of the customization job.
3009
+ # @return [Types::StatusDetails]
3010
+ #
2825
3011
  # @!attribute [rw] creation_time
2826
3012
  # Time that the resource was created.
2827
3013
  # @return [Time]
@@ -2895,6 +3081,7 @@ module Aws::Bedrock
2895
3081
  :role_arn,
2896
3082
  :status,
2897
3083
  :failure_message,
3084
+ :status_details,
2898
3085
  :creation_time,
2899
3086
  :last_modified_time,
2900
3087
  :end_time,
@@ -3089,7 +3276,7 @@ module Aws::Bedrock
3089
3276
  #
3090
3277
  # * Failed – This job has failed. Check the failure message for any
3091
3278
  # further details. For further assistance, reach out to the [Amazon
3092
- # Web Services Support Center][3].
3279
+ # Web ServicesSupport Center][3].
3093
3280
  #
3094
3281
  # * Stopped – This job was stopped by a user.
3095
3282
  #
@@ -5895,7 +6082,7 @@ module Aws::Bedrock
5895
6082
  #
5896
6083
  # * Failed – This job has failed. Check the failure message for any
5897
6084
  # further details. For further assistance, reach out to the [Amazon
5898
- # Web Services Support Center][3].
6085
+ # Web ServicesSupport Center][3].
5899
6086
  #
5900
6087
  # * Stopped – This job was stopped by a user.
5901
6088
  #
@@ -6362,6 +6549,10 @@ module Aws::Bedrock
6362
6549
  # Time that the customization job was last modified.
6363
6550
  # @return [Time]
6364
6551
  #
6552
+ # @!attribute [rw] status_details
6553
+ # Details about the status of the data processing sub-task of the job.
6554
+ # @return [Types::StatusDetails]
6555
+ #
6365
6556
  # @!attribute [rw] creation_time
6366
6557
  # Creation time of the custom model.
6367
6558
  # @return [Time]
@@ -6396,6 +6587,7 @@ module Aws::Bedrock
6396
6587
  :job_name,
6397
6588
  :status,
6398
6589
  :last_modified_time,
6590
+ :status_details,
6399
6591
  :creation_time,
6400
6592
  :end_time,
6401
6593
  :custom_model_arn,
@@ -6651,7 +6843,7 @@ module Aws::Bedrock
6651
6843
  #
6652
6844
  # * Failed – This job has failed. Check the failure message for any
6653
6845
  # further details. For further assistance, reach out to the [Amazon
6654
- # Web Services Support Center][3].
6846
+ # Web ServicesSupport Center][3].
6655
6847
  #
6656
6848
  # * Stopped – This job was stopped by a user.
6657
6849
  #
@@ -7023,6 +7215,58 @@ module Aws::Bedrock
7023
7215
  class Unknown < RAGConfig; end
7024
7216
  end
7025
7217
 
7218
+ # Defines the value and corresponding definition for one rating in a
7219
+ # custom metric rating scale.
7220
+ #
7221
+ # @!attribute [rw] definition
7222
+ # Defines the definition for one rating in a custom metric rating
7223
+ # scale.
7224
+ # @return [String]
7225
+ #
7226
+ # @!attribute [rw] value
7227
+ # Defines the value for one rating in a custom metric rating scale.
7228
+ # @return [Types::RatingScaleItemValue]
7229
+ #
7230
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/RatingScaleItem AWS API Documentation
7231
+ #
7232
+ class RatingScaleItem < Struct.new(
7233
+ :definition,
7234
+ :value)
7235
+ SENSITIVE = []
7236
+ include Aws::Structure
7237
+ end
7238
+
7239
+ # Defines the value for one rating in a custom metric rating scale.
7240
+ #
7241
+ # @note RatingScaleItemValue is a union - when making an API calls you must set exactly one of the members.
7242
+ #
7243
+ # @note RatingScaleItemValue is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of RatingScaleItemValue corresponding to the set member.
7244
+ #
7245
+ # @!attribute [rw] string_value
7246
+ # A string representing the value for a rating in a custom metric
7247
+ # rating scale.
7248
+ # @return [String]
7249
+ #
7250
+ # @!attribute [rw] float_value
7251
+ # A floating point number representing the value for a rating in a
7252
+ # custom metric rating scale.
7253
+ # @return [Float]
7254
+ #
7255
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/RatingScaleItemValue AWS API Documentation
7256
+ #
7257
+ class RatingScaleItemValue < Struct.new(
7258
+ :string_value,
7259
+ :float_value,
7260
+ :unknown)
7261
+ SENSITIVE = []
7262
+ include Aws::Structure
7263
+ include Aws::Structure::Union
7264
+
7265
+ class StringValue < RatingScaleItemValue; end
7266
+ class FloatValue < RatingScaleItemValue; end
7267
+ class Unknown < RatingScaleItemValue; end
7268
+ end
7269
+
7026
7270
  # @!attribute [rw] endpoint_identifier
7027
7271
  # The ARN of the Amazon SageMaker endpoint you want to register with
7028
7272
  # Amazon Bedrock Marketplace.
@@ -7485,6 +7729,43 @@ module Aws::Bedrock
7485
7729
  include Aws::Structure
7486
7730
  end
7487
7731
 
7732
+ # For a Distillation job, the status details for sub-tasks of the job.
7733
+ # Possible statuses for each sub-task include the following:
7734
+ #
7735
+ # * NotStarted
7736
+ #
7737
+ # * InProgress
7738
+ #
7739
+ # * Completed
7740
+ #
7741
+ # * Stopping
7742
+ #
7743
+ # * Stopped
7744
+ #
7745
+ # * Failed
7746
+ #
7747
+ # @!attribute [rw] validation_details
7748
+ # The status details for the validation sub-task of the job.
7749
+ # @return [Types::ValidationDetails]
7750
+ #
7751
+ # @!attribute [rw] data_processing_details
7752
+ # The status details for the data processing sub-task of the job.
7753
+ # @return [Types::DataProcessingDetails]
7754
+ #
7755
+ # @!attribute [rw] training_details
7756
+ # The status details for the training sub-task of the job.
7757
+ # @return [Types::TrainingDetails]
7758
+ #
7759
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/StatusDetails AWS API Documentation
7760
+ #
7761
+ class StatusDetails < Struct.new(
7762
+ :validation_details,
7763
+ :data_processing_details,
7764
+ :training_details)
7765
+ SENSITIVE = []
7766
+ include Aws::Structure
7767
+ end
7768
+
7488
7769
  # @!attribute [rw] job_identifier
7489
7770
  # The Amazon Resource Name (ARN) of the evaluation job you want to
7490
7771
  # stop.
@@ -7691,6 +7972,31 @@ module Aws::Bedrock
7691
7972
  include Aws::Structure
7692
7973
  end
7693
7974
 
7975
+ # For a Distillation job, the status details for the training sub-task
7976
+ # of the job.
7977
+ #
7978
+ # @!attribute [rw] status
7979
+ # The status of the training sub-task of the job.
7980
+ # @return [String]
7981
+ #
7982
+ # @!attribute [rw] creation_time
7983
+ # The start time of the training sub-task of the job.
7984
+ # @return [Time]
7985
+ #
7986
+ # @!attribute [rw] last_modified_time
7987
+ # The latest update to the training sub-task of the job.
7988
+ # @return [Time]
7989
+ #
7990
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/TrainingDetails AWS API Documentation
7991
+ #
7992
+ class TrainingDetails < Struct.new(
7993
+ :status,
7994
+ :creation_time,
7995
+ :last_modified_time)
7996
+ SENSITIVE = []
7997
+ include Aws::Structure
7998
+ end
7999
+
7694
8000
  # Metrics associated with the custom job.
7695
8001
  #
7696
8002
  # @!attribute [rw] training_loss
@@ -7910,6 +8216,31 @@ module Aws::Bedrock
7910
8216
  include Aws::Structure
7911
8217
  end
7912
8218
 
8219
+ # For a Distillation job, the status details for the validation sub-task
8220
+ # of the job.
8221
+ #
8222
+ # @!attribute [rw] status
8223
+ # The status of the validation sub-task of the job.
8224
+ # @return [String]
8225
+ #
8226
+ # @!attribute [rw] creation_time
8227
+ # The start time of the validation sub-task of the job.
8228
+ # @return [Time]
8229
+ #
8230
+ # @!attribute [rw] last_modified_time
8231
+ # The latest update to the validation sub-task of the job.
8232
+ # @return [Time]
8233
+ #
8234
+ # @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/ValidationDetails AWS API Documentation
8235
+ #
8236
+ class ValidationDetails < Struct.new(
8237
+ :status,
8238
+ :creation_time,
8239
+ :last_modified_time)
8240
+ SENSITIVE = []
8241
+ include Aws::Structure
8242
+ end
8243
+
7913
8244
  # Input validation failed. Check your request parameters and retry the
7914
8245
  # request.
7915
8246
  #
@@ -55,7 +55,7 @@ module Aws::Bedrock
55
55
  autoload :EndpointProvider, 'aws-sdk-bedrock/endpoint_provider'
56
56
  autoload :Endpoints, 'aws-sdk-bedrock/endpoints'
57
57
 
58
- GEM_VERSION = '1.41.0'
58
+ GEM_VERSION = '1.43.0'
59
59
 
60
60
  end
61
61
 
data/sig/client.rbs CHANGED
@@ -126,6 +126,32 @@ module Aws
126
126
  model_identifier: ::String
127
127
  },
128
128
  ]?
129
+ }?,
130
+ custom_metric_config: {
131
+ custom_metrics: Array[
132
+ {
133
+ custom_metric_definition: {
134
+ name: ::String,
135
+ instructions: ::String,
136
+ rating_scale: Array[
137
+ {
138
+ definition: ::String,
139
+ value: {
140
+ string_value: ::String?,
141
+ float_value: ::Float?
142
+ }
143
+ },
144
+ ]?
145
+ }?
146
+ },
147
+ ],
148
+ evaluator_model_config: {
149
+ bedrock_evaluator_models: Array[
150
+ {
151
+ model_identifier: ::String
152
+ },
153
+ ]
154
+ }
129
155
  }?
130
156
  }?,
131
157
  human: {
@@ -1030,6 +1056,7 @@ module Aws
1030
1056
  def role_arn: () -> ::String
1031
1057
  def status: () -> ("InProgress" | "Completed" | "Failed" | "Stopping" | "Stopped")
1032
1058
  def failure_message: () -> ::String
1059
+ def status_details: () -> Types::StatusDetails
1033
1060
  def creation_time: () -> ::Time
1034
1061
  def last_modified_time: () -> ::Time
1035
1062
  def end_time: () -> ::Time
data/sig/types.rbs CHANGED
@@ -16,9 +16,27 @@ module Aws::Bedrock
16
16
  class AutomatedEvaluationConfig
17
17
  attr_accessor dataset_metric_configs: ::Array[Types::EvaluationDatasetMetricConfig]
18
18
  attr_accessor evaluator_model_config: Types::EvaluatorModelConfig
19
+ attr_accessor custom_metric_config: Types::AutomatedEvaluationCustomMetricConfig
19
20
  SENSITIVE: []
20
21
  end
21
22
 
23
+ class AutomatedEvaluationCustomMetricConfig
24
+ attr_accessor custom_metrics: ::Array[Types::AutomatedEvaluationCustomMetricSource]
25
+ attr_accessor evaluator_model_config: Types::CustomMetricEvaluatorModelConfig
26
+ SENSITIVE: []
27
+ end
28
+
29
+ class AutomatedEvaluationCustomMetricSource
30
+ attr_accessor custom_metric_definition: Types::CustomMetricDefinition
31
+ attr_accessor unknown: untyped
32
+ SENSITIVE: [:custom_metric_definition]
33
+
34
+ class CustomMetricDefinition < AutomatedEvaluationCustomMetricSource
35
+ end
36
+ class Unknown < AutomatedEvaluationCustomMetricSource
37
+ end
38
+ end
39
+
22
40
  class BatchDeleteEvaluationJobError
23
41
  attr_accessor job_identifier: ::String
24
42
  attr_accessor code: ::String
@@ -258,6 +276,23 @@ module Aws::Bedrock
258
276
  SENSITIVE: []
259
277
  end
260
278
 
279
+ class CustomMetricBedrockEvaluatorModel
280
+ attr_accessor model_identifier: ::String
281
+ SENSITIVE: []
282
+ end
283
+
284
+ class CustomMetricDefinition
285
+ attr_accessor name: ::String
286
+ attr_accessor instructions: ::String
287
+ attr_accessor rating_scale: ::Array[Types::RatingScaleItem]
288
+ SENSITIVE: [:name]
289
+ end
290
+
291
+ class CustomMetricEvaluatorModelConfig
292
+ attr_accessor bedrock_evaluator_models: ::Array[Types::CustomMetricBedrockEvaluatorModel]
293
+ SENSITIVE: []
294
+ end
295
+
261
296
  class CustomModelSummary
262
297
  attr_accessor model_arn: ::String
263
298
  attr_accessor model_name: ::String
@@ -286,6 +321,13 @@ module Aws::Bedrock
286
321
  end
287
322
  end
288
323
 
324
+ class DataProcessingDetails
325
+ attr_accessor status: ("InProgress" | "Completed" | "Stopping" | "Stopped" | "Failed" | "NotStarted")
326
+ attr_accessor creation_time: ::Time
327
+ attr_accessor last_modified_time: ::Time
328
+ SENSITIVE: []
329
+ end
330
+
289
331
  class DeleteCustomModelRequest
290
332
  attr_accessor model_identifier: ::String
291
333
  SENSITIVE: []
@@ -508,6 +550,7 @@ module Aws::Bedrock
508
550
  attr_accessor model_identifiers: ::Array[::String]
509
551
  attr_accessor rag_identifiers: ::Array[::String]
510
552
  attr_accessor evaluator_model_identifiers: ::Array[::String]
553
+ attr_accessor custom_metrics_evaluator_model_identifiers: ::Array[::String]
511
554
  attr_accessor inference_config_summary: Types::EvaluationInferenceConfigSummary
512
555
  attr_accessor application_type: ("ModelEvaluation" | "RagEvaluation")
513
556
  SENSITIVE: []
@@ -759,6 +802,7 @@ module Aws::Bedrock
759
802
  attr_accessor role_arn: ::String
760
803
  attr_accessor status: ("InProgress" | "Completed" | "Failed" | "Stopping" | "Stopped")
761
804
  attr_accessor failure_message: ::String
805
+ attr_accessor status_details: Types::StatusDetails
762
806
  attr_accessor creation_time: ::Time
763
807
  attr_accessor last_modified_time: ::Time
764
808
  attr_accessor end_time: ::Time
@@ -1488,6 +1532,7 @@ module Aws::Bedrock
1488
1532
  attr_accessor job_name: ::String
1489
1533
  attr_accessor status: ("InProgress" | "Completed" | "Failed" | "Stopping" | "Stopped")
1490
1534
  attr_accessor last_modified_time: ::Time
1535
+ attr_accessor status_details: Types::StatusDetails
1491
1536
  attr_accessor creation_time: ::Time
1492
1537
  attr_accessor end_time: ::Time
1493
1538
  attr_accessor custom_model_arn: ::String
@@ -1656,6 +1701,26 @@ module Aws::Bedrock
1656
1701
  end
1657
1702
  end
1658
1703
 
1704
+ class RatingScaleItem
1705
+ attr_accessor definition: ::String
1706
+ attr_accessor value: Types::RatingScaleItemValue
1707
+ SENSITIVE: []
1708
+ end
1709
+
1710
+ class RatingScaleItemValue
1711
+ attr_accessor string_value: ::String
1712
+ attr_accessor float_value: ::Float
1713
+ attr_accessor unknown: untyped
1714
+ SENSITIVE: []
1715
+
1716
+ class StringValue < RatingScaleItemValue
1717
+ end
1718
+ class FloatValue < RatingScaleItemValue
1719
+ end
1720
+ class Unknown < RatingScaleItemValue
1721
+ end
1722
+ end
1723
+
1659
1724
  class RegisterMarketplaceModelEndpointRequest
1660
1725
  attr_accessor endpoint_identifier: ::String
1661
1726
  attr_accessor model_source_identifier: ::String
@@ -1798,6 +1863,13 @@ module Aws::Bedrock
1798
1863
  SENSITIVE: []
1799
1864
  end
1800
1865
 
1866
+ class StatusDetails
1867
+ attr_accessor validation_details: Types::ValidationDetails
1868
+ attr_accessor data_processing_details: Types::DataProcessingDetails
1869
+ attr_accessor training_details: Types::TrainingDetails
1870
+ SENSITIVE: []
1871
+ end
1872
+
1801
1873
  class StopEvaluationJobRequest
1802
1874
  attr_accessor job_identifier: ::String
1803
1875
  SENSITIVE: [:job_identifier]
@@ -1868,6 +1940,13 @@ module Aws::Bedrock
1868
1940
  SENSITIVE: []
1869
1941
  end
1870
1942
 
1943
+ class TrainingDetails
1944
+ attr_accessor status: ("InProgress" | "Completed" | "Stopping" | "Stopped" | "Failed" | "NotStarted")
1945
+ attr_accessor creation_time: ::Time
1946
+ attr_accessor last_modified_time: ::Time
1947
+ SENSITIVE: []
1948
+ end
1949
+
1871
1950
  class TrainingMetrics
1872
1951
  attr_accessor training_loss: ::Float
1873
1952
  SENSITIVE: []
@@ -1932,6 +2011,13 @@ module Aws::Bedrock
1932
2011
  SENSITIVE: []
1933
2012
  end
1934
2013
 
2014
+ class ValidationDetails
2015
+ attr_accessor status: ("InProgress" | "Completed" | "Stopping" | "Stopped" | "Failed" | "NotStarted")
2016
+ attr_accessor creation_time: ::Time
2017
+ attr_accessor last_modified_time: ::Time
2018
+ SENSITIVE: []
2019
+ end
2020
+
1935
2021
  class ValidationException
1936
2022
  attr_accessor message: ::String
1937
2023
  SENSITIVE: []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-bedrock
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.41.0
4
+ version: 1.43.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2025-04-07 00:00:00.000000000 Z
11
+ date: 2025-04-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core