aws-sdk-bedrock 1.41.0 → 1.43.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-bedrock/client.rb +87 -2
- data/lib/aws-sdk-bedrock/client_api.rb +85 -2
- data/lib/aws-sdk-bedrock/types.rb +336 -5
- data/lib/aws-sdk-bedrock.rb +1 -1
- data/sig/client.rbs +27 -0
- data/sig/types.rbs +86 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: da9a4a3137989ff07b7c213ab481e7a6924fc5cd98a1fdd5d26a273a22be805f
|
4
|
+
data.tar.gz: d6dbdd7f05ca3baf18e28aeac824c18a26bc1702ecd1384221cd7c29a224e96b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c74851d78a6fdbad7a190ad2632416cadd2bd75fe640430fc3b421c1e3a0f3cb3fda727a1bb3d0fe3f8a319c057f7f0fde77dd8b5bbcf6af21b3713299d7466e
|
7
|
+
data.tar.gz: 5986afdb2816cbd7f36df64e6e42b13ca1bea2ffb28ee043bc3517884aacf13592107d46d76dc230f6280ee4bc596452e548e30c510f629b3933c228ba87c69b
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.43.0 (2025-04-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - You can now specify a cross region inference profile as a teacher model for the CreateModelCustomizationJob API. Additionally, the GetModelCustomizationJob API has been enhanced to return the sub-task statuses of a customization job within the StatusDetails response field.
|
8
|
+
|
9
|
+
1.42.0 (2025-04-17)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - With this release, Bedrock Evaluation will now support custom metrics for evaluation.
|
13
|
+
|
4
14
|
1.41.0 (2025-04-07)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.43.0
|
@@ -484,6 +484,35 @@ module Aws::Bedrock
|
|
484
484
|
# * {Types::BatchDeleteEvaluationJobResponse#errors #errors} => Array<Types::BatchDeleteEvaluationJobError>
|
485
485
|
# * {Types::BatchDeleteEvaluationJobResponse#evaluation_jobs #evaluation_jobs} => Array<Types::BatchDeleteEvaluationJobItem>
|
486
486
|
#
|
487
|
+
#
|
488
|
+
# @example Example: Delete evaluation jobs
|
489
|
+
#
|
490
|
+
# # The following example shows a request to delete two model evaluation jobs, where one of the jobs is not found.
|
491
|
+
#
|
492
|
+
# resp = client.batch_delete_evaluation_job({
|
493
|
+
# job_identifiers: [
|
494
|
+
# "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/12rnxmplqv0v",
|
495
|
+
# "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/rispxmpl12rn",
|
496
|
+
# ],
|
497
|
+
# })
|
498
|
+
#
|
499
|
+
# resp.to_h outputs the following:
|
500
|
+
# {
|
501
|
+
# errors: [
|
502
|
+
# {
|
503
|
+
# code: "404",
|
504
|
+
# job_identifier: "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/rispxmpl12rn",
|
505
|
+
# message: "Unable to locate this job to delete.",
|
506
|
+
# },
|
507
|
+
# ],
|
508
|
+
# evaluation_jobs: [
|
509
|
+
# {
|
510
|
+
# job_identifier: "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/12rnxmplqv0v",
|
511
|
+
# job_status: "Deleting",
|
512
|
+
# },
|
513
|
+
# ],
|
514
|
+
# }
|
515
|
+
#
|
487
516
|
# @example Request syntax with placeholder values
|
488
517
|
#
|
489
518
|
# resp = client.batch_delete_evaluation_job({
|
@@ -612,6 +641,32 @@ module Aws::Bedrock
|
|
612
641
|
# },
|
613
642
|
# ],
|
614
643
|
# },
|
644
|
+
# custom_metric_config: {
|
645
|
+
# custom_metrics: [ # required
|
646
|
+
# {
|
647
|
+
# custom_metric_definition: {
|
648
|
+
# name: "MetricName", # required
|
649
|
+
# instructions: "CustomMetricInstructions", # required
|
650
|
+
# rating_scale: [
|
651
|
+
# {
|
652
|
+
# definition: "RatingScaleItemDefinition", # required
|
653
|
+
# value: { # required
|
654
|
+
# string_value: "RatingScaleItemValueStringValueString",
|
655
|
+
# float_value: 1.0,
|
656
|
+
# },
|
657
|
+
# },
|
658
|
+
# ],
|
659
|
+
# },
|
660
|
+
# },
|
661
|
+
# ],
|
662
|
+
# evaluator_model_config: { # required
|
663
|
+
# bedrock_evaluator_models: [ # required
|
664
|
+
# {
|
665
|
+
# model_identifier: "EvaluatorModelIdentifier", # required
|
666
|
+
# },
|
667
|
+
# ],
|
668
|
+
# },
|
669
|
+
# },
|
615
670
|
# },
|
616
671
|
# human: {
|
617
672
|
# human_workflow_config: {
|
@@ -2367,6 +2422,15 @@ module Aws::Bedrock
|
|
2367
2422
|
# resp.evaluation_config.automated.dataset_metric_configs[0].metric_names[0] #=> String
|
2368
2423
|
# resp.evaluation_config.automated.evaluator_model_config.bedrock_evaluator_models #=> Array
|
2369
2424
|
# resp.evaluation_config.automated.evaluator_model_config.bedrock_evaluator_models[0].model_identifier #=> String
|
2425
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics #=> Array
|
2426
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.name #=> String
|
2427
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.instructions #=> String
|
2428
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale #=> Array
|
2429
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale[0].definition #=> String
|
2430
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale[0].value.string_value #=> String
|
2431
|
+
# resp.evaluation_config.automated.custom_metric_config.custom_metrics[0].custom_metric_definition.rating_scale[0].value.float_value #=> Float
|
2432
|
+
# resp.evaluation_config.automated.custom_metric_config.evaluator_model_config.bedrock_evaluator_models #=> Array
|
2433
|
+
# resp.evaluation_config.automated.custom_metric_config.evaluator_model_config.bedrock_evaluator_models[0].model_identifier #=> String
|
2370
2434
|
# resp.evaluation_config.human.human_workflow_config.flow_definition_arn #=> String
|
2371
2435
|
# resp.evaluation_config.human.human_workflow_config.instructions #=> String
|
2372
2436
|
# resp.evaluation_config.human.custom_metrics #=> Array
|
@@ -2851,6 +2915,7 @@ module Aws::Bedrock
|
|
2851
2915
|
# * {Types::GetModelCustomizationJobResponse#role_arn #role_arn} => String
|
2852
2916
|
# * {Types::GetModelCustomizationJobResponse#status #status} => String
|
2853
2917
|
# * {Types::GetModelCustomizationJobResponse#failure_message #failure_message} => String
|
2918
|
+
# * {Types::GetModelCustomizationJobResponse#status_details #status_details} => Types::StatusDetails
|
2854
2919
|
# * {Types::GetModelCustomizationJobResponse#creation_time #creation_time} => Time
|
2855
2920
|
# * {Types::GetModelCustomizationJobResponse#last_modified_time #last_modified_time} => Time
|
2856
2921
|
# * {Types::GetModelCustomizationJobResponse#end_time #end_time} => Time
|
@@ -2882,6 +2947,15 @@ module Aws::Bedrock
|
|
2882
2947
|
# resp.role_arn #=> String
|
2883
2948
|
# resp.status #=> String, one of "InProgress", "Completed", "Failed", "Stopping", "Stopped"
|
2884
2949
|
# resp.failure_message #=> String
|
2950
|
+
# resp.status_details.validation_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
|
2951
|
+
# resp.status_details.validation_details.creation_time #=> Time
|
2952
|
+
# resp.status_details.validation_details.last_modified_time #=> Time
|
2953
|
+
# resp.status_details.data_processing_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
|
2954
|
+
# resp.status_details.data_processing_details.creation_time #=> Time
|
2955
|
+
# resp.status_details.data_processing_details.last_modified_time #=> Time
|
2956
|
+
# resp.status_details.training_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
|
2957
|
+
# resp.status_details.training_details.creation_time #=> Time
|
2958
|
+
# resp.status_details.training_details.last_modified_time #=> Time
|
2885
2959
|
# resp.creation_time #=> Time
|
2886
2960
|
# resp.last_modified_time #=> Time
|
2887
2961
|
# resp.end_time #=> Time
|
@@ -3357,6 +3431,8 @@ module Aws::Bedrock
|
|
3357
3431
|
# resp.job_summaries[0].rag_identifiers[0] #=> String
|
3358
3432
|
# resp.job_summaries[0].evaluator_model_identifiers #=> Array
|
3359
3433
|
# resp.job_summaries[0].evaluator_model_identifiers[0] #=> String
|
3434
|
+
# resp.job_summaries[0].custom_metrics_evaluator_model_identifiers #=> Array
|
3435
|
+
# resp.job_summaries[0].custom_metrics_evaluator_model_identifiers[0] #=> String
|
3360
3436
|
# resp.job_summaries[0].inference_config_summary.model_config_summary.bedrock_model_identifiers #=> Array
|
3361
3437
|
# resp.job_summaries[0].inference_config_summary.model_config_summary.bedrock_model_identifiers[0] #=> String
|
3362
3438
|
# resp.job_summaries[0].inference_config_summary.model_config_summary.precomputed_inference_source_identifiers #=> Array
|
@@ -3877,6 +3953,15 @@ module Aws::Bedrock
|
|
3877
3953
|
# resp.model_customization_job_summaries[0].job_name #=> String
|
3878
3954
|
# resp.model_customization_job_summaries[0].status #=> String, one of "InProgress", "Completed", "Failed", "Stopping", "Stopped"
|
3879
3955
|
# resp.model_customization_job_summaries[0].last_modified_time #=> Time
|
3956
|
+
# resp.model_customization_job_summaries[0].status_details.validation_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
|
3957
|
+
# resp.model_customization_job_summaries[0].status_details.validation_details.creation_time #=> Time
|
3958
|
+
# resp.model_customization_job_summaries[0].status_details.validation_details.last_modified_time #=> Time
|
3959
|
+
# resp.model_customization_job_summaries[0].status_details.data_processing_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
|
3960
|
+
# resp.model_customization_job_summaries[0].status_details.data_processing_details.creation_time #=> Time
|
3961
|
+
# resp.model_customization_job_summaries[0].status_details.data_processing_details.last_modified_time #=> Time
|
3962
|
+
# resp.model_customization_job_summaries[0].status_details.training_details.status #=> String, one of "InProgress", "Completed", "Stopping", "Stopped", "Failed", "NotStarted"
|
3963
|
+
# resp.model_customization_job_summaries[0].status_details.training_details.creation_time #=> Time
|
3964
|
+
# resp.model_customization_job_summaries[0].status_details.training_details.last_modified_time #=> Time
|
3880
3965
|
# resp.model_customization_job_summaries[0].creation_time #=> Time
|
3881
3966
|
# resp.model_customization_job_summaries[0].end_time #=> Time
|
3882
3967
|
# resp.model_customization_job_summaries[0].custom_model_arn #=> String
|
@@ -4029,7 +4114,7 @@ module Aws::Bedrock
|
|
4029
4114
|
#
|
4030
4115
|
# * Failed – This job has failed. Check the failure message for any
|
4031
4116
|
# further details. For further assistance, reach out to the [Amazon
|
4032
|
-
# Web
|
4117
|
+
# Web ServicesSupport Center][3].
|
4033
4118
|
#
|
4034
4119
|
# * Stopped – This job was stopped by a user.
|
4035
4120
|
#
|
@@ -4866,7 +4951,7 @@ module Aws::Bedrock
|
|
4866
4951
|
tracer: tracer
|
4867
4952
|
)
|
4868
4953
|
context[:gem_name] = 'aws-sdk-bedrock'
|
4869
|
-
context[:gem_version] = '1.
|
4954
|
+
context[:gem_version] = '1.43.0'
|
4870
4955
|
Seahorse::Client::Request.new(handlers, context)
|
4871
4956
|
end
|
4872
4957
|
|
@@ -23,6 +23,9 @@ module Aws::Bedrock
|
|
23
23
|
ApplicationType = Shapes::StringShape.new(name: 'ApplicationType')
|
24
24
|
Arn = Shapes::StringShape.new(name: 'Arn')
|
25
25
|
AutomatedEvaluationConfig = Shapes::StructureShape.new(name: 'AutomatedEvaluationConfig')
|
26
|
+
AutomatedEvaluationCustomMetricConfig = Shapes::StructureShape.new(name: 'AutomatedEvaluationCustomMetricConfig')
|
27
|
+
AutomatedEvaluationCustomMetricSource = Shapes::UnionShape.new(name: 'AutomatedEvaluationCustomMetricSource')
|
28
|
+
AutomatedEvaluationCustomMetrics = Shapes::ListShape.new(name: 'AutomatedEvaluationCustomMetrics')
|
26
29
|
BaseModelIdentifier = Shapes::StringShape.new(name: 'BaseModelIdentifier')
|
27
30
|
BatchDeleteEvaluationJobError = Shapes::StructureShape.new(name: 'BatchDeleteEvaluationJobError')
|
28
31
|
BatchDeleteEvaluationJobErrors = Shapes::ListShape.new(name: 'BatchDeleteEvaluationJobErrors')
|
@@ -65,6 +68,11 @@ module Aws::Bedrock
|
|
65
68
|
CreatePromptRouterResponse = Shapes::StructureShape.new(name: 'CreatePromptRouterResponse')
|
66
69
|
CreateProvisionedModelThroughputRequest = Shapes::StructureShape.new(name: 'CreateProvisionedModelThroughputRequest')
|
67
70
|
CreateProvisionedModelThroughputResponse = Shapes::StructureShape.new(name: 'CreateProvisionedModelThroughputResponse')
|
71
|
+
CustomMetricBedrockEvaluatorModel = Shapes::StructureShape.new(name: 'CustomMetricBedrockEvaluatorModel')
|
72
|
+
CustomMetricBedrockEvaluatorModels = Shapes::ListShape.new(name: 'CustomMetricBedrockEvaluatorModels')
|
73
|
+
CustomMetricDefinition = Shapes::StructureShape.new(name: 'CustomMetricDefinition')
|
74
|
+
CustomMetricEvaluatorModelConfig = Shapes::StructureShape.new(name: 'CustomMetricEvaluatorModelConfig')
|
75
|
+
CustomMetricInstructions = Shapes::StringShape.new(name: 'CustomMetricInstructions')
|
68
76
|
CustomModelArn = Shapes::StringShape.new(name: 'CustomModelArn')
|
69
77
|
CustomModelName = Shapes::StringShape.new(name: 'CustomModelName')
|
70
78
|
CustomModelSummary = Shapes::StructureShape.new(name: 'CustomModelSummary')
|
@@ -73,6 +81,7 @@ module Aws::Bedrock
|
|
73
81
|
CustomModelUnitsVersion = Shapes::StringShape.new(name: 'CustomModelUnitsVersion')
|
74
82
|
CustomizationConfig = Shapes::UnionShape.new(name: 'CustomizationConfig')
|
75
83
|
CustomizationType = Shapes::StringShape.new(name: 'CustomizationType')
|
84
|
+
DataProcessingDetails = Shapes::StructureShape.new(name: 'DataProcessingDetails')
|
76
85
|
DeleteCustomModelRequest = Shapes::StructureShape.new(name: 'DeleteCustomModelRequest')
|
77
86
|
DeleteCustomModelResponse = Shapes::StructureShape.new(name: 'DeleteCustomModelResponse')
|
78
87
|
DeleteGuardrailRequest = Shapes::StructureShape.new(name: 'DeleteGuardrailRequest')
|
@@ -149,6 +158,7 @@ module Aws::Bedrock
|
|
149
158
|
FilterKey = Shapes::StringShape.new(name: 'FilterKey')
|
150
159
|
FilterValue = Shapes::DocumentShape.new(name: 'FilterValue', document: true)
|
151
160
|
FineTuningJobStatus = Shapes::StringShape.new(name: 'FineTuningJobStatus')
|
161
|
+
Float = Shapes::FloatShape.new(name: 'Float')
|
152
162
|
FoundationModelArn = Shapes::StringShape.new(name: 'FoundationModelArn')
|
153
163
|
FoundationModelDetails = Shapes::StructureShape.new(name: 'FoundationModelDetails')
|
154
164
|
FoundationModelLifecycle = Shapes::StructureShape.new(name: 'FoundationModelLifecycle')
|
@@ -303,6 +313,7 @@ module Aws::Bedrock
|
|
303
313
|
InvocationLogSource = Shapes::UnionShape.new(name: 'InvocationLogSource')
|
304
314
|
InvocationLogsConfig = Shapes::StructureShape.new(name: 'InvocationLogsConfig')
|
305
315
|
JobName = Shapes::StringShape.new(name: 'JobName')
|
316
|
+
JobStatusDetails = Shapes::StringShape.new(name: 'JobStatusDetails')
|
306
317
|
KbInferenceConfig = Shapes::StructureShape.new(name: 'KbInferenceConfig')
|
307
318
|
KeyPrefix = Shapes::StringShape.new(name: 'KeyPrefix')
|
308
319
|
KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
|
@@ -350,6 +361,7 @@ module Aws::Bedrock
|
|
350
361
|
MaxTokens = Shapes::IntegerShape.new(name: 'MaxTokens')
|
351
362
|
Message = Shapes::StringShape.new(name: 'Message')
|
352
363
|
MetricFloat = Shapes::FloatShape.new(name: 'MetricFloat')
|
364
|
+
MetricName = Shapes::StringShape.new(name: 'MetricName')
|
353
365
|
ModelArchitecture = Shapes::StringShape.new(name: 'ModelArchitecture')
|
354
366
|
ModelArn = Shapes::StringShape.new(name: 'ModelArn')
|
355
367
|
ModelCopyJobArn = Shapes::StringShape.new(name: 'ModelCopyJobArn')
|
@@ -421,6 +433,11 @@ module Aws::Bedrock
|
|
421
433
|
RAGStopSequences = Shapes::ListShape.new(name: 'RAGStopSequences')
|
422
434
|
RAGStopSequencesMemberString = Shapes::StringShape.new(name: 'RAGStopSequencesMemberString')
|
423
435
|
RagConfigs = Shapes::ListShape.new(name: 'RagConfigs')
|
436
|
+
RatingScale = Shapes::ListShape.new(name: 'RatingScale')
|
437
|
+
RatingScaleItem = Shapes::StructureShape.new(name: 'RatingScaleItem')
|
438
|
+
RatingScaleItemDefinition = Shapes::StringShape.new(name: 'RatingScaleItemDefinition')
|
439
|
+
RatingScaleItemValue = Shapes::UnionShape.new(name: 'RatingScaleItemValue')
|
440
|
+
RatingScaleItemValueStringValueString = Shapes::StringShape.new(name: 'RatingScaleItemValueStringValueString')
|
424
441
|
RegisterMarketplaceModelEndpointRequest = Shapes::StructureShape.new(name: 'RegisterMarketplaceModelEndpointRequest')
|
425
442
|
RegisterMarketplaceModelEndpointResponse = Shapes::StructureShape.new(name: 'RegisterMarketplaceModelEndpointResponse')
|
426
443
|
RequestMetadataBaseFilters = Shapes::StructureShape.new(name: 'RequestMetadataBaseFilters')
|
@@ -455,6 +472,7 @@ module Aws::Bedrock
|
|
455
472
|
SortModelsBy = Shapes::StringShape.new(name: 'SortModelsBy')
|
456
473
|
SortOrder = Shapes::StringShape.new(name: 'SortOrder')
|
457
474
|
Status = Shapes::StringShape.new(name: 'Status')
|
475
|
+
StatusDetails = Shapes::StructureShape.new(name: 'StatusDetails')
|
458
476
|
StopEvaluationJobRequest = Shapes::StructureShape.new(name: 'StopEvaluationJobRequest')
|
459
477
|
StopEvaluationJobResponse = Shapes::StructureShape.new(name: 'StopEvaluationJobResponse')
|
460
478
|
StopModelCustomizationJobRequest = Shapes::StructureShape.new(name: 'StopModelCustomizationJobRequest')
|
@@ -482,6 +500,7 @@ module Aws::Bedrock
|
|
482
500
|
TooManyTagsException = Shapes::StructureShape.new(name: 'TooManyTagsException')
|
483
501
|
TopP = Shapes::FloatShape.new(name: 'TopP')
|
484
502
|
TrainingDataConfig = Shapes::StructureShape.new(name: 'TrainingDataConfig')
|
503
|
+
TrainingDetails = Shapes::StructureShape.new(name: 'TrainingDetails')
|
485
504
|
TrainingMetrics = Shapes::StructureShape.new(name: 'TrainingMetrics')
|
486
505
|
UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
|
487
506
|
UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
|
@@ -493,6 +512,7 @@ module Aws::Bedrock
|
|
493
512
|
UpdateProvisionedModelThroughputResponse = Shapes::StructureShape.new(name: 'UpdateProvisionedModelThroughputResponse')
|
494
513
|
UsePromptResponse = Shapes::BooleanShape.new(name: 'UsePromptResponse')
|
495
514
|
ValidationDataConfig = Shapes::StructureShape.new(name: 'ValidationDataConfig')
|
515
|
+
ValidationDetails = Shapes::StructureShape.new(name: 'ValidationDetails')
|
496
516
|
ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
|
497
517
|
ValidationMetrics = Shapes::ListShape.new(name: 'ValidationMetrics')
|
498
518
|
Validator = Shapes::StructureShape.new(name: 'Validator')
|
@@ -509,8 +529,21 @@ module Aws::Bedrock
|
|
509
529
|
|
510
530
|
AutomatedEvaluationConfig.add_member(:dataset_metric_configs, Shapes::ShapeRef.new(shape: EvaluationDatasetMetricConfigs, required: true, location_name: "datasetMetricConfigs"))
|
511
531
|
AutomatedEvaluationConfig.add_member(:evaluator_model_config, Shapes::ShapeRef.new(shape: EvaluatorModelConfig, location_name: "evaluatorModelConfig"))
|
532
|
+
AutomatedEvaluationConfig.add_member(:custom_metric_config, Shapes::ShapeRef.new(shape: AutomatedEvaluationCustomMetricConfig, location_name: "customMetricConfig"))
|
512
533
|
AutomatedEvaluationConfig.struct_class = Types::AutomatedEvaluationConfig
|
513
534
|
|
535
|
+
AutomatedEvaluationCustomMetricConfig.add_member(:custom_metrics, Shapes::ShapeRef.new(shape: AutomatedEvaluationCustomMetrics, required: true, location_name: "customMetrics"))
|
536
|
+
AutomatedEvaluationCustomMetricConfig.add_member(:evaluator_model_config, Shapes::ShapeRef.new(shape: CustomMetricEvaluatorModelConfig, required: true, location_name: "evaluatorModelConfig"))
|
537
|
+
AutomatedEvaluationCustomMetricConfig.struct_class = Types::AutomatedEvaluationCustomMetricConfig
|
538
|
+
|
539
|
+
AutomatedEvaluationCustomMetricSource.add_member(:custom_metric_definition, Shapes::ShapeRef.new(shape: CustomMetricDefinition, location_name: "customMetricDefinition"))
|
540
|
+
AutomatedEvaluationCustomMetricSource.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
|
541
|
+
AutomatedEvaluationCustomMetricSource.add_member_subclass(:custom_metric_definition, Types::AutomatedEvaluationCustomMetricSource::CustomMetricDefinition)
|
542
|
+
AutomatedEvaluationCustomMetricSource.add_member_subclass(:unknown, Types::AutomatedEvaluationCustomMetricSource::Unknown)
|
543
|
+
AutomatedEvaluationCustomMetricSource.struct_class = Types::AutomatedEvaluationCustomMetricSource
|
544
|
+
|
545
|
+
AutomatedEvaluationCustomMetrics.member = Shapes::ShapeRef.new(shape: AutomatedEvaluationCustomMetricSource)
|
546
|
+
|
514
547
|
BatchDeleteEvaluationJobError.add_member(:job_identifier, Shapes::ShapeRef.new(shape: EvaluationJobIdentifier, required: true, location_name: "jobIdentifier"))
|
515
548
|
BatchDeleteEvaluationJobError.add_member(:code, Shapes::ShapeRef.new(shape: String, required: true, location_name: "code"))
|
516
549
|
BatchDeleteEvaluationJobError.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "message"))
|
@@ -696,6 +729,19 @@ module Aws::Bedrock
|
|
696
729
|
CreateProvisionedModelThroughputResponse.add_member(:provisioned_model_arn, Shapes::ShapeRef.new(shape: ProvisionedModelArn, required: true, location_name: "provisionedModelArn"))
|
697
730
|
CreateProvisionedModelThroughputResponse.struct_class = Types::CreateProvisionedModelThroughputResponse
|
698
731
|
|
732
|
+
CustomMetricBedrockEvaluatorModel.add_member(:model_identifier, Shapes::ShapeRef.new(shape: EvaluatorModelIdentifier, required: true, location_name: "modelIdentifier"))
|
733
|
+
CustomMetricBedrockEvaluatorModel.struct_class = Types::CustomMetricBedrockEvaluatorModel
|
734
|
+
|
735
|
+
CustomMetricBedrockEvaluatorModels.member = Shapes::ShapeRef.new(shape: CustomMetricBedrockEvaluatorModel)
|
736
|
+
|
737
|
+
CustomMetricDefinition.add_member(:name, Shapes::ShapeRef.new(shape: MetricName, required: true, location_name: "name"))
|
738
|
+
CustomMetricDefinition.add_member(:instructions, Shapes::ShapeRef.new(shape: CustomMetricInstructions, required: true, location_name: "instructions"))
|
739
|
+
CustomMetricDefinition.add_member(:rating_scale, Shapes::ShapeRef.new(shape: RatingScale, location_name: "ratingScale"))
|
740
|
+
CustomMetricDefinition.struct_class = Types::CustomMetricDefinition
|
741
|
+
|
742
|
+
CustomMetricEvaluatorModelConfig.add_member(:bedrock_evaluator_models, Shapes::ShapeRef.new(shape: CustomMetricBedrockEvaluatorModels, required: true, location_name: "bedrockEvaluatorModels"))
|
743
|
+
CustomMetricEvaluatorModelConfig.struct_class = Types::CustomMetricEvaluatorModelConfig
|
744
|
+
|
699
745
|
CustomModelSummary.add_member(:model_arn, Shapes::ShapeRef.new(shape: CustomModelArn, required: true, location_name: "modelArn"))
|
700
746
|
CustomModelSummary.add_member(:model_name, Shapes::ShapeRef.new(shape: CustomModelName, required: true, location_name: "modelName"))
|
701
747
|
CustomModelSummary.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
|
@@ -717,6 +763,11 @@ module Aws::Bedrock
|
|
717
763
|
CustomizationConfig.add_member_subclass(:unknown, Types::CustomizationConfig::Unknown)
|
718
764
|
CustomizationConfig.struct_class = Types::CustomizationConfig
|
719
765
|
|
766
|
+
DataProcessingDetails.add_member(:status, Shapes::ShapeRef.new(shape: JobStatusDetails, location_name: "status"))
|
767
|
+
DataProcessingDetails.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "creationTime"))
|
768
|
+
DataProcessingDetails.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
|
769
|
+
DataProcessingDetails.struct_class = Types::DataProcessingDetails
|
770
|
+
|
720
771
|
DeleteCustomModelRequest.add_member(:model_identifier, Shapes::ShapeRef.new(shape: ModelIdentifier, required: true, location: "uri", location_name: "modelIdentifier"))
|
721
772
|
DeleteCustomModelRequest.struct_class = Types::DeleteCustomModelRequest
|
722
773
|
|
@@ -873,9 +924,10 @@ module Aws::Bedrock
|
|
873
924
|
EvaluationSummary.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
|
874
925
|
EvaluationSummary.add_member(:job_type, Shapes::ShapeRef.new(shape: EvaluationJobType, required: true, location_name: "jobType"))
|
875
926
|
EvaluationSummary.add_member(:evaluation_task_types, Shapes::ShapeRef.new(shape: EvaluationTaskTypes, required: true, location_name: "evaluationTaskTypes"))
|
876
|
-
EvaluationSummary.add_member(:model_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockModelIdentifiers, deprecated: true, location_name: "modelIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary"}))
|
877
|
-
EvaluationSummary.add_member(:rag_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockKnowledgeBaseIdentifiers, deprecated: true, location_name: "ragIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary"}))
|
927
|
+
EvaluationSummary.add_member(:model_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockModelIdentifiers, deprecated: true, location_name: "modelIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary", "deprecatedSince"=>"2025-03-07"}))
|
928
|
+
EvaluationSummary.add_member(:rag_identifiers, Shapes::ShapeRef.new(shape: EvaluationBedrockKnowledgeBaseIdentifiers, deprecated: true, location_name: "ragIdentifiers", metadata: {"deprecatedMessage"=>"Inference identifiers should be retrieved from the inferenceConfigSummary", "deprecatedSince"=>"2025-03-07"}))
|
878
929
|
EvaluationSummary.add_member(:evaluator_model_identifiers, Shapes::ShapeRef.new(shape: EvaluatorModelIdentifiers, location_name: "evaluatorModelIdentifiers"))
|
930
|
+
EvaluationSummary.add_member(:custom_metrics_evaluator_model_identifiers, Shapes::ShapeRef.new(shape: EvaluatorModelIdentifiers, location_name: "customMetricsEvaluatorModelIdentifiers"))
|
879
931
|
EvaluationSummary.add_member(:inference_config_summary, Shapes::ShapeRef.new(shape: EvaluationInferenceConfigSummary, location_name: "inferenceConfigSummary"))
|
880
932
|
EvaluationSummary.add_member(:application_type, Shapes::ShapeRef.new(shape: ApplicationType, location_name: "applicationType"))
|
881
933
|
EvaluationSummary.struct_class = Types::EvaluationSummary
|
@@ -1078,6 +1130,7 @@ module Aws::Bedrock
|
|
1078
1130
|
GetModelCustomizationJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "roleArn"))
|
1079
1131
|
GetModelCustomizationJobResponse.add_member(:status, Shapes::ShapeRef.new(shape: ModelCustomizationJobStatus, location_name: "status"))
|
1080
1132
|
GetModelCustomizationJobResponse.add_member(:failure_message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "failureMessage"))
|
1133
|
+
GetModelCustomizationJobResponse.add_member(:status_details, Shapes::ShapeRef.new(shape: StatusDetails, location_name: "statusDetails"))
|
1081
1134
|
GetModelCustomizationJobResponse.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
|
1082
1135
|
GetModelCustomizationJobResponse.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
|
1083
1136
|
GetModelCustomizationJobResponse.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "endTime"))
|
@@ -1687,6 +1740,7 @@ module Aws::Bedrock
|
|
1687
1740
|
ModelCustomizationJobSummary.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "jobName"))
|
1688
1741
|
ModelCustomizationJobSummary.add_member(:status, Shapes::ShapeRef.new(shape: ModelCustomizationJobStatus, required: true, location_name: "status"))
|
1689
1742
|
ModelCustomizationJobSummary.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
|
1743
|
+
ModelCustomizationJobSummary.add_member(:status_details, Shapes::ShapeRef.new(shape: StatusDetails, location_name: "statusDetails"))
|
1690
1744
|
ModelCustomizationJobSummary.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, required: true, location_name: "creationTime"))
|
1691
1745
|
ModelCustomizationJobSummary.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "endTime"))
|
1692
1746
|
ModelCustomizationJobSummary.add_member(:custom_model_arn, Shapes::ShapeRef.new(shape: CustomModelArn, location_name: "customModelArn"))
|
@@ -1824,6 +1878,20 @@ module Aws::Bedrock
|
|
1824
1878
|
|
1825
1879
|
RagConfigs.member = Shapes::ShapeRef.new(shape: RAGConfig)
|
1826
1880
|
|
1881
|
+
RatingScale.member = Shapes::ShapeRef.new(shape: RatingScaleItem)
|
1882
|
+
|
1883
|
+
RatingScaleItem.add_member(:definition, Shapes::ShapeRef.new(shape: RatingScaleItemDefinition, required: true, location_name: "definition"))
|
1884
|
+
RatingScaleItem.add_member(:value, Shapes::ShapeRef.new(shape: RatingScaleItemValue, required: true, location_name: "value"))
|
1885
|
+
RatingScaleItem.struct_class = Types::RatingScaleItem
|
1886
|
+
|
1887
|
+
RatingScaleItemValue.add_member(:string_value, Shapes::ShapeRef.new(shape: RatingScaleItemValueStringValueString, location_name: "stringValue"))
|
1888
|
+
RatingScaleItemValue.add_member(:float_value, Shapes::ShapeRef.new(shape: Float, location_name: "floatValue"))
|
1889
|
+
RatingScaleItemValue.add_member(:unknown, Shapes::ShapeRef.new(shape: nil, location_name: 'unknown'))
|
1890
|
+
RatingScaleItemValue.add_member_subclass(:string_value, Types::RatingScaleItemValue::StringValue)
|
1891
|
+
RatingScaleItemValue.add_member_subclass(:float_value, Types::RatingScaleItemValue::FloatValue)
|
1892
|
+
RatingScaleItemValue.add_member_subclass(:unknown, Types::RatingScaleItemValue::Unknown)
|
1893
|
+
RatingScaleItemValue.struct_class = Types::RatingScaleItemValue
|
1894
|
+
|
1827
1895
|
RegisterMarketplaceModelEndpointRequest.add_member(:endpoint_identifier, Shapes::ShapeRef.new(shape: Arn, required: true, location: "uri", location_name: "endpointIdentifier"))
|
1828
1896
|
RegisterMarketplaceModelEndpointRequest.add_member(:model_source_identifier, Shapes::ShapeRef.new(shape: ModelSourceIdentifier, required: true, location_name: "modelSourceIdentifier"))
|
1829
1897
|
RegisterMarketplaceModelEndpointRequest.struct_class = Types::RegisterMarketplaceModelEndpointRequest
|
@@ -1924,6 +1992,11 @@ module Aws::Bedrock
|
|
1924
1992
|
ServiceUnavailableException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
|
1925
1993
|
ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
|
1926
1994
|
|
1995
|
+
StatusDetails.add_member(:validation_details, Shapes::ShapeRef.new(shape: ValidationDetails, location_name: "validationDetails"))
|
1996
|
+
StatusDetails.add_member(:data_processing_details, Shapes::ShapeRef.new(shape: DataProcessingDetails, location_name: "dataProcessingDetails"))
|
1997
|
+
StatusDetails.add_member(:training_details, Shapes::ShapeRef.new(shape: TrainingDetails, location_name: "trainingDetails"))
|
1998
|
+
StatusDetails.struct_class = Types::StatusDetails
|
1999
|
+
|
1927
2000
|
StopEvaluationJobRequest.add_member(:job_identifier, Shapes::ShapeRef.new(shape: EvaluationJobIdentifier, required: true, location: "uri", location_name: "jobIdentifier"))
|
1928
2001
|
StopEvaluationJobRequest.struct_class = Types::StopEvaluationJobRequest
|
1929
2002
|
|
@@ -1976,6 +2049,11 @@ module Aws::Bedrock
|
|
1976
2049
|
TrainingDataConfig.add_member(:invocation_logs_config, Shapes::ShapeRef.new(shape: InvocationLogsConfig, location_name: "invocationLogsConfig"))
|
1977
2050
|
TrainingDataConfig.struct_class = Types::TrainingDataConfig
|
1978
2051
|
|
2052
|
+
TrainingDetails.add_member(:status, Shapes::ShapeRef.new(shape: JobStatusDetails, location_name: "status"))
|
2053
|
+
TrainingDetails.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "creationTime"))
|
2054
|
+
TrainingDetails.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
|
2055
|
+
TrainingDetails.struct_class = Types::TrainingDetails
|
2056
|
+
|
1979
2057
|
TrainingMetrics.add_member(:training_loss, Shapes::ShapeRef.new(shape: MetricFloat, location_name: "trainingLoss"))
|
1980
2058
|
TrainingMetrics.struct_class = Types::TrainingMetrics
|
1981
2059
|
|
@@ -2022,6 +2100,11 @@ module Aws::Bedrock
|
|
2022
2100
|
ValidationDataConfig.add_member(:validators, Shapes::ShapeRef.new(shape: Validators, required: true, location_name: "validators"))
|
2023
2101
|
ValidationDataConfig.struct_class = Types::ValidationDataConfig
|
2024
2102
|
|
2103
|
+
ValidationDetails.add_member(:status, Shapes::ShapeRef.new(shape: JobStatusDetails, location_name: "status"))
|
2104
|
+
ValidationDetails.add_member(:creation_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "creationTime"))
|
2105
|
+
ValidationDetails.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "lastModifiedTime"))
|
2106
|
+
ValidationDetails.struct_class = Types::ValidationDetails
|
2107
|
+
|
2025
2108
|
ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: NonBlankString, location_name: "message"))
|
2026
2109
|
ValidationException.struct_class = Types::ValidationException
|
2027
2110
|
|
@@ -39,15 +39,76 @@ module Aws::Bedrock
|
|
39
39
|
# This model computes all evaluation related metrics.
|
40
40
|
# @return [Types::EvaluatorModelConfig]
|
41
41
|
#
|
42
|
+
# @!attribute [rw] custom_metric_config
|
43
|
+
# Defines the configuration of custom metrics to be used in an
|
44
|
+
# evaluation job.
|
45
|
+
# @return [Types::AutomatedEvaluationCustomMetricConfig]
|
46
|
+
#
|
42
47
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/AutomatedEvaluationConfig AWS API Documentation
|
43
48
|
#
|
44
49
|
class AutomatedEvaluationConfig < Struct.new(
|
45
50
|
:dataset_metric_configs,
|
51
|
+
:evaluator_model_config,
|
52
|
+
:custom_metric_config)
|
53
|
+
SENSITIVE = []
|
54
|
+
include Aws::Structure
|
55
|
+
end
|
56
|
+
|
57
|
+
# Defines the configuration of custom metrics to be used in an
|
58
|
+
# evaluation job. To learn more about using custom metrics in Amazon
|
59
|
+
# Bedrock evaluation jobs, see [Create a prompt for a custom metrics
|
60
|
+
# (LLM-as-a-judge model evaluations)][1] and [Create a prompt for a
|
61
|
+
# custom metrics (RAG evaluations)][2].
|
62
|
+
#
|
63
|
+
#
|
64
|
+
#
|
65
|
+
# [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html
|
66
|
+
# [2]: https://docs.aws.amazon.com/bedrock/latest/userguide/kb-evaluation-custom-metrics-prompt-formats.html
|
67
|
+
#
|
68
|
+
# @!attribute [rw] custom_metrics
|
69
|
+
# Defines a list of custom metrics to be used in an Amazon Bedrock
|
70
|
+
# evaluation job.
|
71
|
+
# @return [Array<Types::AutomatedEvaluationCustomMetricSource>]
|
72
|
+
#
|
73
|
+
# @!attribute [rw] evaluator_model_config
|
74
|
+
# Configuration of the evaluator model you want to use to evaluate
|
75
|
+
# custom metrics in an Amazon Bedrock evaluation job.
|
76
|
+
# @return [Types::CustomMetricEvaluatorModelConfig]
|
77
|
+
#
|
78
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/AutomatedEvaluationCustomMetricConfig AWS API Documentation
|
79
|
+
#
|
80
|
+
class AutomatedEvaluationCustomMetricConfig < Struct.new(
|
81
|
+
:custom_metrics,
|
46
82
|
:evaluator_model_config)
|
47
83
|
SENSITIVE = []
|
48
84
|
include Aws::Structure
|
49
85
|
end
|
50
86
|
|
87
|
+
# An array item definining a single custom metric for use in an Amazon
|
88
|
+
# Bedrock evaluation job.
|
89
|
+
#
|
90
|
+
# @note AutomatedEvaluationCustomMetricSource is a union - when making an API calls you must set exactly one of the members.
|
91
|
+
#
|
92
|
+
# @note AutomatedEvaluationCustomMetricSource is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of AutomatedEvaluationCustomMetricSource corresponding to the set member.
|
93
|
+
#
|
94
|
+
# @!attribute [rw] custom_metric_definition
|
95
|
+
# The definition of a custom metric for use in an Amazon Bedrock
|
96
|
+
# evaluation job.
|
97
|
+
# @return [Types::CustomMetricDefinition]
|
98
|
+
#
|
99
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/AutomatedEvaluationCustomMetricSource AWS API Documentation
|
100
|
+
#
|
101
|
+
class AutomatedEvaluationCustomMetricSource < Struct.new(
|
102
|
+
:custom_metric_definition,
|
103
|
+
:unknown)
|
104
|
+
SENSITIVE = [:custom_metric_definition]
|
105
|
+
include Aws::Structure
|
106
|
+
include Aws::Structure::Union
|
107
|
+
|
108
|
+
class CustomMetricDefinition < AutomatedEvaluationCustomMetricSource; end
|
109
|
+
class Unknown < AutomatedEvaluationCustomMetricSource; end
|
110
|
+
end
|
111
|
+
|
51
112
|
# A JSON array that provides the status of the evaluation jobs being
|
52
113
|
# deleted.
|
53
114
|
#
|
@@ -1101,6 +1162,95 @@ module Aws::Bedrock
|
|
1101
1162
|
include Aws::Structure
|
1102
1163
|
end
|
1103
1164
|
|
1165
|
+
# Defines the model you want to evaluate custom metrics in an Amazon
|
1166
|
+
# Bedrock evaluation job.
|
1167
|
+
#
|
1168
|
+
# @!attribute [rw] model_identifier
|
1169
|
+
# The Amazon Resource Name (ARN) of the evaluator model for custom
|
1170
|
+
# metrics. For a list of supported evaluator models, see [Evaluate
|
1171
|
+
# model performance using another LLM as a judge][1] and [Evaluate the
|
1172
|
+
# performance of RAG sources using Amazon Bedrock evaluations][2].
|
1173
|
+
#
|
1174
|
+
#
|
1175
|
+
#
|
1176
|
+
# [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/evaluation-judge.html
|
1177
|
+
# [2]: https://docs.aws.amazon.com/bedrock/latest/userguide/evaluation-kb.html
|
1178
|
+
# @return [String]
|
1179
|
+
#
|
1180
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomMetricBedrockEvaluatorModel AWS API Documentation
|
1181
|
+
#
|
1182
|
+
class CustomMetricBedrockEvaluatorModel < Struct.new(
|
1183
|
+
:model_identifier)
|
1184
|
+
SENSITIVE = []
|
1185
|
+
include Aws::Structure
|
1186
|
+
end
|
1187
|
+
|
1188
|
+
# The definition of a custom metric for use in an Amazon Bedrock
|
1189
|
+
# evaluation job. A custom metric definition includes a metric name,
|
1190
|
+
# prompt (instructions) and optionally, a rating scale. Your prompt must
|
1191
|
+
# include a task description and input variables. The required input
|
1192
|
+
# variables are different for model-as-a-judge and RAG evaluations.
|
1193
|
+
#
|
1194
|
+
# For more information about how to define a custom metric in Amazon
|
1195
|
+
# Bedrock, see [Create a prompt for a custom metrics (LLM-as-a-judge
|
1196
|
+
# model evaluations)][1] and [Create a prompt for a custom metrics (RAG
|
1197
|
+
# evaluations)][2].
|
1198
|
+
#
|
1199
|
+
#
|
1200
|
+
#
|
1201
|
+
# [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html
|
1202
|
+
# [2]: https://docs.aws.amazon.com/bedrock/latest/userguide/kb-evaluation-custom-metrics-prompt-formats.html
|
1203
|
+
#
|
1204
|
+
# @!attribute [rw] name
|
1205
|
+
# The name for a custom metric. Names must be unique in your Amazon
|
1206
|
+
# Web Services region.
|
1207
|
+
# @return [String]
|
1208
|
+
#
|
1209
|
+
# @!attribute [rw] instructions
|
1210
|
+
# The prompt for a custom metric that instructs the evaluator model
|
1211
|
+
# how to rate the model or RAG source under evaluation.
|
1212
|
+
# @return [String]
|
1213
|
+
#
|
1214
|
+
# @!attribute [rw] rating_scale
|
1215
|
+
# Defines the rating scale to be used for a custom metric. We
|
1216
|
+
# recommend that you always define a ratings scale when creating a
|
1217
|
+
# custom metric. If you don't define a scale, Amazon Bedrock won't
|
1218
|
+
# be able to visually display the results of the evaluation in the
|
1219
|
+
# console or calculate average values of numerical scores. For more
|
1220
|
+
# information on specifying a rating scale, see [Specifying an output
|
1221
|
+
# schema (rating scale)][1].
|
1222
|
+
#
|
1223
|
+
#
|
1224
|
+
#
|
1225
|
+
# [1]: https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html#model-evaluation-custom-metrics-prompt-formats-schema
|
1226
|
+
# @return [Array<Types::RatingScaleItem>]
|
1227
|
+
#
|
1228
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomMetricDefinition AWS API Documentation
|
1229
|
+
#
|
1230
|
+
class CustomMetricDefinition < Struct.new(
|
1231
|
+
:name,
|
1232
|
+
:instructions,
|
1233
|
+
:rating_scale)
|
1234
|
+
SENSITIVE = [:name]
|
1235
|
+
include Aws::Structure
|
1236
|
+
end
|
1237
|
+
|
1238
|
+
# Configuration of the evaluator model you want to use to evaluate
|
1239
|
+
# custom metrics in an Amazon Bedrock evaluation job.
|
1240
|
+
#
|
1241
|
+
# @!attribute [rw] bedrock_evaluator_models
|
1242
|
+
# Defines the model you want to evaluate custom metrics in an Amazon
|
1243
|
+
# Bedrock evaluation job.
|
1244
|
+
# @return [Array<Types::CustomMetricBedrockEvaluatorModel>]
|
1245
|
+
#
|
1246
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomMetricEvaluatorModelConfig AWS API Documentation
|
1247
|
+
#
|
1248
|
+
class CustomMetricEvaluatorModelConfig < Struct.new(
|
1249
|
+
:bedrock_evaluator_models)
|
1250
|
+
SENSITIVE = []
|
1251
|
+
include Aws::Structure
|
1252
|
+
end
|
1253
|
+
|
1104
1254
|
# Summary information for a custom model.
|
1105
1255
|
#
|
1106
1256
|
# @!attribute [rw] model_arn
|
@@ -1187,7 +1337,7 @@ module Aws::Bedrock
|
|
1187
1337
|
# @note CustomizationConfig is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of CustomizationConfig corresponding to the set member.
|
1188
1338
|
#
|
1189
1339
|
# @!attribute [rw] distillation_config
|
1190
|
-
# The
|
1340
|
+
# The Distillation configuration for the custom model.
|
1191
1341
|
# @return [Types::DistillationConfig]
|
1192
1342
|
#
|
1193
1343
|
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/CustomizationConfig AWS API Documentation
|
@@ -1203,6 +1353,31 @@ module Aws::Bedrock
|
|
1203
1353
|
class Unknown < CustomizationConfig; end
|
1204
1354
|
end
|
1205
1355
|
|
1356
|
+
# For a Distillation job, the status details for the data processing
|
1357
|
+
# sub-task of the job.
|
1358
|
+
#
|
1359
|
+
# @!attribute [rw] status
|
1360
|
+
# The status of the data processing sub-task of the job.
|
1361
|
+
# @return [String]
|
1362
|
+
#
|
1363
|
+
# @!attribute [rw] creation_time
|
1364
|
+
# The start time of the data processing sub-task of the job.
|
1365
|
+
# @return [Time]
|
1366
|
+
#
|
1367
|
+
# @!attribute [rw] last_modified_time
|
1368
|
+
# The latest update to the data processing sub-task of the job.
|
1369
|
+
# @return [Time]
|
1370
|
+
#
|
1371
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/DataProcessingDetails AWS API Documentation
|
1372
|
+
#
|
1373
|
+
class DataProcessingDetails < Struct.new(
|
1374
|
+
:status,
|
1375
|
+
:creation_time,
|
1376
|
+
:last_modified_time)
|
1377
|
+
SENSITIVE = []
|
1378
|
+
include Aws::Structure
|
1379
|
+
end
|
1380
|
+
|
1206
1381
|
# @!attribute [rw] model_identifier
|
1207
1382
|
# Name of the model to delete.
|
1208
1383
|
# @return [String]
|
@@ -1526,7 +1701,7 @@ module Aws::Bedrock
|
|
1526
1701
|
#
|
1527
1702
|
# For knowledge base evaluation jobs that evaluate retrieval only,
|
1528
1703
|
# valid values are "`Builtin.ContextRelevance`",
|
1529
|
-
# "`Builtin.
|
1704
|
+
# "`Builtin.ContextCoverage`".
|
1530
1705
|
#
|
1531
1706
|
# For knowledge base evaluation jobs that evaluate retrieval with
|
1532
1707
|
# response generation, valid values are "`Builtin.Correctness`",
|
@@ -1847,6 +2022,11 @@ module Aws::Bedrock
|
|
1847
2022
|
# metrics for a knowledge base evaluation job.
|
1848
2023
|
# @return [Array<String>]
|
1849
2024
|
#
|
2025
|
+
# @!attribute [rw] custom_metrics_evaluator_model_identifiers
|
2026
|
+
# The Amazon Resource Names (ARNs) of the models used to compute
|
2027
|
+
# custom metrics in an Amazon Bedrock evaluation job.
|
2028
|
+
# @return [Array<String>]
|
2029
|
+
#
|
1850
2030
|
# @!attribute [rw] inference_config_summary
|
1851
2031
|
# Identifies the models, Knowledge Bases, or other RAG sources
|
1852
2032
|
# evaluated in a model or Knowledge Base evaluation job.
|
@@ -1869,6 +2049,7 @@ module Aws::Bedrock
|
|
1869
2049
|
:model_identifiers,
|
1870
2050
|
:rag_identifiers,
|
1871
2051
|
:evaluator_model_identifiers,
|
2052
|
+
:custom_metrics_evaluator_model_identifiers,
|
1872
2053
|
:inference_config_summary,
|
1873
2054
|
:application_type)
|
1874
2055
|
SENSITIVE = []
|
@@ -2822,6 +3003,11 @@ module Aws::Bedrock
|
|
2822
3003
|
# Information about why the job failed.
|
2823
3004
|
# @return [String]
|
2824
3005
|
#
|
3006
|
+
# @!attribute [rw] status_details
|
3007
|
+
# For a Distillation job, the details about the statuses of the
|
3008
|
+
# sub-tasks of the customization job.
|
3009
|
+
# @return [Types::StatusDetails]
|
3010
|
+
#
|
2825
3011
|
# @!attribute [rw] creation_time
|
2826
3012
|
# Time that the resource was created.
|
2827
3013
|
# @return [Time]
|
@@ -2895,6 +3081,7 @@ module Aws::Bedrock
|
|
2895
3081
|
:role_arn,
|
2896
3082
|
:status,
|
2897
3083
|
:failure_message,
|
3084
|
+
:status_details,
|
2898
3085
|
:creation_time,
|
2899
3086
|
:last_modified_time,
|
2900
3087
|
:end_time,
|
@@ -3089,7 +3276,7 @@ module Aws::Bedrock
|
|
3089
3276
|
#
|
3090
3277
|
# * Failed – This job has failed. Check the failure message for any
|
3091
3278
|
# further details. For further assistance, reach out to the [Amazon
|
3092
|
-
# Web
|
3279
|
+
# Web ServicesSupport Center][3].
|
3093
3280
|
#
|
3094
3281
|
# * Stopped – This job was stopped by a user.
|
3095
3282
|
#
|
@@ -5895,7 +6082,7 @@ module Aws::Bedrock
|
|
5895
6082
|
#
|
5896
6083
|
# * Failed – This job has failed. Check the failure message for any
|
5897
6084
|
# further details. For further assistance, reach out to the [Amazon
|
5898
|
-
# Web
|
6085
|
+
# Web ServicesSupport Center][3].
|
5899
6086
|
#
|
5900
6087
|
# * Stopped – This job was stopped by a user.
|
5901
6088
|
#
|
@@ -6362,6 +6549,10 @@ module Aws::Bedrock
|
|
6362
6549
|
# Time that the customization job was last modified.
|
6363
6550
|
# @return [Time]
|
6364
6551
|
#
|
6552
|
+
# @!attribute [rw] status_details
|
6553
|
+
# Details about the status of the data processing sub-task of the job.
|
6554
|
+
# @return [Types::StatusDetails]
|
6555
|
+
#
|
6365
6556
|
# @!attribute [rw] creation_time
|
6366
6557
|
# Creation time of the custom model.
|
6367
6558
|
# @return [Time]
|
@@ -6396,6 +6587,7 @@ module Aws::Bedrock
|
|
6396
6587
|
:job_name,
|
6397
6588
|
:status,
|
6398
6589
|
:last_modified_time,
|
6590
|
+
:status_details,
|
6399
6591
|
:creation_time,
|
6400
6592
|
:end_time,
|
6401
6593
|
:custom_model_arn,
|
@@ -6651,7 +6843,7 @@ module Aws::Bedrock
|
|
6651
6843
|
#
|
6652
6844
|
# * Failed – This job has failed. Check the failure message for any
|
6653
6845
|
# further details. For further assistance, reach out to the [Amazon
|
6654
|
-
# Web
|
6846
|
+
# Web ServicesSupport Center][3].
|
6655
6847
|
#
|
6656
6848
|
# * Stopped – This job was stopped by a user.
|
6657
6849
|
#
|
@@ -7023,6 +7215,58 @@ module Aws::Bedrock
|
|
7023
7215
|
class Unknown < RAGConfig; end
|
7024
7216
|
end
|
7025
7217
|
|
7218
|
+
# Defines the value and corresponding definition for one rating in a
|
7219
|
+
# custom metric rating scale.
|
7220
|
+
#
|
7221
|
+
# @!attribute [rw] definition
|
7222
|
+
# Defines the definition for one rating in a custom metric rating
|
7223
|
+
# scale.
|
7224
|
+
# @return [String]
|
7225
|
+
#
|
7226
|
+
# @!attribute [rw] value
|
7227
|
+
# Defines the value for one rating in a custom metric rating scale.
|
7228
|
+
# @return [Types::RatingScaleItemValue]
|
7229
|
+
#
|
7230
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/RatingScaleItem AWS API Documentation
|
7231
|
+
#
|
7232
|
+
class RatingScaleItem < Struct.new(
|
7233
|
+
:definition,
|
7234
|
+
:value)
|
7235
|
+
SENSITIVE = []
|
7236
|
+
include Aws::Structure
|
7237
|
+
end
|
7238
|
+
|
7239
|
+
# Defines the value for one rating in a custom metric rating scale.
|
7240
|
+
#
|
7241
|
+
# @note RatingScaleItemValue is a union - when making an API calls you must set exactly one of the members.
|
7242
|
+
#
|
7243
|
+
# @note RatingScaleItemValue is a union - when returned from an API call exactly one value will be set and the returned type will be a subclass of RatingScaleItemValue corresponding to the set member.
|
7244
|
+
#
|
7245
|
+
# @!attribute [rw] string_value
|
7246
|
+
# A string representing the value for a rating in a custom metric
|
7247
|
+
# rating scale.
|
7248
|
+
# @return [String]
|
7249
|
+
#
|
7250
|
+
# @!attribute [rw] float_value
|
7251
|
+
# A floating point number representing the value for a rating in a
|
7252
|
+
# custom metric rating scale.
|
7253
|
+
# @return [Float]
|
7254
|
+
#
|
7255
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/RatingScaleItemValue AWS API Documentation
|
7256
|
+
#
|
7257
|
+
class RatingScaleItemValue < Struct.new(
|
7258
|
+
:string_value,
|
7259
|
+
:float_value,
|
7260
|
+
:unknown)
|
7261
|
+
SENSITIVE = []
|
7262
|
+
include Aws::Structure
|
7263
|
+
include Aws::Structure::Union
|
7264
|
+
|
7265
|
+
class StringValue < RatingScaleItemValue; end
|
7266
|
+
class FloatValue < RatingScaleItemValue; end
|
7267
|
+
class Unknown < RatingScaleItemValue; end
|
7268
|
+
end
|
7269
|
+
|
7026
7270
|
# @!attribute [rw] endpoint_identifier
|
7027
7271
|
# The ARN of the Amazon SageMaker endpoint you want to register with
|
7028
7272
|
# Amazon Bedrock Marketplace.
|
@@ -7485,6 +7729,43 @@ module Aws::Bedrock
|
|
7485
7729
|
include Aws::Structure
|
7486
7730
|
end
|
7487
7731
|
|
7732
|
+
# For a Distillation job, the status details for sub-tasks of the job.
|
7733
|
+
# Possible statuses for each sub-task include the following:
|
7734
|
+
#
|
7735
|
+
# * NotStarted
|
7736
|
+
#
|
7737
|
+
# * InProgress
|
7738
|
+
#
|
7739
|
+
# * Completed
|
7740
|
+
#
|
7741
|
+
# * Stopping
|
7742
|
+
#
|
7743
|
+
# * Stopped
|
7744
|
+
#
|
7745
|
+
# * Failed
|
7746
|
+
#
|
7747
|
+
# @!attribute [rw] validation_details
|
7748
|
+
# The status details for the validation sub-task of the job.
|
7749
|
+
# @return [Types::ValidationDetails]
|
7750
|
+
#
|
7751
|
+
# @!attribute [rw] data_processing_details
|
7752
|
+
# The status details for the data processing sub-task of the job.
|
7753
|
+
# @return [Types::DataProcessingDetails]
|
7754
|
+
#
|
7755
|
+
# @!attribute [rw] training_details
|
7756
|
+
# The status details for the training sub-task of the job.
|
7757
|
+
# @return [Types::TrainingDetails]
|
7758
|
+
#
|
7759
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/StatusDetails AWS API Documentation
|
7760
|
+
#
|
7761
|
+
class StatusDetails < Struct.new(
|
7762
|
+
:validation_details,
|
7763
|
+
:data_processing_details,
|
7764
|
+
:training_details)
|
7765
|
+
SENSITIVE = []
|
7766
|
+
include Aws::Structure
|
7767
|
+
end
|
7768
|
+
|
7488
7769
|
# @!attribute [rw] job_identifier
|
7489
7770
|
# The Amazon Resource Name (ARN) of the evaluation job you want to
|
7490
7771
|
# stop.
|
@@ -7691,6 +7972,31 @@ module Aws::Bedrock
|
|
7691
7972
|
include Aws::Structure
|
7692
7973
|
end
|
7693
7974
|
|
7975
|
+
# For a Distillation job, the status details for the training sub-task
|
7976
|
+
# of the job.
|
7977
|
+
#
|
7978
|
+
# @!attribute [rw] status
|
7979
|
+
# The status of the training sub-task of the job.
|
7980
|
+
# @return [String]
|
7981
|
+
#
|
7982
|
+
# @!attribute [rw] creation_time
|
7983
|
+
# The start time of the training sub-task of the job.
|
7984
|
+
# @return [Time]
|
7985
|
+
#
|
7986
|
+
# @!attribute [rw] last_modified_time
|
7987
|
+
# The latest update to the training sub-task of the job.
|
7988
|
+
# @return [Time]
|
7989
|
+
#
|
7990
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/TrainingDetails AWS API Documentation
|
7991
|
+
#
|
7992
|
+
class TrainingDetails < Struct.new(
|
7993
|
+
:status,
|
7994
|
+
:creation_time,
|
7995
|
+
:last_modified_time)
|
7996
|
+
SENSITIVE = []
|
7997
|
+
include Aws::Structure
|
7998
|
+
end
|
7999
|
+
|
7694
8000
|
# Metrics associated with the custom job.
|
7695
8001
|
#
|
7696
8002
|
# @!attribute [rw] training_loss
|
@@ -7910,6 +8216,31 @@ module Aws::Bedrock
|
|
7910
8216
|
include Aws::Structure
|
7911
8217
|
end
|
7912
8218
|
|
8219
|
+
# For a Distillation job, the status details for the validation sub-task
|
8220
|
+
# of the job.
|
8221
|
+
#
|
8222
|
+
# @!attribute [rw] status
|
8223
|
+
# The status of the validation sub-task of the job.
|
8224
|
+
# @return [String]
|
8225
|
+
#
|
8226
|
+
# @!attribute [rw] creation_time
|
8227
|
+
# The start time of the validation sub-task of the job.
|
8228
|
+
# @return [Time]
|
8229
|
+
#
|
8230
|
+
# @!attribute [rw] last_modified_time
|
8231
|
+
# The latest update to the validation sub-task of the job.
|
8232
|
+
# @return [Time]
|
8233
|
+
#
|
8234
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/bedrock-2023-04-20/ValidationDetails AWS API Documentation
|
8235
|
+
#
|
8236
|
+
class ValidationDetails < Struct.new(
|
8237
|
+
:status,
|
8238
|
+
:creation_time,
|
8239
|
+
:last_modified_time)
|
8240
|
+
SENSITIVE = []
|
8241
|
+
include Aws::Structure
|
8242
|
+
end
|
8243
|
+
|
7913
8244
|
# Input validation failed. Check your request parameters and retry the
|
7914
8245
|
# request.
|
7915
8246
|
#
|
data/lib/aws-sdk-bedrock.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -126,6 +126,32 @@ module Aws
|
|
126
126
|
model_identifier: ::String
|
127
127
|
},
|
128
128
|
]?
|
129
|
+
}?,
|
130
|
+
custom_metric_config: {
|
131
|
+
custom_metrics: Array[
|
132
|
+
{
|
133
|
+
custom_metric_definition: {
|
134
|
+
name: ::String,
|
135
|
+
instructions: ::String,
|
136
|
+
rating_scale: Array[
|
137
|
+
{
|
138
|
+
definition: ::String,
|
139
|
+
value: {
|
140
|
+
string_value: ::String?,
|
141
|
+
float_value: ::Float?
|
142
|
+
}
|
143
|
+
},
|
144
|
+
]?
|
145
|
+
}?
|
146
|
+
},
|
147
|
+
],
|
148
|
+
evaluator_model_config: {
|
149
|
+
bedrock_evaluator_models: Array[
|
150
|
+
{
|
151
|
+
model_identifier: ::String
|
152
|
+
},
|
153
|
+
]
|
154
|
+
}
|
129
155
|
}?
|
130
156
|
}?,
|
131
157
|
human: {
|
@@ -1030,6 +1056,7 @@ module Aws
|
|
1030
1056
|
def role_arn: () -> ::String
|
1031
1057
|
def status: () -> ("InProgress" | "Completed" | "Failed" | "Stopping" | "Stopped")
|
1032
1058
|
def failure_message: () -> ::String
|
1059
|
+
def status_details: () -> Types::StatusDetails
|
1033
1060
|
def creation_time: () -> ::Time
|
1034
1061
|
def last_modified_time: () -> ::Time
|
1035
1062
|
def end_time: () -> ::Time
|
data/sig/types.rbs
CHANGED
@@ -16,9 +16,27 @@ module Aws::Bedrock
|
|
16
16
|
class AutomatedEvaluationConfig
|
17
17
|
attr_accessor dataset_metric_configs: ::Array[Types::EvaluationDatasetMetricConfig]
|
18
18
|
attr_accessor evaluator_model_config: Types::EvaluatorModelConfig
|
19
|
+
attr_accessor custom_metric_config: Types::AutomatedEvaluationCustomMetricConfig
|
19
20
|
SENSITIVE: []
|
20
21
|
end
|
21
22
|
|
23
|
+
class AutomatedEvaluationCustomMetricConfig
|
24
|
+
attr_accessor custom_metrics: ::Array[Types::AutomatedEvaluationCustomMetricSource]
|
25
|
+
attr_accessor evaluator_model_config: Types::CustomMetricEvaluatorModelConfig
|
26
|
+
SENSITIVE: []
|
27
|
+
end
|
28
|
+
|
29
|
+
class AutomatedEvaluationCustomMetricSource
|
30
|
+
attr_accessor custom_metric_definition: Types::CustomMetricDefinition
|
31
|
+
attr_accessor unknown: untyped
|
32
|
+
SENSITIVE: [:custom_metric_definition]
|
33
|
+
|
34
|
+
class CustomMetricDefinition < AutomatedEvaluationCustomMetricSource
|
35
|
+
end
|
36
|
+
class Unknown < AutomatedEvaluationCustomMetricSource
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
22
40
|
class BatchDeleteEvaluationJobError
|
23
41
|
attr_accessor job_identifier: ::String
|
24
42
|
attr_accessor code: ::String
|
@@ -258,6 +276,23 @@ module Aws::Bedrock
|
|
258
276
|
SENSITIVE: []
|
259
277
|
end
|
260
278
|
|
279
|
+
class CustomMetricBedrockEvaluatorModel
|
280
|
+
attr_accessor model_identifier: ::String
|
281
|
+
SENSITIVE: []
|
282
|
+
end
|
283
|
+
|
284
|
+
class CustomMetricDefinition
|
285
|
+
attr_accessor name: ::String
|
286
|
+
attr_accessor instructions: ::String
|
287
|
+
attr_accessor rating_scale: ::Array[Types::RatingScaleItem]
|
288
|
+
SENSITIVE: [:name]
|
289
|
+
end
|
290
|
+
|
291
|
+
class CustomMetricEvaluatorModelConfig
|
292
|
+
attr_accessor bedrock_evaluator_models: ::Array[Types::CustomMetricBedrockEvaluatorModel]
|
293
|
+
SENSITIVE: []
|
294
|
+
end
|
295
|
+
|
261
296
|
class CustomModelSummary
|
262
297
|
attr_accessor model_arn: ::String
|
263
298
|
attr_accessor model_name: ::String
|
@@ -286,6 +321,13 @@ module Aws::Bedrock
|
|
286
321
|
end
|
287
322
|
end
|
288
323
|
|
324
|
+
class DataProcessingDetails
|
325
|
+
attr_accessor status: ("InProgress" | "Completed" | "Stopping" | "Stopped" | "Failed" | "NotStarted")
|
326
|
+
attr_accessor creation_time: ::Time
|
327
|
+
attr_accessor last_modified_time: ::Time
|
328
|
+
SENSITIVE: []
|
329
|
+
end
|
330
|
+
|
289
331
|
class DeleteCustomModelRequest
|
290
332
|
attr_accessor model_identifier: ::String
|
291
333
|
SENSITIVE: []
|
@@ -508,6 +550,7 @@ module Aws::Bedrock
|
|
508
550
|
attr_accessor model_identifiers: ::Array[::String]
|
509
551
|
attr_accessor rag_identifiers: ::Array[::String]
|
510
552
|
attr_accessor evaluator_model_identifiers: ::Array[::String]
|
553
|
+
attr_accessor custom_metrics_evaluator_model_identifiers: ::Array[::String]
|
511
554
|
attr_accessor inference_config_summary: Types::EvaluationInferenceConfigSummary
|
512
555
|
attr_accessor application_type: ("ModelEvaluation" | "RagEvaluation")
|
513
556
|
SENSITIVE: []
|
@@ -759,6 +802,7 @@ module Aws::Bedrock
|
|
759
802
|
attr_accessor role_arn: ::String
|
760
803
|
attr_accessor status: ("InProgress" | "Completed" | "Failed" | "Stopping" | "Stopped")
|
761
804
|
attr_accessor failure_message: ::String
|
805
|
+
attr_accessor status_details: Types::StatusDetails
|
762
806
|
attr_accessor creation_time: ::Time
|
763
807
|
attr_accessor last_modified_time: ::Time
|
764
808
|
attr_accessor end_time: ::Time
|
@@ -1488,6 +1532,7 @@ module Aws::Bedrock
|
|
1488
1532
|
attr_accessor job_name: ::String
|
1489
1533
|
attr_accessor status: ("InProgress" | "Completed" | "Failed" | "Stopping" | "Stopped")
|
1490
1534
|
attr_accessor last_modified_time: ::Time
|
1535
|
+
attr_accessor status_details: Types::StatusDetails
|
1491
1536
|
attr_accessor creation_time: ::Time
|
1492
1537
|
attr_accessor end_time: ::Time
|
1493
1538
|
attr_accessor custom_model_arn: ::String
|
@@ -1656,6 +1701,26 @@ module Aws::Bedrock
|
|
1656
1701
|
end
|
1657
1702
|
end
|
1658
1703
|
|
1704
|
+
class RatingScaleItem
|
1705
|
+
attr_accessor definition: ::String
|
1706
|
+
attr_accessor value: Types::RatingScaleItemValue
|
1707
|
+
SENSITIVE: []
|
1708
|
+
end
|
1709
|
+
|
1710
|
+
class RatingScaleItemValue
|
1711
|
+
attr_accessor string_value: ::String
|
1712
|
+
attr_accessor float_value: ::Float
|
1713
|
+
attr_accessor unknown: untyped
|
1714
|
+
SENSITIVE: []
|
1715
|
+
|
1716
|
+
class StringValue < RatingScaleItemValue
|
1717
|
+
end
|
1718
|
+
class FloatValue < RatingScaleItemValue
|
1719
|
+
end
|
1720
|
+
class Unknown < RatingScaleItemValue
|
1721
|
+
end
|
1722
|
+
end
|
1723
|
+
|
1659
1724
|
class RegisterMarketplaceModelEndpointRequest
|
1660
1725
|
attr_accessor endpoint_identifier: ::String
|
1661
1726
|
attr_accessor model_source_identifier: ::String
|
@@ -1798,6 +1863,13 @@ module Aws::Bedrock
|
|
1798
1863
|
SENSITIVE: []
|
1799
1864
|
end
|
1800
1865
|
|
1866
|
+
class StatusDetails
|
1867
|
+
attr_accessor validation_details: Types::ValidationDetails
|
1868
|
+
attr_accessor data_processing_details: Types::DataProcessingDetails
|
1869
|
+
attr_accessor training_details: Types::TrainingDetails
|
1870
|
+
SENSITIVE: []
|
1871
|
+
end
|
1872
|
+
|
1801
1873
|
class StopEvaluationJobRequest
|
1802
1874
|
attr_accessor job_identifier: ::String
|
1803
1875
|
SENSITIVE: [:job_identifier]
|
@@ -1868,6 +1940,13 @@ module Aws::Bedrock
|
|
1868
1940
|
SENSITIVE: []
|
1869
1941
|
end
|
1870
1942
|
|
1943
|
+
class TrainingDetails
|
1944
|
+
attr_accessor status: ("InProgress" | "Completed" | "Stopping" | "Stopped" | "Failed" | "NotStarted")
|
1945
|
+
attr_accessor creation_time: ::Time
|
1946
|
+
attr_accessor last_modified_time: ::Time
|
1947
|
+
SENSITIVE: []
|
1948
|
+
end
|
1949
|
+
|
1871
1950
|
class TrainingMetrics
|
1872
1951
|
attr_accessor training_loss: ::Float
|
1873
1952
|
SENSITIVE: []
|
@@ -1932,6 +2011,13 @@ module Aws::Bedrock
|
|
1932
2011
|
SENSITIVE: []
|
1933
2012
|
end
|
1934
2013
|
|
2014
|
+
class ValidationDetails
|
2015
|
+
attr_accessor status: ("InProgress" | "Completed" | "Stopping" | "Stopped" | "Failed" | "NotStarted")
|
2016
|
+
attr_accessor creation_time: ::Time
|
2017
|
+
attr_accessor last_modified_time: ::Time
|
2018
|
+
SENSITIVE: []
|
2019
|
+
end
|
2020
|
+
|
1935
2021
|
class ValidationException
|
1936
2022
|
attr_accessor message: ::String
|
1937
2023
|
SENSITIVE: []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-bedrock
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.43.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2025-04-
|
11
|
+
date: 2025-04-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|