@aws-sdk/client-bedrock 3.787.0 → 3.796.0

package/dist-cjs/index.js

@@ -24,6 +24,9 @@ __export(index_exports, {
   AccessDeniedException: () => AccessDeniedException,
   ApplicationType: () => ApplicationType,
   AutomatedEvaluationConfigFilterSensitiveLog: () => AutomatedEvaluationConfigFilterSensitiveLog,
+  AutomatedEvaluationCustomMetricConfigFilterSensitiveLog: () => AutomatedEvaluationCustomMetricConfigFilterSensitiveLog,
+  AutomatedEvaluationCustomMetricSource: () => AutomatedEvaluationCustomMetricSource,
+  AutomatedEvaluationCustomMetricSourceFilterSensitiveLog: () => AutomatedEvaluationCustomMetricSourceFilterSensitiveLog,
   BatchDeleteEvaluationJobCommand: () => BatchDeleteEvaluationJobCommand,
   BatchDeleteEvaluationJobErrorFilterSensitiveLog: () => BatchDeleteEvaluationJobErrorFilterSensitiveLog,
   BatchDeleteEvaluationJobItemFilterSensitiveLog: () => BatchDeleteEvaluationJobItemFilterSensitiveLog,
@@ -52,6 +55,7 @@ __export(index_exports, {
   CreatePromptRouterCommand: () => CreatePromptRouterCommand,
   CreatePromptRouterRequestFilterSensitiveLog: () => CreatePromptRouterRequestFilterSensitiveLog,
   CreateProvisionedModelThroughputCommand: () => CreateProvisionedModelThroughputCommand,
+  CustomMetricDefinitionFilterSensitiveLog: () => CustomMetricDefinitionFilterSensitiveLog,
   CustomizationConfig: () => CustomizationConfig,
   CustomizationType: () => CustomizationType,
   DeleteCustomModelCommand: () => DeleteCustomModelCommand,
@@ -194,6 +198,7 @@ __export(index_exports, {
   QueryTransformationType: () => QueryTransformationType,
   RAGConfig: () => RAGConfig,
   RAGConfigFilterSensitiveLog: () => RAGConfigFilterSensitiveLog,
+  RatingScaleItemValue: () => RatingScaleItemValue,
   RegisterMarketplaceModelEndpointCommand: () => RegisterMarketplaceModelEndpointCommand,
   RequestMetadataBaseFiltersFilterSensitiveLog: () => RequestMetadataBaseFiltersFilterSensitiveLog,
   RequestMetadataFilters: () => RequestMetadataFilters,
@@ -578,6 +583,21 @@ var ApplicationType = {
   MODEL_EVALUATION: "ModelEvaluation",
   RAG_EVALUATION: "RagEvaluation"
 };
+var RatingScaleItemValue;
+((RatingScaleItemValue2) => {
+  RatingScaleItemValue2.visit = /* @__PURE__ */ __name((value, visitor) => {
+    if (value.stringValue !== void 0) return visitor.stringValue(value.stringValue);
+    if (value.floatValue !== void 0) return visitor.floatValue(value.floatValue);
+    return visitor._(value.$unknown[0], value.$unknown[1]);
+  }, "visit");
+})(RatingScaleItemValue || (RatingScaleItemValue = {}));
+var AutomatedEvaluationCustomMetricSource;
+((AutomatedEvaluationCustomMetricSource2) => {
+  AutomatedEvaluationCustomMetricSource2.visit = /* @__PURE__ */ __name((value, visitor) => {
+    if (value.customMetricDefinition !== void 0) return visitor.customMetricDefinition(value.customMetricDefinition);
+    return visitor._(value.$unknown[0], value.$unknown[1]);
+  }, "visit");
+})(AutomatedEvaluationCustomMetricSource || (AutomatedEvaluationCustomMetricSource = {}));
 var EvaluationDatasetLocation;
 ((EvaluationDatasetLocation3) => {
   EvaluationDatasetLocation3.visit = /* @__PURE__ */ __name((value, visitor) => {
@@ -600,8 +620,8 @@ var EvaluatorModelConfig;
   }, "visit");
 })(EvaluatorModelConfig || (EvaluatorModelConfig = {}));
 var EvaluationConfig;
-((EvaluationConfig3) => {
-  EvaluationConfig3.visit = /* @__PURE__ */ __name((value, visitor) => {
+((EvaluationConfig2) => {
+  EvaluationConfig2.visit = /* @__PURE__ */ __name((value, visitor) => {
     if (value.automated !== void 0) return visitor.automated(value.automated);
     if (value.human !== void 0) return visitor.human(value.human);
     return visitor._(value.$unknown[0], value.$unknown[1]);
@@ -977,6 +997,21 @@ var BatchDeleteEvaluationJobResponseFilterSensitiveLog = /* @__PURE__ */ __name(
     evaluationJobs: obj.evaluationJobs.map((item) => BatchDeleteEvaluationJobItemFilterSensitiveLog(item))
   }
 }), "BatchDeleteEvaluationJobResponseFilterSensitiveLog");
+var CustomMetricDefinitionFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
+  ...obj,
+  ...obj.name && { name: import_smithy_client.SENSITIVE_STRING },
+  ...obj.ratingScale && { ratingScale: obj.ratingScale.map((item) => item) }
+}), "CustomMetricDefinitionFilterSensitiveLog");
+var AutomatedEvaluationCustomMetricSourceFilterSensitiveLog = /* @__PURE__ */ __name((obj) => {
+  if (obj.customMetricDefinition !== void 0) return { customMetricDefinition: import_smithy_client.SENSITIVE_STRING };
+  if (obj.$unknown !== void 0) return { [obj.$unknown[0]]: "UNKNOWN" };
+}, "AutomatedEvaluationCustomMetricSourceFilterSensitiveLog");
+var AutomatedEvaluationCustomMetricConfigFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
+  ...obj,
+  ...obj.customMetrics && {
+    customMetrics: obj.customMetrics.map((item) => AutomatedEvaluationCustomMetricSourceFilterSensitiveLog(item))
+  }
+}), "AutomatedEvaluationCustomMetricConfigFilterSensitiveLog");
 var EvaluationDatasetFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
   ...obj,
   ...obj.name && { name: import_smithy_client.SENSITIVE_STRING },
@@ -992,7 +1027,10 @@ var AutomatedEvaluationConfigFilterSensitiveLog = /* @__PURE__ */ __name((obj) =
   ...obj.datasetMetricConfigs && {
     datasetMetricConfigs: obj.datasetMetricConfigs.map((item) => EvaluationDatasetMetricConfigFilterSensitiveLog(item))
   },
-  ...obj.evaluatorModelConfig && { evaluatorModelConfig: obj.evaluatorModelConfig }
+  ...obj.evaluatorModelConfig && { evaluatorModelConfig: obj.evaluatorModelConfig },
+  ...obj.customMetricConfig && {
+    customMetricConfig: AutomatedEvaluationCustomMetricConfigFilterSensitiveLog(obj.customMetricConfig)
+  }
 }), "AutomatedEvaluationConfigFilterSensitiveLog");
 var HumanEvaluationCustomMetricFilterSensitiveLog = /* @__PURE__ */ __name((obj) => ({
   ...obj,
@@ -1461,7 +1499,7 @@ var se_CreateEvaluationJobCommand = /* @__PURE__ */ __name(async (input, context
       applicationType: [],
       clientRequestToken: [true, (_) => _ ?? (0, import_uuid.v4)()],
       customerEncryptionKeyId: [],
-      evaluationConfig: /* @__PURE__ */ __name((_) => (0, import_smithy_client._json)(_), "evaluationConfig"),
+      evaluationConfig: /* @__PURE__ */ __name((_) => se_EvaluationConfig(_, context), "evaluationConfig"),
       inferenceConfig: /* @__PURE__ */ __name((_) => se_EvaluationInferenceConfig(_, context), "inferenceConfig"),
       jobDescription: [],
       jobName: [],
@@ -2584,7 +2622,7 @@ var de_GetEvaluationJobCommand = /* @__PURE__ */ __name(async (output, context)
     applicationType: import_smithy_client.expectString,
     creationTime: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseRfc3339DateTimeWithOffset)(_)), "creationTime"),
     customerEncryptionKeyId: import_smithy_client.expectString,
-    evaluationConfig: /* @__PURE__ */ __name((_) => (0, import_smithy_client._json)((0, import_core2.awsExpectUnion)(_)), "evaluationConfig"),
+    evaluationConfig: /* @__PURE__ */ __name((_) => de_EvaluationConfig((0, import_core2.awsExpectUnion)(_), context), "evaluationConfig"),
     failureMessages: import_smithy_client._json,
     inferenceConfig: /* @__PURE__ */ __name((_) => de_EvaluationInferenceConfig((0, import_core2.awsExpectUnion)(_), context), "inferenceConfig"),
     jobArn: import_smithy_client.expectString,
@@ -3376,6 +3414,30 @@ var se_AdditionalModelRequestFields = /* @__PURE__ */ __name((input, context) =>
 var se_AdditionalModelRequestFieldsValue = /* @__PURE__ */ __name((input, context) => {
   return input;
 }, "se_AdditionalModelRequestFieldsValue");
+var se_AutomatedEvaluationConfig = /* @__PURE__ */ __name((input, context) => {
+  return (0, import_smithy_client.take)(input, {
+    customMetricConfig: /* @__PURE__ */ __name((_) => se_AutomatedEvaluationCustomMetricConfig(_, context), "customMetricConfig"),
+    datasetMetricConfigs: import_smithy_client._json,
+    evaluatorModelConfig: import_smithy_client._json
+  });
+}, "se_AutomatedEvaluationConfig");
+var se_AutomatedEvaluationCustomMetricConfig = /* @__PURE__ */ __name((input, context) => {
+  return (0, import_smithy_client.take)(input, {
+    customMetrics: /* @__PURE__ */ __name((_) => se_AutomatedEvaluationCustomMetrics(_, context), "customMetrics"),
+    evaluatorModelConfig: import_smithy_client._json
+  });
+}, "se_AutomatedEvaluationCustomMetricConfig");
+var se_AutomatedEvaluationCustomMetrics = /* @__PURE__ */ __name((input, context) => {
+  return input.filter((e) => e != null).map((entry) => {
+    return se_AutomatedEvaluationCustomMetricSource(entry, context);
+  });
+}, "se_AutomatedEvaluationCustomMetrics");
+var se_AutomatedEvaluationCustomMetricSource = /* @__PURE__ */ __name((input, context) => {
+  return AutomatedEvaluationCustomMetricSource.visit(input, {
+    customMetricDefinition: /* @__PURE__ */ __name((value) => ({ customMetricDefinition: se_CustomMetricDefinition(value, context) }), "customMetricDefinition"),
+    _: /* @__PURE__ */ __name((name, value) => ({ [name]: value }), "_")
+  });
+}, "se_AutomatedEvaluationCustomMetricSource");
 var se_ByteContentDoc = /* @__PURE__ */ __name((input, context) => {
   return (0, import_smithy_client.take)(input, {
     contentType: [],
@@ -3383,6 +3445,20 @@ var se_ByteContentDoc = /* @__PURE__ */ __name((input, context) => {
     identifier: []
   });
 }, "se_ByteContentDoc");
+var se_CustomMetricDefinition = /* @__PURE__ */ __name((input, context) => {
+  return (0, import_smithy_client.take)(input, {
+    instructions: [],
+    name: [],
+    ratingScale: /* @__PURE__ */ __name((_) => se_RatingScale(_, context), "ratingScale")
+  });
+}, "se_CustomMetricDefinition");
+var se_EvaluationConfig = /* @__PURE__ */ __name((input, context) => {
+  return EvaluationConfig.visit(input, {
+    automated: /* @__PURE__ */ __name((value) => ({ automated: se_AutomatedEvaluationConfig(value, context) }), "automated"),
+    human: /* @__PURE__ */ __name((value) => ({ human: (0, import_smithy_client._json)(value) }), "human"),
+    _: /* @__PURE__ */ __name((name, value) => ({ [name]: value }), "_")
+  });
+}, "se_EvaluationConfig");
 var se_EvaluationInferenceConfig = /* @__PURE__ */ __name((input, context) => {
   return EvaluationInferenceConfig.visit(input, {
     models: /* @__PURE__ */ __name((value) => ({ models: (0, import_smithy_client._json)(value) }), "models"),
@@ -3499,6 +3575,24 @@ var se_RagConfigs = /* @__PURE__ */ __name((input, context) => {
     return se_RAGConfig(entry, context);
   });
 }, "se_RagConfigs");
+var se_RatingScale = /* @__PURE__ */ __name((input, context) => {
+  return input.filter((e) => e != null).map((entry) => {
+    return se_RatingScaleItem(entry, context);
+  });
+}, "se_RatingScale");
+var se_RatingScaleItem = /* @__PURE__ */ __name((input, context) => {
+  return (0, import_smithy_client.take)(input, {
+    definition: [],
+    value: /* @__PURE__ */ __name((_) => se_RatingScaleItemValue(_, context), "value")
+  });
+}, "se_RatingScaleItem");
+var se_RatingScaleItemValue = /* @__PURE__ */ __name((input, context) => {
+  return RatingScaleItemValue.visit(input, {
+    floatValue: /* @__PURE__ */ __name((value) => ({ floatValue: (0, import_smithy_client.serializeFloat)(value) }), "floatValue"),
+    stringValue: /* @__PURE__ */ __name((value) => ({ stringValue: value }), "stringValue"),
+    _: /* @__PURE__ */ __name((name, value) => ({ [name]: value }), "_")
+  });
+}, "se_RatingScaleItemValue");
 var se_RetrievalFilter = /* @__PURE__ */ __name((input, context) => {
   return RetrievalFilter.visit(input, {
     andAll: /* @__PURE__ */ __name((value) => ({ andAll: se_RetrievalFilterList(value, context) }), "andAll"),
@@ -3560,6 +3654,33 @@ var de_AdditionalModelRequestFields = /* @__PURE__ */ __name((output, context) =
 var de_AdditionalModelRequestFieldsValue = /* @__PURE__ */ __name((output, context) => {
   return output;
 }, "de_AdditionalModelRequestFieldsValue");
+var de_AutomatedEvaluationConfig = /* @__PURE__ */ __name((output, context) => {
+  return (0, import_smithy_client.take)(output, {
+    customMetricConfig: /* @__PURE__ */ __name((_) => de_AutomatedEvaluationCustomMetricConfig(_, context), "customMetricConfig"),
+    datasetMetricConfigs: import_smithy_client._json,
+    evaluatorModelConfig: /* @__PURE__ */ __name((_) => (0, import_smithy_client._json)((0, import_core2.awsExpectUnion)(_)), "evaluatorModelConfig")
+  });
+}, "de_AutomatedEvaluationConfig");
+var de_AutomatedEvaluationCustomMetricConfig = /* @__PURE__ */ __name((output, context) => {
+  return (0, import_smithy_client.take)(output, {
+    customMetrics: /* @__PURE__ */ __name((_) => de_AutomatedEvaluationCustomMetrics(_, context), "customMetrics"),
+    evaluatorModelConfig: import_smithy_client._json
+  });
+}, "de_AutomatedEvaluationCustomMetricConfig");
+var de_AutomatedEvaluationCustomMetrics = /* @__PURE__ */ __name((output, context) => {
+  const retVal = (output || []).filter((e) => e != null).map((entry) => {
+    return de_AutomatedEvaluationCustomMetricSource((0, import_core2.awsExpectUnion)(entry), context);
+  });
+  return retVal;
+}, "de_AutomatedEvaluationCustomMetrics");
+var de_AutomatedEvaluationCustomMetricSource = /* @__PURE__ */ __name((output, context) => {
+  if (output.customMetricDefinition != null) {
+    return {
+      customMetricDefinition: de_CustomMetricDefinition(output.customMetricDefinition, context)
+    };
+  }
+  return { $unknown: Object.entries(output)[0] };
+}, "de_AutomatedEvaluationCustomMetricSource");
 var de_ByteContentDoc = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     contentType: import_smithy_client.expectString,
@@ -3567,6 +3688,13 @@ var de_ByteContentDoc = /* @__PURE__ */ __name((output, context) => {
     identifier: import_smithy_client.expectString
   });
 }, "de_ByteContentDoc");
+var de_CustomMetricDefinition = /* @__PURE__ */ __name((output, context) => {
+  return (0, import_smithy_client.take)(output, {
+    instructions: import_smithy_client.expectString,
+    name: import_smithy_client.expectString,
+    ratingScale: /* @__PURE__ */ __name((_) => de_RatingScale(_, context), "ratingScale")
+  });
+}, "de_CustomMetricDefinition");
 var de_CustomModelSummary = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     baseModelArn: import_smithy_client.expectString,
@@ -3584,6 +3712,19 @@ var de_CustomModelSummaryList = /* @__PURE__ */ __name((output, context) => {
   });
   return retVal;
 }, "de_CustomModelSummaryList");
+var de_EvaluationConfig = /* @__PURE__ */ __name((output, context) => {
+  if (output.automated != null) {
+    return {
+      automated: de_AutomatedEvaluationConfig(output.automated, context)
+    };
+  }
+  if (output.human != null) {
+    return {
+      human: (0, import_smithy_client._json)(output.human)
+    };
+  }
+  return { $unknown: Object.entries(output)[0] };
+}, "de_EvaluationConfig");
 var de_EvaluationInferenceConfig = /* @__PURE__ */ __name((output, context) => {
   if (output.models != null) {
     return {
@@ -3607,6 +3748,7 @@ var de_EvaluationSummary = /* @__PURE__ */ __name((output, context) => {
   return (0, import_smithy_client.take)(output, {
     applicationType: import_smithy_client.expectString,
     creationTime: /* @__PURE__ */ __name((_) => (0, import_smithy_client.expectNonNull)((0, import_smithy_client.parseRfc3339DateTimeWithOffset)(_)), "creationTime"),
+    customMetricsEvaluatorModelIdentifiers: import_smithy_client._json,
     evaluationTaskTypes: import_smithy_client._json,
     evaluatorModelIdentifiers: import_smithy_client._json,
     inferenceConfigSummary: import_smithy_client._json,
@@ -3947,6 +4089,27 @@ var de_RagConfigs = /* @__PURE__ */ __name((output, context) => {
   });
   return retVal;
 }, "de_RagConfigs");
+var de_RatingScale = /* @__PURE__ */ __name((output, context) => {
+  const retVal = (output || []).filter((e) => e != null).map((entry) => {
+    return de_RatingScaleItem(entry, context);
+  });
+  return retVal;
+}, "de_RatingScale");
+var de_RatingScaleItem = /* @__PURE__ */ __name((output, context) => {
+  return (0, import_smithy_client.take)(output, {
+    definition: import_smithy_client.expectString,
+    value: /* @__PURE__ */ __name((_) => de_RatingScaleItemValue((0, import_core2.awsExpectUnion)(_), context), "value")
+  });
+}, "de_RatingScaleItem");
+var de_RatingScaleItemValue = /* @__PURE__ */ __name((output, context) => {
+  if ((0, import_smithy_client.limitedParseFloat32)(output.floatValue) !== void 0) {
+    return { floatValue: (0, import_smithy_client.limitedParseFloat32)(output.floatValue) };
+  }
+  if ((0, import_smithy_client.expectString)(output.stringValue) !== void 0) {
+    return { stringValue: (0, import_smithy_client.expectString)(output.stringValue) };
+  }
+  return { $unknown: Object.entries(output)[0] };
+}, "de_RatingScaleItemValue");
 var de_RetrievalFilter = /* @__PURE__ */ __name((output, context) => {
   if (output.andAll != null) {
     return {
@@ -5188,6 +5351,8 @@ var paginateListProvisionedModelThroughputs = (0, import_core.createPaginator)(B
   ServiceUnavailableException,
   EvaluationJobStatus,
   ApplicationType,
+  RatingScaleItemValue,
+  AutomatedEvaluationCustomMetricSource,
   EvaluationDatasetLocation,
   EvaluationTaskType,
   EvaluatorModelConfig,
@@ -5250,6 +5415,9 @@ var paginateListProvisionedModelThroughputs = (0, import_core.createPaginator)(B
   BatchDeleteEvaluationJobErrorFilterSensitiveLog,
   BatchDeleteEvaluationJobItemFilterSensitiveLog,
   BatchDeleteEvaluationJobResponseFilterSensitiveLog,
+  CustomMetricDefinitionFilterSensitiveLog,
+  AutomatedEvaluationCustomMetricSourceFilterSensitiveLog,
+  AutomatedEvaluationCustomMetricConfigFilterSensitiveLog,
   EvaluationDatasetFilterSensitiveLog,
   EvaluationDatasetMetricConfigFilterSensitiveLog,
   AutomatedEvaluationConfigFilterSensitiveLog,

package/dist-es/models/models_0.js

@@ -120,6 +120,24 @@ export const ApplicationType = {
     MODEL_EVALUATION: "ModelEvaluation",
     RAG_EVALUATION: "RagEvaluation",
 };
+export var RatingScaleItemValue;
+(function (RatingScaleItemValue) {
+    RatingScaleItemValue.visit = (value, visitor) => {
+        if (value.stringValue !== undefined)
+            return visitor.stringValue(value.stringValue);
+        if (value.floatValue !== undefined)
+            return visitor.floatValue(value.floatValue);
+        return visitor._(value.$unknown[0], value.$unknown[1]);
+    };
+})(RatingScaleItemValue || (RatingScaleItemValue = {}));
+export var AutomatedEvaluationCustomMetricSource;
+(function (AutomatedEvaluationCustomMetricSource) {
+    AutomatedEvaluationCustomMetricSource.visit = (value, visitor) => {
+        if (value.customMetricDefinition !== undefined)
+            return visitor.customMetricDefinition(value.customMetricDefinition);
+        return visitor._(value.$unknown[0], value.$unknown[1]);
+    };
+})(AutomatedEvaluationCustomMetricSource || (AutomatedEvaluationCustomMetricSource = {}));
 export var EvaluationDatasetLocation;
 (function (EvaluationDatasetLocation) {
     EvaluationDatasetLocation.visit = (value, visitor) => {
@@ -542,6 +560,23 @@ export const BatchDeleteEvaluationJobResponseFilterSensitiveLog = (obj) => ({
         evaluationJobs: obj.evaluationJobs.map((item) => BatchDeleteEvaluationJobItemFilterSensitiveLog(item)),
     }),
 });
+export const CustomMetricDefinitionFilterSensitiveLog = (obj) => ({
+    ...obj,
+    ...(obj.name && { name: SENSITIVE_STRING }),
+    ...(obj.ratingScale && { ratingScale: obj.ratingScale.map((item) => item) }),
+});
+export const AutomatedEvaluationCustomMetricSourceFilterSensitiveLog = (obj) => {
+    if (obj.customMetricDefinition !== undefined)
+        return { customMetricDefinition: SENSITIVE_STRING };
+    if (obj.$unknown !== undefined)
+        return { [obj.$unknown[0]]: "UNKNOWN" };
+};
+export const AutomatedEvaluationCustomMetricConfigFilterSensitiveLog = (obj) => ({
+    ...obj,
+    ...(obj.customMetrics && {
+        customMetrics: obj.customMetrics.map((item) => AutomatedEvaluationCustomMetricSourceFilterSensitiveLog(item)),
+    }),
+});
 export const EvaluationDatasetFilterSensitiveLog = (obj) => ({
     ...obj,
     ...(obj.name && { name: SENSITIVE_STRING }),
@@ -558,6 +593,9 @@ export const AutomatedEvaluationConfigFilterSensitiveLog = (obj) => ({
         datasetMetricConfigs: obj.datasetMetricConfigs.map((item) => EvaluationDatasetMetricConfigFilterSensitiveLog(item)),
     }),
     ...(obj.evaluatorModelConfig && { evaluatorModelConfig: obj.evaluatorModelConfig }),
+    ...(obj.customMetricConfig && {
+        customMetricConfig: AutomatedEvaluationCustomMetricConfigFilterSensitiveLog(obj.customMetricConfig),
+    }),
 });
 export const HumanEvaluationCustomMetricFilterSensitiveLog = (obj) => ({
     ...obj,

package/dist-es/protocols/Aws_restJson1.js

@@ -3,7 +3,7 @@ import { requestBuilder as rb } from "@smithy/core";
 import { _json, collectBody, decorateServiceException as __decorateServiceException, expectBoolean as __expectBoolean, expectInt32 as __expectInt32, expectNonNull as __expectNonNull, expectObject as __expectObject, expectString as __expectString, limitedParseDouble as __limitedParseDouble, limitedParseFloat32 as __limitedParseFloat32, map, parseRfc3339DateTimeWithOffset as __parseRfc3339DateTimeWithOffset, serializeDateTime as __serializeDateTime, serializeFloat as __serializeFloat, take, withBaseException, } from "@smithy/smithy-client";
 import { v4 as generateIdempotencyToken } from "uuid";
 import { BedrockServiceException as __BaseException } from "../models/BedrockServiceException";
-import { AccessDeniedException, ConflictException, EvaluationInferenceConfig, InternalServerException, KnowledgeBaseConfig, RAGConfig, ResourceNotFoundException, RetrievalFilter, ServiceQuotaExceededException, ServiceUnavailableException, ThrottlingException, TooManyTagsException, ValidationException, } from "../models/models_0";
+import { AccessDeniedException, AutomatedEvaluationCustomMetricSource, ConflictException, EvaluationConfig, EvaluationInferenceConfig, InternalServerException, KnowledgeBaseConfig, RAGConfig, RatingScaleItemValue, ResourceNotFoundException, RetrievalFilter, ServiceQuotaExceededException, ServiceUnavailableException, ThrottlingException, TooManyTagsException, ValidationException, } from "../models/models_0";
 export const se_BatchDeleteEvaluationJobCommand = async (input, context) => {
     const b = rb(input, context);
     const headers = {
@@ -28,7 +28,7 @@ export const se_CreateEvaluationJobCommand = async (input, context) => {
         applicationType: [],
         clientRequestToken: [true, (_) => _ ?? generateIdempotencyToken()],
         customerEncryptionKeyId: [],
-        evaluationConfig: (_) => _json(_),
+        evaluationConfig: (_) => se_EvaluationConfig(_, context),
         inferenceConfig: (_) => se_EvaluationInferenceConfig(_, context),
         jobDescription: [],
         jobName: [],
@@ -1114,7 +1114,7 @@ export const de_GetEvaluationJobCommand = async (output, context) => {
         applicationType: __expectString,
         creationTime: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
         customerEncryptionKeyId: __expectString,
-        evaluationConfig: (_) => _json(__expectUnion(_)),
+        evaluationConfig: (_) => de_EvaluationConfig(__expectUnion(_), context),
         failureMessages: _json,
         inferenceConfig: (_) => de_EvaluationInferenceConfig(__expectUnion(_), context),
         jobArn: __expectString,
@@ -1906,6 +1906,32 @@ const se_AdditionalModelRequestFields = (input, context) => {
 const se_AdditionalModelRequestFieldsValue = (input, context) => {
     return input;
 };
+const se_AutomatedEvaluationConfig = (input, context) => {
+    return take(input, {
+        customMetricConfig: (_) => se_AutomatedEvaluationCustomMetricConfig(_, context),
+        datasetMetricConfigs: _json,
+        evaluatorModelConfig: _json,
+    });
+};
+const se_AutomatedEvaluationCustomMetricConfig = (input, context) => {
+    return take(input, {
+        customMetrics: (_) => se_AutomatedEvaluationCustomMetrics(_, context),
+        evaluatorModelConfig: _json,
+    });
+};
+const se_AutomatedEvaluationCustomMetrics = (input, context) => {
+    return input
+        .filter((e) => e != null)
+        .map((entry) => {
+        return se_AutomatedEvaluationCustomMetricSource(entry, context);
+    });
+};
+const se_AutomatedEvaluationCustomMetricSource = (input, context) => {
+    return AutomatedEvaluationCustomMetricSource.visit(input, {
+        customMetricDefinition: (value) => ({ customMetricDefinition: se_CustomMetricDefinition(value, context) }),
+        _: (name, value) => ({ [name]: value }),
+    });
+};
 const se_ByteContentDoc = (input, context) => {
     return take(input, {
         contentType: [],
@@ -1913,6 +1939,20 @@ const se_ByteContentDoc = (input, context) => {
         identifier: [],
     });
 };
+const se_CustomMetricDefinition = (input, context) => {
+    return take(input, {
+        instructions: [],
+        name: [],
+        ratingScale: (_) => se_RatingScale(_, context),
+    });
+};
+const se_EvaluationConfig = (input, context) => {
+    return EvaluationConfig.visit(input, {
+        automated: (value) => ({ automated: se_AutomatedEvaluationConfig(value, context) }),
+        human: (value) => ({ human: _json(value) }),
+        _: (name, value) => ({ [name]: value }),
+    });
+};
 const se_EvaluationInferenceConfig = (input, context) => {
     return EvaluationInferenceConfig.visit(input, {
         models: (value) => ({ models: _json(value) }),
@@ -2035,6 +2075,26 @@ const se_RagConfigs = (input, context) => {
         return se_RAGConfig(entry, context);
     });
 };
+const se_RatingScale = (input, context) => {
+    return input
+        .filter((e) => e != null)
+        .map((entry) => {
+        return se_RatingScaleItem(entry, context);
+    });
+};
+const se_RatingScaleItem = (input, context) => {
+    return take(input, {
+        definition: [],
+        value: (_) => se_RatingScaleItemValue(_, context),
+    });
+};
+const se_RatingScaleItemValue = (input, context) => {
+    return RatingScaleItemValue.visit(input, {
+        floatValue: (value) => ({ floatValue: __serializeFloat(value) }),
+        stringValue: (value) => ({ stringValue: value }),
+        _: (name, value) => ({ [name]: value }),
+    });
+};
 const se_RetrievalFilter = (input, context) => {
     return RetrievalFilter.visit(input, {
         andAll: (value) => ({ andAll: se_RetrievalFilterList(value, context) }),
@@ -2098,6 +2158,35 @@ const de_AdditionalModelRequestFields = (output, context) => {
 const de_AdditionalModelRequestFieldsValue = (output, context) => {
     return output;
 };
+const de_AutomatedEvaluationConfig = (output, context) => {
+    return take(output, {
+        customMetricConfig: (_) => de_AutomatedEvaluationCustomMetricConfig(_, context),
+        datasetMetricConfigs: _json,
+        evaluatorModelConfig: (_) => _json(__expectUnion(_)),
+    });
+};
+const de_AutomatedEvaluationCustomMetricConfig = (output, context) => {
+    return take(output, {
+        customMetrics: (_) => de_AutomatedEvaluationCustomMetrics(_, context),
+        evaluatorModelConfig: _json,
+    });
+};
+const de_AutomatedEvaluationCustomMetrics = (output, context) => {
+    const retVal = (output || [])
+        .filter((e) => e != null)
+        .map((entry) => {
+        return de_AutomatedEvaluationCustomMetricSource(__expectUnion(entry), context);
+    });
+    return retVal;
+};
+const de_AutomatedEvaluationCustomMetricSource = (output, context) => {
+    if (output.customMetricDefinition != null) {
+        return {
+            customMetricDefinition: de_CustomMetricDefinition(output.customMetricDefinition, context),
+        };
+    }
+    return { $unknown: Object.entries(output)[0] };
+};
 const de_ByteContentDoc = (output, context) => {
     return take(output, {
         contentType: __expectString,
@@ -2105,6 +2194,13 @@ const de_ByteContentDoc = (output, context) => {
         identifier: __expectString,
     });
 };
+const de_CustomMetricDefinition = (output, context) => {
+    return take(output, {
+        instructions: __expectString,
+        name: __expectString,
+        ratingScale: (_) => de_RatingScale(_, context),
+    });
+};
 const de_CustomModelSummary = (output, context) => {
     return take(output, {
         baseModelArn: __expectString,
@@ -2124,6 +2220,19 @@ const de_CustomModelSummaryList = (output, context) => {
     });
     return retVal;
 };
+const de_EvaluationConfig = (output, context) => {
+    if (output.automated != null) {
+        return {
+            automated: de_AutomatedEvaluationConfig(output.automated, context),
+        };
+    }
+    if (output.human != null) {
+        return {
+            human: _json(output.human),
+        };
+    }
+    return { $unknown: Object.entries(output)[0] };
+};
 const de_EvaluationInferenceConfig = (output, context) => {
     if (output.models != null) {
         return {
@@ -2149,6 +2258,7 @@ const de_EvaluationSummary = (output, context) => {
     return take(output, {
         applicationType: __expectString,
         creationTime: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
+        customMetricsEvaluatorModelIdentifiers: _json,
         evaluationTaskTypes: _json,
         evaluatorModelIdentifiers: _json,
         inferenceConfigSummary: _json,
@@ -2515,6 +2625,29 @@ const de_RagConfigs = (output, context) => {
     });
     return retVal;
 };
+const de_RatingScale = (output, context) => {
+    const retVal = (output || [])
+        .filter((e) => e != null)
+        .map((entry) => {
+        return de_RatingScaleItem(entry, context);
+    });
+    return retVal;
+};
+const de_RatingScaleItem = (output, context) => {
+    return take(output, {
+        definition: __expectString,
+        value: (_) => de_RatingScaleItemValue(__expectUnion(_), context),
+    });
+};
+const de_RatingScaleItemValue = (output, context) => {
+    if (__limitedParseFloat32(output.floatValue) !== undefined) {
+        return { floatValue: __limitedParseFloat32(output.floatValue) };
+    }
+    if (__expectString(output.stringValue) !== undefined) {
+        return { stringValue: __expectString(output.stringValue) };
+    }
+    return { $unknown: Object.entries(output)[0] };
+};
 const de_RetrievalFilter = (output, context) => {
     if (output.andAll != null) {
         return {

package/dist-types/commands/BatchDeleteEvaluationJobCommand.d.ts

@@ -89,6 +89,36 @@ declare const BatchDeleteEvaluationJobCommand_base: {
  * <p>Base exception class for all service exceptions from Bedrock service.</p>
  *
  *
+ * @example Delete evaluation jobs
+ * ```javascript
+ * // The following example shows a request to delete two model evaluation jobs, where one of the jobs is not found.
+ * const input = {
+ *   jobIdentifiers: [
+ *     "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/12rnxmplqv0v",
+ *     "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/rispxmpl12rn"
+ *   ]
+ * };
+ * const command = new BatchDeleteEvaluationJobCommand(input);
+ * const response = await client.send(command);
+ * /* response is
+ * {
+ *   errors: [
+ *     {
+ *       code: "404",
+ *       jobIdentifier: "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/rispxmpl12rn",
+ *       message: "Unable to locate this job to delete."
+ *     }
+ *   ],
+ *   evaluationJobs: [
+ *     {
+ *       jobIdentifier: "arn:aws:bedrock:us-east-2:123456789012:evaluation-job/12rnxmplqv0v",
+ *       jobStatus: "Deleting"
+ *     }
+ *   ]
+ * }
+ * *\/
+ * ```
+ *
  * @public
  */
 export declare class BatchDeleteEvaluationJobCommand extends BatchDeleteEvaluationJobCommand_base {

package/dist-types/commands/CreateEvaluationJobCommand.d.ts

@@ -70,6 +70,32 @@ declare const CreateEvaluationJobCommand_base: {
  *           },
  *         ],
  *       },
+ *       customMetricConfig: { // AutomatedEvaluationCustomMetricConfig
+ *         customMetrics: [ // AutomatedEvaluationCustomMetrics // required
+ *           { // AutomatedEvaluationCustomMetricSource Union: only one key present
+ *             customMetricDefinition: { // CustomMetricDefinition
+ *               name: "STRING_VALUE", // required
+ *               instructions: "STRING_VALUE", // required
+ *               ratingScale: [ // RatingScale
+ *                 { // RatingScaleItem
+ *                   definition: "STRING_VALUE", // required
+ *                   value: { // RatingScaleItemValue Union: only one key present
+ *                     stringValue: "STRING_VALUE",
+ *                     floatValue: Number("float"),
+ *                   },
+ *                 },
+ *               ],
+ *             },
+ *           },
+ *         ],
+ *         evaluatorModelConfig: { // CustomMetricEvaluatorModelConfig
+ *           bedrockEvaluatorModels: [ // CustomMetricBedrockEvaluatorModels // required
+ *             { // CustomMetricBedrockEvaluatorModel
+ *               modelIdentifier: "STRING_VALUE", // required
+ *             },
+ *           ],
+ *         },
+ *       },
  *     },
  *     human: { // HumanEvaluationConfig
  *       humanWorkflowConfig: { // HumanWorkflowConfig

package/dist-types/commands/GetEvaluationJobCommand.d.ts

@@ -71,6 +71,32 @@ declare const GetEvaluationJobCommand_base: {
  * //           },
  * //         ],
  * //       },
+ * //       customMetricConfig: { // AutomatedEvaluationCustomMetricConfig
+ * //         customMetrics: [ // AutomatedEvaluationCustomMetrics // required
+ * //           { // AutomatedEvaluationCustomMetricSource Union: only one key present
+ * //             customMetricDefinition: { // CustomMetricDefinition
+ * //               name: "STRING_VALUE", // required
+ * //               instructions: "STRING_VALUE", // required
+ * //               ratingScale: [ // RatingScale
+ * //                 { // RatingScaleItem
+ * //                   definition: "STRING_VALUE", // required
+ * //                   value: { // RatingScaleItemValue Union: only one key present
+ * //                     stringValue: "STRING_VALUE",
+ * //                     floatValue: Number("float"),
+ * //                   },
+ * //                 },
+ * //               ],
+ * //             },
+ * //           },
+ * //         ],
+ * //         evaluatorModelConfig: { // CustomMetricEvaluatorModelConfig
+ * //           bedrockEvaluatorModels: [ // CustomMetricBedrockEvaluatorModels // required
+ * //             { // CustomMetricBedrockEvaluatorModel
+ * //               modelIdentifier: "STRING_VALUE", // required
+ * //             },
+ * //           ],
+ * //         },
+ * //       },
  * //     },
  * //     human: { // HumanEvaluationConfig
  * //       humanWorkflowConfig: { // HumanWorkflowConfig

package/dist-types/commands/ListEvaluationJobsCommand.d.ts

@@ -68,6 +68,9 @@ declare const ListEvaluationJobsCommand_base: {
  * //       evaluatorModelIdentifiers: [ // EvaluatorModelIdentifiers
  * //         "STRING_VALUE",
  * //       ],
+ * //       customMetricsEvaluatorModelIdentifiers: [
+ * //         "STRING_VALUE",
+ * //       ],
  * //       inferenceConfigSummary: { // EvaluationInferenceConfigSummary
  * //         modelConfigSummary: { // EvaluationModelConfigSummary
  * //           bedrockModelIdentifiers: [

package/dist-types/models/models_0.d.ts

@@ -590,6 +590,162 @@ export declare const ApplicationType: {
  * @public
  */
 export type ApplicationType = (typeof ApplicationType)[keyof typeof ApplicationType];
+/**
+ * <p>Defines the value for one rating in a custom metric rating scale.</p>
+ * @public
+ */
+export type RatingScaleItemValue = RatingScaleItemValue.FloatValueMember | RatingScaleItemValue.StringValueMember | RatingScaleItemValue.$UnknownMember;
+/**
+ * @public
+ */
+export declare namespace RatingScaleItemValue {
+    /**
+     * <p>A string representing the value for a rating in a custom metric rating scale.</p>
+     * @public
+     */
+    interface StringValueMember {
+        stringValue: string;
+        floatValue?: never;
+        $unknown?: never;
+    }
+    /**
+     * <p>A floating point number representing the value for a rating in a custom metric rating scale.</p>
+     * @public
+     */
+    interface FloatValueMember {
+        stringValue?: never;
+        floatValue: number;
+        $unknown?: never;
+    }
+    /**
+     * @public
+     */
+    interface $UnknownMember {
+        stringValue?: never;
+        floatValue?: never;
+        $unknown: [string, any];
+    }
+    interface Visitor<T> {
+        stringValue: (value: string) => T;
+        floatValue: (value: number) => T;
+        _: (name: string, value: any) => T;
+    }
+    const visit: <T>(value: RatingScaleItemValue, visitor: Visitor<T>) => T;
+}
+/**
+ * <p>Defines the value and corresponding definition for one rating in a custom metric rating scale.</p>
+ * @public
+ */
+export interface RatingScaleItem {
+    /**
+     * <p>Defines the definition for one rating in a custom metric rating scale.</p>
+     * @public
+     */
+    definition: string | undefined;
+    /**
+     * <p>Defines the value for one rating in a custom metric rating scale.</p>
+     * @public
+     */
+    value: RatingScaleItemValue | undefined;
+}
+/**
+ * <p>The definition of a custom metric for use in an Amazon Bedrock evaluation job. A custom metric definition includes a metric name, prompt (instructions) and optionally,
+ *          a rating scale. Your prompt must include a task description and input variables. The required input variables are different for model-as-a-judge and RAG evaluations.</p>
+ *          <p>For more information about how to define a custom metric in Amazon Bedrock,
+ *          see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html">Create a prompt for a custom metrics (LLM-as-a-judge model evaluations)</a> and
+ *          <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/kb-evaluation-custom-metrics-prompt-formats.html">Create a prompt for a custom metrics (RAG evaluations)</a>.</p>
+ * @public
+ */
+export interface CustomMetricDefinition {
+    /**
+     * <p>The name for a custom metric. Names must be unique in your Amazon Web Services region.</p>
+     * @public
+     */
+    name: string | undefined;
+    /**
+     * <p>The prompt for a custom metric that instructs the evaluator model how to rate the model or RAG source under evaluation.</p>
+     * @public
+     */
+    instructions: string | undefined;
+    /**
+     * <p>Defines the rating scale to be used for a custom metric. We recommend that you always define a ratings scale when creating a custom metric. If you don't
+     *       define a scale, Amazon Bedrock won't be able to visually display the results of the evaluation in the console or calculate average values of numerical scores. For
+     *          more information on specifying a rating scale, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html#model-evaluation-custom-metrics-prompt-formats-schema">Specifying an output schema (rating scale)</a>.</p>
+     * @public
+     */
+    ratingScale?: RatingScaleItem[] | undefined;
+}
+/**
+ * <p>An array item definining a single custom metric for use in an Amazon Bedrock evaluation job.</p>
+ * @public
+ */
+export type AutomatedEvaluationCustomMetricSource = AutomatedEvaluationCustomMetricSource.CustomMetricDefinitionMember | AutomatedEvaluationCustomMetricSource.$UnknownMember;
+/**
+ * @public
+ */
+export declare namespace AutomatedEvaluationCustomMetricSource {
+    /**
+     * <p>The definition of a custom metric for use in an Amazon Bedrock evaluation job.</p>
+     * @public
+     */
+    interface CustomMetricDefinitionMember {
+        customMetricDefinition: CustomMetricDefinition;
+        $unknown?: never;
+    }
+    /**
+     * @public
+     */
+    interface $UnknownMember {
+        customMetricDefinition?: never;
+        $unknown: [string, any];
+    }
+    interface Visitor<T> {
+        customMetricDefinition: (value: CustomMetricDefinition) => T;
+        _: (name: string, value: any) => T;
+    }
+    const visit: <T>(value: AutomatedEvaluationCustomMetricSource, visitor: Visitor<T>) => T;
+}
+/**
+ * <p>Defines the model you want to evaluate custom metrics in an Amazon Bedrock evaluation job.</p>
+ * @public
+ */
+export interface CustomMetricBedrockEvaluatorModel {
+    /**
+     * <p>The Amazon Resource Name (ARN) of the evaluator model for custom metrics. For a list of supported evaluator models, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/evaluation-judge.html">Evaluate model performance
+     *          using another LLM as a judge</a> and <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/evaluation-kb.html">Evaluate the performance of RAG sources using Amazon Bedrock evaluations</a>.</p>
+     * @public
+     */
+    modelIdentifier: string | undefined;
+}
+/**
+ * <p>Configuration of the evaluator model you want to use to evaluate custom metrics in an Amazon Bedrock evaluation job.</p>
+ * @public
+ */
+export interface CustomMetricEvaluatorModelConfig {
+    /**
+     * <p>Defines the model you want to evaluate custom metrics in an Amazon Bedrock evaluation job.</p>
+     * @public
+     */
+    bedrockEvaluatorModels: CustomMetricBedrockEvaluatorModel[] | undefined;
+}
+/**
+ * <p>Defines the configuration of custom metrics to be used in an evaluation job. To learn more about using custom metrics
+ *          in Amazon Bedrock evaluation jobs, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/model-evaluation-custom-metrics-prompt-formats.html">Create a prompt for a custom metrics (LLM-as-a-judge model evaluations)</a> and
+ *          <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/kb-evaluation-custom-metrics-prompt-formats.html">Create a prompt for a custom metrics (RAG evaluations)</a>.</p>
+ * @public
+ */
+export interface AutomatedEvaluationCustomMetricConfig {
+    /**
+     * <p>Defines a list of custom metrics to be used in an Amazon Bedrock evaluation job.</p>
+     * @public
+     */
+    customMetrics: AutomatedEvaluationCustomMetricSource[] | undefined;
+    /**
+     * <p>Configuration of the evaluator model you want to use to evaluate custom metrics in an Amazon Bedrock evaluation job.</p>
+     * @public
+     */
+    evaluatorModelConfig: CustomMetricEvaluatorModelConfig | undefined;
+}
 /**
  * <p>The location in Amazon S3 where your prompt dataset is stored.</p>
  * @public
@@ -670,7 +826,7 @@ export interface EvaluationDatasetMetricConfig {
     /**
      * <p>The names of the metrics you want to use for your evaluation job.</p>
      *          <p>For knowledge base evaluation jobs that evaluate retrieval only, valid values are
-     *          "<code>Builtin.ContextRelevance</code>", "<code>Builtin.ContextConverage</code>".</p>
+     *          "<code>Builtin.ContextRelevance</code>", "<code>Builtin.ContextCoverage</code>".</p>
      *          <p>For knowledge base evaluation jobs that evaluate retrieval with response generation,
      *          valid values are  "<code>Builtin.Correctness</code>", "<code>Builtin.Completeness</code>",
      *          "<code>Builtin.Helpfulness</code>", "<code>Builtin.LogicalCoherence</code>",
@@ -740,6 +896,11 @@ export interface AutomatedEvaluationConfig {
      * @public
      */
     evaluatorModelConfig?: EvaluatorModelConfig | undefined;
+    /**
+     * <p>Defines the configuration of custom metrics to be used in an evaluation job.</p>
+     * @public
+     */
+    customMetricConfig?: AutomatedEvaluationCustomMetricConfig | undefined;
 }
 /**
  * <p>In a model evaluation job that uses human workers you must
@@ -1533,6 +1694,11 @@ export interface EvaluationSummary {
      * @public
      */
     evaluatorModelIdentifiers?: string[] | undefined;
+    /**
+     * <p>The Amazon Resource Names (ARNs) of the models used to compute custom metrics in an Amazon Bedrock evaluation job.</p>
+     * @public
+     */
+    customMetricsEvaluatorModelIdentifiers?: string[] | undefined;
     /**
      * <p>Identifies the models, Knowledge Bases, or other RAG sources evaluated in a model or Knowledge Base evaluation job.</p>
      * @public
@@ -5117,7 +5283,7 @@ export interface GetModelInvocationJobResponse {
      *                <p>PartiallyCompleted – This job has partially completed. Not all of your records could be processed in time. View the output files in the output S3 location.</p>
      *             </li>
      *             <li>
-     *                <p>Failed – This job has failed. Check the failure message for any further details. For further assistance, reach out to the <a href="https://console.aws.amazon.com/support/home/">Amazon Web Services Support Center</a>.</p>
+     *                <p>Failed – This job has failed. Check the failure message for any further details. For further assistance, reach out to the <a href="https://console.aws.amazon.com/support/home/">Amazon Web ServicesSupport Center</a>.</p>
      *             </li>
      *             <li>
      *                <p>Stopped – This job was stopped by a user.</p>
@@ -5226,7 +5392,7 @@ export interface ListModelInvocationJobsRequest {
      *                <p>PartiallyCompleted – This job has partially completed. Not all of your records could be processed in time. View the output files in the output S3 location.</p>
      *             </li>
      *             <li>
-     *                <p>Failed – This job has failed. Check the failure message for any further details. For further assistance, reach out to the <a href="https://console.aws.amazon.com/support/home/">Amazon Web Services Support Center</a>.</p>
+     *                <p>Failed – This job has failed. Check the failure message for any further details. For further assistance, reach out to the <a href="https://console.aws.amazon.com/support/home/">Amazon Web ServicesSupport Center</a>.</p>
      *             </li>
      *             <li>
      *                <p>Stopped – This job was stopped by a user.</p>
@@ -5336,7 +5502,7 @@ export interface ModelInvocationJobSummary {
      *                <p>PartiallyCompleted – This job has partially completed. Not all of your records could be processed in time. View the output files in the output S3 location.</p>
      *             </li>
      *             <li>
-     *                <p>Failed – This job has failed. Check the failure message for any further details. For further assistance, reach out to the <a href="https://console.aws.amazon.com/support/home/">Amazon Web Services Support Center</a>.</p>
+     *                <p>Failed – This job has failed. Check the failure message for any further details. For further assistance, reach out to the <a href="https://console.aws.amazon.com/support/home/">Amazon Web ServicesSupport Center</a>.</p>
      *             </li>
      *             <li>
      *                <p>Stopped – This job was stopped by a user.</p>
@@ -7969,6 +8135,18 @@ export declare const BatchDeleteEvaluationJobItemFilterSensitiveLog: (obj: Batch
  * @internal
  */
 export declare const BatchDeleteEvaluationJobResponseFilterSensitiveLog: (obj: BatchDeleteEvaluationJobResponse) => any;
+/**
+ * @internal
+ */
+export declare const CustomMetricDefinitionFilterSensitiveLog: (obj: CustomMetricDefinition) => any;
+/**
+ * @internal
+ */
+export declare const AutomatedEvaluationCustomMetricSourceFilterSensitiveLog: (obj: AutomatedEvaluationCustomMetricSource) => any;
+/**
+ * @internal
+ */
+export declare const AutomatedEvaluationCustomMetricConfigFilterSensitiveLog: (obj: AutomatedEvaluationCustomMetricConfig) => any;
 /**
  * @internal
  */

package/dist-types/ts3.4/models/models_0.d.ts

@@ -193,6 +193,73 @@ export declare const ApplicationType: {
 };
 export type ApplicationType =
   (typeof ApplicationType)[keyof typeof ApplicationType];
+export type RatingScaleItemValue =
+  | RatingScaleItemValue.FloatValueMember
+  | RatingScaleItemValue.StringValueMember
+  | RatingScaleItemValue.$UnknownMember;
+export declare namespace RatingScaleItemValue {
+  interface StringValueMember {
+    stringValue: string;
+    floatValue?: never;
+    $unknown?: never;
+  }
+  interface FloatValueMember {
+    stringValue?: never;
+    floatValue: number;
+    $unknown?: never;
+  }
+  interface $UnknownMember {
+    stringValue?: never;
+    floatValue?: never;
+    $unknown: [string, any];
+  }
+  interface Visitor<T> {
+    stringValue: (value: string) => T;
+    floatValue: (value: number) => T;
+    _: (name: string, value: any) => T;
+  }
+  const visit: <T>(value: RatingScaleItemValue, visitor: Visitor<T>) => T;
+}
+export interface RatingScaleItem {
+  definition: string | undefined;
+  value: RatingScaleItemValue | undefined;
+}
+export interface CustomMetricDefinition {
+  name: string | undefined;
+  instructions: string | undefined;
+  ratingScale?: RatingScaleItem[] | undefined;
+}
+export type AutomatedEvaluationCustomMetricSource =
+  | AutomatedEvaluationCustomMetricSource.CustomMetricDefinitionMember
+  | AutomatedEvaluationCustomMetricSource.$UnknownMember;
+export declare namespace AutomatedEvaluationCustomMetricSource {
+  interface CustomMetricDefinitionMember {
+    customMetricDefinition: CustomMetricDefinition;
+    $unknown?: never;
+  }
+  interface $UnknownMember {
+    customMetricDefinition?: never;
+    $unknown: [string, any];
+  }
+  interface Visitor<T> {
+    customMetricDefinition: (value: CustomMetricDefinition) => T;
+    _: (name: string, value: any) => T;
+  }
+  const visit: <T>(
+    value: AutomatedEvaluationCustomMetricSource,
+    visitor: Visitor<T>
+  ) => T;
+}
+export interface CustomMetricBedrockEvaluatorModel {
+  modelIdentifier: string | undefined;
+}
+export interface CustomMetricEvaluatorModelConfig {
+  bedrockEvaluatorModels: CustomMetricBedrockEvaluatorModel[] | undefined;
+}
+export interface AutomatedEvaluationCustomMetricConfig {
+  customMetrics: AutomatedEvaluationCustomMetricSource[] | undefined;
+  evaluatorModelConfig: CustomMetricEvaluatorModelConfig | undefined;
+}
 export type EvaluationDatasetLocation =
   | EvaluationDatasetLocation.S3UriMember
   | EvaluationDatasetLocation.$UnknownMember;
@@ -253,6 +320,7 @@ export declare namespace EvaluatorModelConfig {
 export interface AutomatedEvaluationConfig {
   datasetMetricConfigs: EvaluationDatasetMetricConfig[] | undefined;
   evaluatorModelConfig?: EvaluatorModelConfig | undefined;
+  customMetricConfig?: AutomatedEvaluationCustomMetricConfig | undefined;
 }
 export interface HumanEvaluationCustomMetric {
   name: string | undefined;
@@ -518,6 +586,7 @@ export interface EvaluationSummary {
   modelIdentifiers?: string[] | undefined;
   ragIdentifiers?: string[] | undefined;
   evaluatorModelIdentifiers?: string[] | undefined;
+  customMetricsEvaluatorModelIdentifiers?: string[] | undefined;
   inferenceConfigSummary?: EvaluationInferenceConfigSummary | undefined;
   applicationType?: ApplicationType | undefined;
 }
@@ -2274,6 +2343,15 @@ export declare const BatchDeleteEvaluationJobItemFilterSensitiveLog: (
 export declare const BatchDeleteEvaluationJobResponseFilterSensitiveLog: (
   obj: BatchDeleteEvaluationJobResponse
 ) => any;
+export declare const CustomMetricDefinitionFilterSensitiveLog: (
+  obj: CustomMetricDefinition
+) => any;
+export declare const AutomatedEvaluationCustomMetricSourceFilterSensitiveLog: (
+  obj: AutomatedEvaluationCustomMetricSource
+) => any;
+export declare const AutomatedEvaluationCustomMetricConfigFilterSensitiveLog: (
+  obj: AutomatedEvaluationCustomMetricConfig
+) => any;
 export declare const EvaluationDatasetFilterSensitiveLog: (
   obj: EvaluationDataset
 ) => any;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@aws-sdk/client-bedrock",
   "description": "AWS SDK for JavaScript Bedrock Client for Node.js, Browser and React Native",
-  "version": "3.787.0",
+  "version": "3.796.0",
   "scripts": {
     "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
     "build:cjs": "node ../../scripts/compilation/inline client-bedrock",
@@ -20,17 +20,17 @@
   "dependencies": {
     "@aws-crypto/sha256-browser": "5.2.0",
     "@aws-crypto/sha256-js": "5.2.0",
-    "@aws-sdk/core": "3.775.0",
-    "@aws-sdk/credential-provider-node": "3.787.0",
+    "@aws-sdk/core": "3.796.0",
+    "@aws-sdk/credential-provider-node": "3.796.0",
     "@aws-sdk/middleware-host-header": "3.775.0",
     "@aws-sdk/middleware-logger": "3.775.0",
     "@aws-sdk/middleware-recursion-detection": "3.775.0",
-    "@aws-sdk/middleware-user-agent": "3.787.0",
+    "@aws-sdk/middleware-user-agent": "3.796.0",
     "@aws-sdk/region-config-resolver": "3.775.0",
     "@aws-sdk/types": "3.775.0",
     "@aws-sdk/util-endpoints": "3.787.0",
     "@aws-sdk/util-user-agent-browser": "3.775.0",
-    "@aws-sdk/util-user-agent-node": "3.787.0",
+    "@aws-sdk/util-user-agent-node": "3.796.0",
     "@smithy/config-resolver": "^4.1.0",
     "@smithy/core": "^3.2.0",
     "@smithy/fetch-http-handler": "^5.0.2",