types-boto3-full 1.35.74__py3-none-any.whl → 1.35.75__py3-none-any.whl

types_boto3_bedrock/type_defs.py

@@ -33,6 +33,7 @@ from .literals import (
     GuardrailContentFilterTypeType,
     GuardrailContextualGroundingFilterTypeType,
     GuardrailFilterStrengthType,
+    GuardrailModalityType,
     GuardrailPiiEntityTypeType,
     GuardrailSensitiveInformationActionType,
     GuardrailStatusType,
@@ -44,10 +45,12 @@ from .literals import (
     ModelImportJobStatusType,
     ModelInvocationJobStatusType,
     ModelModalityType,
+    PromptRouterTypeType,
     ProvisionedModelStatusType,
     RetrieveAndGenerateTypeType,
     SearchTypeType,
     SortOrderType,
+    StatusType,
 )
 
 if sys.version_info >= (3, 12):
@@ -78,6 +81,8 @@ __all__ = (
     "CreateGuardrailVersionResponseTypeDef",
     "CreateInferenceProfileRequestRequestTypeDef",
     "CreateInferenceProfileResponseTypeDef",
+    "CreateMarketplaceModelEndpointRequestRequestTypeDef",
+    "CreateMarketplaceModelEndpointResponseTypeDef",
     "CreateModelCopyJobRequestRequestTypeDef",
     "CreateModelCopyJobResponseTypeDef",
     "CreateModelCustomizationJobRequestRequestTypeDef",
@@ -94,8 +99,12 @@ __all__ = (
     "DeleteGuardrailRequestRequestTypeDef",
     "DeleteImportedModelRequestRequestTypeDef",
     "DeleteInferenceProfileRequestRequestTypeDef",
+    "DeleteMarketplaceModelEndpointRequestRequestTypeDef",
     "DeleteProvisionedModelThroughputRequestRequestTypeDef",
+    "DeregisterMarketplaceModelEndpointRequestRequestTypeDef",
     "DistillationConfigTypeDef",
+    "EndpointConfigOutputTypeDef",
+    "EndpointConfigTypeDef",
     "EvaluationBedrockModelTypeDef",
     "EvaluationConfigOutputTypeDef",
     "EvaluationConfigTypeDef",
@@ -142,6 +151,8 @@ __all__ = (
     "GetImportedModelResponseTypeDef",
     "GetInferenceProfileRequestRequestTypeDef",
     "GetInferenceProfileResponseTypeDef",
+    "GetMarketplaceModelEndpointRequestRequestTypeDef",
+    "GetMarketplaceModelEndpointResponseTypeDef",
     "GetModelCopyJobRequestRequestTypeDef",
     "GetModelCopyJobResponseTypeDef",
     "GetModelCustomizationJobRequestRequestTypeDef",
@@ -151,6 +162,8 @@ __all__ = (
     "GetModelInvocationJobRequestRequestTypeDef",
     "GetModelInvocationJobResponseTypeDef",
     "GetModelInvocationLoggingConfigurationResponseTypeDef",
+    "GetPromptRouterRequestRequestTypeDef",
+    "GetPromptRouterResponseTypeDef",
     "GetProvisionedModelThroughputRequestRequestTypeDef",
     "GetProvisionedModelThroughputResponseTypeDef",
     "GuardrailConfigurationTypeDef",
@@ -224,6 +237,9 @@ __all__ = (
     "ListInferenceProfilesRequestListInferenceProfilesPaginateTypeDef",
     "ListInferenceProfilesRequestRequestTypeDef",
     "ListInferenceProfilesResponseTypeDef",
+    "ListMarketplaceModelEndpointsRequestListMarketplaceModelEndpointsPaginateTypeDef",
+    "ListMarketplaceModelEndpointsRequestRequestTypeDef",
+    "ListMarketplaceModelEndpointsResponseTypeDef",
     "ListModelCopyJobsRequestListModelCopyJobsPaginateTypeDef",
     "ListModelCopyJobsRequestRequestTypeDef",
     "ListModelCopyJobsResponseTypeDef",
@@ -236,12 +252,17 @@ __all__ = (
     "ListModelInvocationJobsRequestListModelInvocationJobsPaginateTypeDef",
     "ListModelInvocationJobsRequestRequestTypeDef",
     "ListModelInvocationJobsResponseTypeDef",
+    "ListPromptRoutersRequestListPromptRoutersPaginateTypeDef",
+    "ListPromptRoutersRequestRequestTypeDef",
+    "ListPromptRoutersResponseTypeDef",
     "ListProvisionedModelThroughputsRequestListProvisionedModelThroughputsPaginateTypeDef",
     "ListProvisionedModelThroughputsRequestRequestTypeDef",
     "ListProvisionedModelThroughputsResponseTypeDef",
     "ListTagsForResourceRequestRequestTypeDef",
     "ListTagsForResourceResponseTypeDef",
     "LoggingConfigTypeDef",
+    "MarketplaceModelEndpointSummaryTypeDef",
+    "MarketplaceModelEndpointTypeDef",
     "ModelCopyJobSummaryTypeDef",
     "ModelCustomizationJobSummaryTypeDef",
     "ModelDataSourceTypeDef",
@@ -254,6 +275,8 @@ __all__ = (
     "OrchestrationConfigurationTypeDef",
     "OutputDataConfigTypeDef",
     "PaginatorConfigTypeDef",
+    "PromptRouterSummaryTypeDef",
+    "PromptRouterTargetModelTypeDef",
     "PromptTemplateTypeDef",
     "ProvisionedModelSummaryTypeDef",
     "PutModelInvocationLoggingConfigurationRequestRequestTypeDef",
@@ -261,6 +284,8 @@ __all__ = (
     "RAGConfigOutputTypeDef",
     "RAGConfigTypeDef",
     "RAGConfigUnionTypeDef",
+    "RegisterMarketplaceModelEndpointRequestRequestTypeDef",
+    "RegisterMarketplaceModelEndpointResponseTypeDef",
     "RequestMetadataBaseFiltersOutputTypeDef",
     "RequestMetadataBaseFiltersTypeDef",
     "RequestMetadataBaseFiltersUnionTypeDef",
@@ -277,9 +302,13 @@ __all__ = (
     "RetrieveConfigOutputTypeDef",
     "RetrieveConfigTypeDef",
     "RetrieveConfigUnionTypeDef",
+    "RoutingCriteriaTypeDef",
     "S3ConfigTypeDef",
     "S3DataSourceTypeDef",
     "S3ObjectDocTypeDef",
+    "SageMakerEndpointOutputTypeDef",
+    "SageMakerEndpointTypeDef",
+    "SageMakerEndpointUnionTypeDef",
     "StopEvaluationJobRequestRequestTypeDef",
     "StopModelCustomizationJobRequestRequestTypeDef",
     "StopModelInvocationJobRequestRequestTypeDef",
@@ -296,6 +325,8 @@ __all__ = (
     "UntagResourceRequestRequestTypeDef",
     "UpdateGuardrailRequestRequestTypeDef",
     "UpdateGuardrailResponseTypeDef",
+    "UpdateMarketplaceModelEndpointRequestRequestTypeDef",
+    "UpdateMarketplaceModelEndpointResponseTypeDef",
     "UpdateProvisionedModelThroughputRequestRequestTypeDef",
     "ValidationDataConfigOutputTypeDef",
     "ValidationDataConfigTypeDef",
@@ -303,6 +334,7 @@ __all__ = (
     "ValidatorTypeDef",
     "VpcConfigOutputTypeDef",
     "VpcConfigTypeDef",
+    "VpcConfigUnionTypeDef",
 )
 
 
@@ -402,10 +434,18 @@ class DeleteInferenceProfileRequestRequestTypeDef(TypedDict):
     inferenceProfileIdentifier: str
 
 
+class DeleteMarketplaceModelEndpointRequestRequestTypeDef(TypedDict):
+    endpointArn: str
+
+
 class DeleteProvisionedModelThroughputRequestRequestTypeDef(TypedDict):
     provisionedModelId: str
 
 
+class DeregisterMarketplaceModelEndpointRequestRequestTypeDef(TypedDict):
+    endpointArn: str
+
+
 class TeacherModelConfigTypeDef(TypedDict):
     teacherModelIdentifier: str
     maxResponseLengthForInference: NotRequired[int]
@@ -497,6 +537,10 @@ class InferenceProfileModelTypeDef(TypedDict):
     modelArn: NotRequired[str]
 
 
+class GetMarketplaceModelEndpointRequestRequestTypeDef(TypedDict):
+    endpointArn: str
+
+
 class GetModelCopyJobRequestRequestTypeDef(TypedDict):
     jobArn: str
 
@@ -518,6 +562,18 @@ class GetModelInvocationJobRequestRequestTypeDef(TypedDict):
     jobIdentifier: str
 
 
+class GetPromptRouterRequestRequestTypeDef(TypedDict):
+    promptRouterArn: str
+
+
+class PromptRouterTargetModelTypeDef(TypedDict):
+    modelArn: NotRequired[str]
+
+
+class RoutingCriteriaTypeDef(TypedDict):
+    responseQualityDifference: float
+
+
 class GetProvisionedModelThroughputRequestRequestTypeDef(TypedDict):
     provisionedModelId: str
 
@@ -528,6 +584,8 @@ GuardrailContentFilterConfigTypeDef = TypedDict(
         "type": GuardrailContentFilterTypeType,
         "inputStrength": GuardrailFilterStrengthType,
         "outputStrength": GuardrailFilterStrengthType,
+        "inputModalities": NotRequired[Sequence[GuardrailModalityType]],
+        "outputModalities": NotRequired[Sequence[GuardrailModalityType]],
     },
 )
 GuardrailContentFilterTypeDef = TypedDict(
@@ -536,6 +594,8 @@ GuardrailContentFilterTypeDef = TypedDict(
         "type": GuardrailContentFilterTypeType,
         "inputStrength": GuardrailFilterStrengthType,
         "outputStrength": GuardrailFilterStrengthType,
+        "inputModalities": NotRequired[List[GuardrailModalityType]],
+        "outputModalities": NotRequired[List[GuardrailModalityType]],
     },
 )
 GuardrailContextualGroundingFilterConfigTypeDef = TypedDict(
@@ -693,6 +753,21 @@ class ListInferenceProfilesRequestRequestTypeDef(TypedDict):
     typeEquals: NotRequired[InferenceProfileTypeType]
 
 
+class ListMarketplaceModelEndpointsRequestRequestTypeDef(TypedDict):
+    maxResults: NotRequired[int]
+    nextToken: NotRequired[str]
+    modelSourceEquals: NotRequired[str]
+
+
+class MarketplaceModelEndpointSummaryTypeDef(TypedDict):
+    endpointArn: str
+    modelSourceIdentifier: str
+    createdAt: datetime
+    updatedAt: datetime
+    status: NotRequired[StatusType]
+    statusMessage: NotRequired[str]
+
+
 class ModelCustomizationJobSummaryTypeDef(TypedDict):
     jobArn: str
     baseModelArn: str
@@ -717,6 +792,11 @@ class ModelImportJobSummaryTypeDef(TypedDict):
     importedModelName: NotRequired[str]
 
 
+class ListPromptRoutersRequestRequestTypeDef(TypedDict):
+    maxResults: NotRequired[int]
+    nextToken: NotRequired[str]
+
+
 class ProvisionedModelSummaryTypeDef(TypedDict):
     provisionedModelName: str
     provisionedModelArn: str
@@ -760,6 +840,11 @@ QueryTransformationConfigurationTypeDef = TypedDict(
 )
 
 
+class RegisterMarketplaceModelEndpointRequestRequestTypeDef(TypedDict):
+    endpointIdentifier: str
+    modelSourceIdentifier: str
+
+
 class RequestMetadataBaseFiltersOutputTypeDef(TypedDict):
     equals: NotRequired[Dict[str, str]]
     notEquals: NotRequired[Dict[str, str]]
@@ -1078,6 +1163,48 @@ InferenceProfileSummaryTypeDef = TypedDict(
 )
 
 
+class SageMakerEndpointOutputTypeDef(TypedDict):
+    initialInstanceCount: int
+    instanceType: str
+    executionRole: str
+    kmsEncryptionKey: NotRequired[str]
+    vpc: NotRequired[VpcConfigOutputTypeDef]
+
+
+VpcConfigUnionTypeDef = Union[VpcConfigTypeDef, VpcConfigOutputTypeDef]
+GetPromptRouterResponseTypeDef = TypedDict(
+    "GetPromptRouterResponseTypeDef",
+    {
+        "promptRouterName": str,
+        "routingCriteria": RoutingCriteriaTypeDef,
+        "description": str,
+        "createdAt": datetime,
+        "updatedAt": datetime,
+        "promptRouterArn": str,
+        "models": List[PromptRouterTargetModelTypeDef],
+        "fallbackModel": PromptRouterTargetModelTypeDef,
+        "status": Literal["AVAILABLE"],
+        "type": PromptRouterTypeType,
+        "ResponseMetadata": ResponseMetadataTypeDef,
+    },
+)
+PromptRouterSummaryTypeDef = TypedDict(
+    "PromptRouterSummaryTypeDef",
+    {
+        "promptRouterName": str,
+        "routingCriteria": RoutingCriteriaTypeDef,
+        "promptRouterArn": str,
+        "models": List[PromptRouterTargetModelTypeDef],
+        "fallbackModel": PromptRouterTargetModelTypeDef,
+        "status": Literal["AVAILABLE"],
+        "type": PromptRouterTypeType,
+        "description": NotRequired[str],
+        "createdAt": NotRequired[datetime],
+        "updatedAt": NotRequired[datetime],
+    },
+)
+
+
 class GuardrailContentPolicyConfigTypeDef(TypedDict):
     filtersConfig: Sequence[GuardrailContentFilterConfigTypeDef]
 
@@ -1148,6 +1275,15 @@ class ListInferenceProfilesRequestListInferenceProfilesPaginateTypeDef(TypedDict
     PaginationConfig: NotRequired[PaginatorConfigTypeDef]
 
 
+class ListMarketplaceModelEndpointsRequestListMarketplaceModelEndpointsPaginateTypeDef(TypedDict):
+    modelSourceEquals: NotRequired[str]
+    PaginationConfig: NotRequired[PaginatorConfigTypeDef]
+
+
+class ListPromptRoutersRequestListPromptRoutersPaginateTypeDef(TypedDict):
+    PaginationConfig: NotRequired[PaginatorConfigTypeDef]
+
+
 class ListCustomModelsRequestListCustomModelsPaginateTypeDef(TypedDict):
     creationTimeBefore: NotRequired[TimestampTypeDef]
     creationTimeAfter: NotRequired[TimestampTypeDef]
@@ -1328,6 +1464,12 @@ class ListProvisionedModelThroughputsRequestRequestTypeDef(TypedDict):
     sortOrder: NotRequired[SortOrderType]
 
 
+class ListMarketplaceModelEndpointsResponseTypeDef(TypedDict):
+    marketplaceModelEndpoints: List[MarketplaceModelEndpointSummaryTypeDef]
+    ResponseMetadata: ResponseMetadataTypeDef
+    nextToken: NotRequired[str]
+
+
 class ListModelCustomizationJobsResponseTypeDef(TypedDict):
     modelCustomizationJobSummaries: List[ModelCustomizationJobSummaryTypeDef]
     ResponseMetadata: ResponseMetadataTypeDef
@@ -1466,6 +1608,24 @@ class ListInferenceProfilesResponseTypeDef(TypedDict):
     nextToken: NotRequired[str]
 
 
+class EndpointConfigOutputTypeDef(TypedDict):
+    sageMaker: NotRequired[SageMakerEndpointOutputTypeDef]
+
+
+class SageMakerEndpointTypeDef(TypedDict):
+    initialInstanceCount: int
+    instanceType: str
+    executionRole: str
+    kmsEncryptionKey: NotRequired[str]
+    vpc: NotRequired[VpcConfigUnionTypeDef]
+
+
+class ListPromptRoutersResponseTypeDef(TypedDict):
+    promptRouterSummaries: List[PromptRouterSummaryTypeDef]
+    ResponseMetadata: ResponseMetadataTypeDef
+    nextToken: NotRequired[str]
+
+
 class CreateGuardrailRequestRequestTypeDef(TypedDict):
     name: str
     blockedInputMessaging: str
@@ -1683,6 +1843,21 @@ class KnowledgeBaseRetrievalConfigurationOutputTypeDef(TypedDict):
 RetrievalFilterUnionTypeDef = Union[RetrievalFilterTypeDef, RetrievalFilterOutputTypeDef]
 
 
+class MarketplaceModelEndpointTypeDef(TypedDict):
+    endpointArn: str
+    modelSourceIdentifier: str
+    createdAt: datetime
+    updatedAt: datetime
+    endpointConfig: EndpointConfigOutputTypeDef
+    endpointStatus: str
+    status: NotRequired[StatusType]
+    statusMessage: NotRequired[str]
+    endpointStatusMessage: NotRequired[str]
+
+
+SageMakerEndpointUnionTypeDef = Union[SageMakerEndpointTypeDef, SageMakerEndpointOutputTypeDef]
+
+
 class ExternalSourcesRetrieveAndGenerateConfigurationOutputTypeDef(TypedDict):
     modelArn: str
     sources: List[ExternalSourceOutputTypeDef]
@@ -1745,6 +1920,30 @@ KnowledgeBaseVectorSearchConfigurationTypeDef = TypedDict(
 )
 
 
+class CreateMarketplaceModelEndpointResponseTypeDef(TypedDict):
+    marketplaceModelEndpoint: MarketplaceModelEndpointTypeDef
+    ResponseMetadata: ResponseMetadataTypeDef
+
+
+class GetMarketplaceModelEndpointResponseTypeDef(TypedDict):
+    marketplaceModelEndpoint: MarketplaceModelEndpointTypeDef
+    ResponseMetadata: ResponseMetadataTypeDef
+
+
+class RegisterMarketplaceModelEndpointResponseTypeDef(TypedDict):
+    marketplaceModelEndpoint: MarketplaceModelEndpointTypeDef
+    ResponseMetadata: ResponseMetadataTypeDef
+
+
+class UpdateMarketplaceModelEndpointResponseTypeDef(TypedDict):
+    marketplaceModelEndpoint: MarketplaceModelEndpointTypeDef
+    ResponseMetadata: ResponseMetadataTypeDef
+
+
+class EndpointConfigTypeDef(TypedDict):
+    sageMaker: NotRequired[SageMakerEndpointUnionTypeDef]
+
+
 class GetCustomModelResponseTypeDef(TypedDict):
     modelArn: str
     modelName: str
@@ -1829,6 +2028,23 @@ KnowledgeBaseVectorSearchConfigurationUnionTypeDef = Union[
     KnowledgeBaseVectorSearchConfigurationTypeDef,
     KnowledgeBaseVectorSearchConfigurationOutputTypeDef,
 ]
+
+
+class CreateMarketplaceModelEndpointRequestRequestTypeDef(TypedDict):
+    modelSourceIdentifier: str
+    endpointConfig: EndpointConfigTypeDef
+    endpointName: str
+    acceptEula: NotRequired[bool]
+    clientRequestToken: NotRequired[str]
+    tags: NotRequired[Sequence[TagTypeDef]]
+
+
+class UpdateMarketplaceModelEndpointRequestRequestTypeDef(TypedDict):
+    endpointArn: str
+    endpointConfig: EndpointConfigTypeDef
+    clientRequestToken: NotRequired[str]
+
+
 InvocationLogsConfigUnionTypeDef = Union[
     InvocationLogsConfigTypeDef, InvocationLogsConfigOutputTypeDef
 ]