@aws-sdk/client-bedrock-runtime 3.940.0 → 3.943.0

package/dist-types/models/models_0.d.ts

@@ -1,5 +1,5 @@
 import { DocumentType as __DocumentType } from "@smithy/types";
-import { AsyncInvokeStatus, CachePointType, ConversationRole, DocumentFormat, GuardrailAction, GuardrailAutomatedReasoningLogicWarningType, GuardrailContentFilterConfidence, GuardrailContentFilterStrength, GuardrailContentFilterType, GuardrailContentPolicyAction, GuardrailContentQualifier, GuardrailContentSource, GuardrailContextualGroundingFilterType, GuardrailContextualGroundingPolicyAction, GuardrailConverseContentQualifier, GuardrailConverseImageFormat, GuardrailImageFormat, GuardrailManagedWordType, GuardrailOrigin, GuardrailOutputScope, GuardrailOwnership, GuardrailPiiEntityType, GuardrailSensitiveInformationPolicyAction, GuardrailStreamProcessingMode, GuardrailTopicPolicyAction, GuardrailTopicType, GuardrailTrace, GuardrailWordPolicyAction, ImageFormat, PerformanceConfigLatency, ServiceTierType, SortAsyncInvocationBy, SortOrder, StopReason, ToolResultStatus, ToolUseType, Trace, VideoFormat } from "./enums";
+import { AsyncInvokeStatus, AudioFormat, CachePointType, ConversationRole, DocumentFormat, GuardrailAction, GuardrailAutomatedReasoningLogicWarningType, GuardrailContentFilterConfidence, GuardrailContentFilterStrength, GuardrailContentFilterType, GuardrailContentPolicyAction, GuardrailContentQualifier, GuardrailContentSource, GuardrailContextualGroundingFilterType, GuardrailContextualGroundingPolicyAction, GuardrailConverseContentQualifier, GuardrailConverseImageFormat, GuardrailImageFormat, GuardrailManagedWordType, GuardrailOrigin, GuardrailOutputScope, GuardrailOwnership, GuardrailPiiEntityType, GuardrailSensitiveInformationPolicyAction, GuardrailStreamProcessingMode, GuardrailTopicPolicyAction, GuardrailTopicType, GuardrailTrace, GuardrailWordPolicyAction, ImageFormat, PerformanceConfigLatency, ServiceTierType, SortAsyncInvocationBy, SortOrder, StopReason, ToolResultStatus, ToolUseType, Trace, VideoFormat } from "./enums";
 import { InternalServerException, ModelStreamErrorException, ModelTimeoutException, ServiceUnavailableException, ThrottlingException, ValidationException } from "./errors";
 /**
  * @public
@@ -1349,6 +1349,99 @@ export interface InferenceConfiguration {
      */
     stopSequences?: string[] | undefined;
 }
+/**
+ * <p>A block containing error information when content processing fails.</p>
+ * @public
+ */
+export interface ErrorBlock {
+    /**
+     * <p>A human-readable error message describing what went wrong during content processing.</p>
+     * @public
+     */
+    message?: string | undefined;
+}
+/**
+ * <p>A storage location in an Amazon S3 bucket.</p>
+ * @public
+ */
+export interface S3Location {
+    /**
+     * <p>An object URI starting with <code>s3://</code>.</p>
+     * @public
+     */
+    uri: string | undefined;
+    /**
+     * <p>If the bucket belongs to another AWS account, specify that account's ID.</p>
+     * @public
+     */
+    bucketOwner?: string | undefined;
+}
+/**
+ * <p>The source of audio data, which can be provided either as raw bytes or a reference to an S3 location.</p>
+ * @public
+ */
+export type AudioSource = AudioSource.BytesMember | AudioSource.S3LocationMember | AudioSource.$UnknownMember;
+/**
+ * @public
+ */
+export declare namespace AudioSource {
+    /**
+     * <p>Audio data encoded in base64.</p>
+     * @public
+     */
+    interface BytesMember {
+        bytes: Uint8Array;
+        s3Location?: never;
+        $unknown?: never;
+    }
+    /**
+     * <p>A reference to audio data stored in an Amazon S3 bucket. To see which models support S3 uploads, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html">Supported models and features for Converse</a>.</p>
+     * @public
+     */
+    interface S3LocationMember {
+        bytes?: never;
+        s3Location: S3Location;
+        $unknown?: never;
+    }
+    /**
+     * @public
+     */
+    interface $UnknownMember {
+        bytes?: never;
+        s3Location?: never;
+        $unknown: [string, any];
+    }
+    /**
+     * @deprecated unused in schema-serde mode.
+     *
+     */
+    interface Visitor<T> {
+        bytes: (value: Uint8Array) => T;
+        s3Location: (value: S3Location) => T;
+        _: (name: string, value: any) => T;
+    }
+}
+/**
+ * <p>An audio content block that contains audio data in various supported formats.</p>
+ * @public
+ */
+export interface AudioBlock {
+    /**
+     * <p>The format of the audio data, such as MP3, WAV, FLAC, or other supported audio formats.</p>
+     * @public
+     */
+    format: AudioFormat | undefined;
+    /**
+     * <p>The source of the audio data, which can be provided as raw bytes or an S3 location.</p>
+     * @public
+     */
+    source: AudioSource | undefined;
+    /**
+     * <p>Error information if the audio block could not be processed or contains invalid data.</p>
+     * @public
+     */
+    error?: ErrorBlock | undefined;
+}
 /**
  * <p>Defines a section of content to be cached for reuse in subsequent API calls.</p>
  * @public
@@ -1705,22 +1798,6 @@ export declare namespace DocumentContentBlock {
         _: (name: string, value: any) => T;
     }
 }
-/**
- * <p>A storage location in an Amazon S3 bucket.</p>
- * @public
- */
-export interface S3Location {
-    /**
-     * <p>An object URI starting with <code>s3://</code>.</p>
-     * @public
-     */
-    uri: string | undefined;
-    /**
-     * <p>If the bucket belongs to another AWS account, specify that account's ID.</p>
-     * @public
-     */
-    bucketOwner?: string | undefined;
-}
 /**
  * <p>Contains the content of a document.</p>
  * @public
@@ -1997,6 +2074,11 @@ export interface ImageBlock {
      * @public
      */
     source: ImageSource | undefined;
+    /**
+     * <p>Error information if the image block could not be processed or contains invalid data.</p>
+     * @public
+     */
+    error?: ErrorBlock | undefined;
 }
 /**
  * <p>Contains the reasoning that the model used to return the output.</p>
@@ -2326,7 +2408,7 @@ export interface ToolUseBlock {
  * <p>A block of content for a message that you pass to, or receive from, a model with the <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html">Converse</a> or <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_ConverseStream.html">ConverseStream</a> API operations.</p>
  * @public
  */
-export type ContentBlock = ContentBlock.CachePointMember | ContentBlock.CitationsContentMember | ContentBlock.DocumentMember | ContentBlock.GuardContentMember | ContentBlock.ImageMember | ContentBlock.ReasoningContentMember | ContentBlock.SearchResultMember | ContentBlock.TextMember | ContentBlock.ToolResultMember | ContentBlock.ToolUseMember | ContentBlock.VideoMember | ContentBlock.$UnknownMember;
+export type ContentBlock = ContentBlock.AudioMember | ContentBlock.CachePointMember | ContentBlock.CitationsContentMember | ContentBlock.DocumentMember | ContentBlock.GuardContentMember | ContentBlock.ImageMember | ContentBlock.ReasoningContentMember | ContentBlock.SearchResultMember | ContentBlock.TextMember | ContentBlock.ToolResultMember | ContentBlock.ToolUseMember | ContentBlock.VideoMember | ContentBlock.$UnknownMember;
 /**
  * @public
  */
@@ -2340,6 +2422,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2358,6 +2441,7 @@ export declare namespace ContentBlock {
         image: ImageBlock;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2376,6 +2460,7 @@ export declare namespace ContentBlock {
         image?: never;
         document: DocumentBlock;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2394,6 +2479,26 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video: VideoBlock;
+        audio?: never;
+        toolUse?: never;
+        toolResult?: never;
+        guardContent?: never;
+        cachePoint?: never;
+        reasoningContent?: never;
+        citationsContent?: never;
+        searchResult?: never;
+        $unknown?: never;
+    }
+    /**
+     * <p>An audio content block containing audio data in the conversation.</p>
+     * @public
+     */
+    interface AudioMember {
+        text?: never;
+        image?: never;
+        document?: never;
+        video?: never;
+        audio: AudioBlock;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2412,6 +2517,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse: ToolUseBlock;
         toolResult?: never;
         guardContent?: never;
@@ -2430,6 +2536,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult: ToolResultBlock;
         guardContent?: never;
@@ -2448,6 +2555,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent: GuardrailConverseContentBlock;
@@ -2466,6 +2574,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2484,6 +2593,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2502,6 +2612,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2520,6 +2631,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2537,6 +2649,7 @@ export declare namespace ContentBlock {
         image?: never;
         document?: never;
         video?: never;
+        audio?: never;
         toolUse?: never;
         toolResult?: never;
         guardContent?: never;
@@ -2555,6 +2668,7 @@ export declare namespace ContentBlock {
         image: (value: ImageBlock) => T;
         document: (value: DocumentBlock) => T;
         video: (value: VideoBlock) => T;
+        audio: (value: AudioBlock) => T;
         toolUse: (value: ToolUseBlock) => T;
         toolResult: (value: ToolResultBlock) => T;
         guardContent: (value: GuardrailConverseContentBlock) => T;
@@ -3283,6 +3397,22 @@ export interface CitationsDelta {
      */
     location?: CitationLocation | undefined;
 }
+/**
+ * <p>A streaming delta event that contains incremental image data during streaming responses.</p>
+ * @public
+ */
+export interface ImageBlockDelta {
+    /**
+     * <p>The incremental image source data for this delta event.</p>
+     * @public
+     */
+    source?: ImageSource | undefined;
+    /**
+     * <p>Error information if this image delta could not be processed.</p>
+     * @public
+     */
+    error?: ErrorBlock | undefined;
+}
 /**
  * <p>Contains content regarding the reasoning that is carried out by the model with respect to the content in the content block. Reasoning refers to a Chain of Thought (CoT) that the model generates to enhance the accuracy of its final response.</p>
  * @public
@@ -3346,7 +3476,7 @@ export declare namespace ReasoningContentBlockDelta {
  * <p>Contains incremental updates to tool results information during streaming responses. This allows clients to build up tool results data progressively as the response is generated.</p>
  * @public
  */
-export type ToolResultBlockDelta = ToolResultBlockDelta.TextMember | ToolResultBlockDelta.$UnknownMember;
+export type ToolResultBlockDelta = ToolResultBlockDelta.JsonMember | ToolResultBlockDelta.TextMember | ToolResultBlockDelta.$UnknownMember;
 /**
  * @public
  */
@@ -3357,6 +3487,16 @@ export declare namespace ToolResultBlockDelta {
      */
     interface TextMember {
         text: string;
+        json?: never;
+        $unknown?: never;
+    }
+    /**
+     * <p>The JSON schema for the tool result content block. see <a href="https://json-schema.org/understanding-json-schema/reference">JSON Schema Reference</a>.</p>
+     * @public
+     */
+    interface JsonMember {
+        text?: never;
+        json: __DocumentType;
         $unknown?: never;
     }
     /**
@@ -3364,6 +3504,7 @@ export declare namespace ToolResultBlockDelta {
      */
     interface $UnknownMember {
         text?: never;
+        json?: never;
         $unknown: [string, any];
     }
     /**
@@ -3372,6 +3513,7 @@ export declare namespace ToolResultBlockDelta {
      */
     interface Visitor<T> {
         text: (value: string) => T;
+        json: (value: __DocumentType) => T;
         _: (name: string, value: any) => T;
     }
 }
@@ -3390,7 +3532,7 @@ export interface ToolUseBlockDelta {
  * <p>A block of content in a streaming response.</p>
  * @public
  */
-export type ContentBlockDelta = ContentBlockDelta.CitationMember | ContentBlockDelta.ReasoningContentMember | ContentBlockDelta.TextMember | ContentBlockDelta.ToolResultMember | ContentBlockDelta.ToolUseMember | ContentBlockDelta.$UnknownMember;
+export type ContentBlockDelta = ContentBlockDelta.CitationMember | ContentBlockDelta.ImageMember | ContentBlockDelta.ReasoningContentMember | ContentBlockDelta.TextMember | ContentBlockDelta.ToolResultMember | ContentBlockDelta.ToolUseMember | ContentBlockDelta.$UnknownMember;
 /**
  * @public
  */
@@ -3405,6 +3547,7 @@ export declare namespace ContentBlockDelta {
         toolResult?: never;
         reasoningContent?: never;
         citation?: never;
+        image?: never;
         $unknown?: never;
     }
     /**
@@ -3417,6 +3560,7 @@ export declare namespace ContentBlockDelta {
         toolResult?: never;
         reasoningContent?: never;
         citation?: never;
+        image?: never;
         $unknown?: never;
     }
     /**
@@ -3429,6 +3573,7 @@ export declare namespace ContentBlockDelta {
         toolResult: ToolResultBlockDelta[];
         reasoningContent?: never;
         citation?: never;
+        image?: never;
         $unknown?: never;
     }
     /**
@@ -3441,6 +3586,7 @@ export declare namespace ContentBlockDelta {
         toolResult?: never;
         reasoningContent: ReasoningContentBlockDelta;
         citation?: never;
+        image?: never;
         $unknown?: never;
     }
     /**
@@ -3453,6 +3599,20 @@ export declare namespace ContentBlockDelta {
         toolResult?: never;
         reasoningContent?: never;
         citation: CitationsDelta;
+        image?: never;
+        $unknown?: never;
+    }
+    /**
+     * <p>A streaming delta event containing incremental image data.</p>
+     * @public
+     */
+    interface ImageMember {
+        text?: never;
+        toolUse?: never;
+        toolResult?: never;
+        reasoningContent?: never;
+        citation?: never;
+        image: ImageBlockDelta;
         $unknown?: never;
     }
     /**
@@ -3464,6 +3624,7 @@ export declare namespace ContentBlockDelta {
         toolResult?: never;
         reasoningContent?: never;
         citation?: never;
+        image?: never;
         $unknown: [string, any];
     }
     /**
@@ -3476,6 +3637,7 @@ export declare namespace ContentBlockDelta {
         toolResult: (value: ToolResultBlockDelta[]) => T;
         reasoningContent: (value: ReasoningContentBlockDelta) => T;
         citation: (value: CitationsDelta) => T;
+        image: (value: ImageBlockDelta) => T;
         _: (name: string, value: any) => T;
     }
 }
@@ -3495,6 +3657,17 @@ export interface ContentBlockDeltaEvent {
      */
     contentBlockIndex: number | undefined;
 }
+/**
+ * <p>The initial event in a streaming image block that indicates the start of image content.</p>
+ * @public
+ */
+export interface ImageBlockStart {
+    /**
+     * <p>The format of the image data that will be streamed in subsequent delta events.</p>
+     * @public
+     */
+    format: ImageFormat | undefined;
+}
 /**
  * <p>The start of a tool result block. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html">Call a tool with the Converse API</a> in the Amazon Bedrock User Guide.</p>
  * @public
@@ -3541,7 +3714,7 @@ export interface ToolUseBlockStart {
  * <p>Content block start information.</p>
  * @public
  */
-export type ContentBlockStart = ContentBlockStart.ToolResultMember | ContentBlockStart.ToolUseMember | ContentBlockStart.$UnknownMember;
+export type ContentBlockStart = ContentBlockStart.ImageMember | ContentBlockStart.ToolResultMember | ContentBlockStart.ToolUseMember | ContentBlockStart.$UnknownMember;
 /**
  * @public
  */
@@ -3553,6 +3726,7 @@ export declare namespace ContentBlockStart {
     interface ToolUseMember {
         toolUse: ToolUseBlockStart;
         toolResult?: never;
+        image?: never;
         $unknown?: never;
     }
     /**
@@ -3562,6 +3736,17 @@ export declare namespace ContentBlockStart {
     interface ToolResultMember {
         toolUse?: never;
         toolResult: ToolResultBlockStart;
+        image?: never;
+        $unknown?: never;
+    }
+    /**
+     * <p>The initial event indicating the start of a streaming image block.</p>
+     * @public
+     */
+    interface ImageMember {
+        toolUse?: never;
+        toolResult?: never;
+        image: ImageBlockStart;
         $unknown?: never;
     }
     /**
@@ -3570,6 +3755,7 @@ export declare namespace ContentBlockStart {
     interface $UnknownMember {
         toolUse?: never;
         toolResult?: never;
+        image?: never;
         $unknown: [string, any];
     }
     /**
@@ -3579,6 +3765,7 @@ export declare namespace ContentBlockStart {
     interface Visitor<T> {
         toolUse: (value: ToolUseBlockStart) => T;
         toolResult: (value: ToolResultBlockStart) => T;
+        image: (value: ImageBlockStart) => T;
         _: (name: string, value: any) => T;
     }
 }

package/dist-types/schemas/schemas_0.d.ts

@@ -12,6 +12,7 @@ export declare var ApplyGuardrailRequest: StaticStructureSchema;
 export declare var ApplyGuardrailResponse: StaticStructureSchema;
 export declare var AsyncInvokeS3OutputDataConfig: StaticStructureSchema;
 export declare var AsyncInvokeSummary: StaticStructureSchema;
+export declare var AudioBlock: StaticStructureSchema;
 export declare var AutoToolChoice: StaticStructureSchema;
 export declare var BidirectionalInputPayloadPart: StaticStructureSchema;
 export declare var BidirectionalOutputPayloadPart: StaticStructureSchema;
@@ -41,6 +42,7 @@ export declare var DocumentBlock: StaticStructureSchema;
 export declare var DocumentCharLocation: StaticStructureSchema;
 export declare var DocumentChunkLocation: StaticStructureSchema;
 export declare var DocumentPageLocation: StaticStructureSchema;
+export declare var ErrorBlock: StaticStructureSchema;
 export declare var GetAsyncInvokeRequest: StaticStructureSchema;
 export declare var GetAsyncInvokeResponse: StaticStructureSchema;
 export declare var GuardrailAssessment: StaticStructureSchema;
@@ -85,6 +87,8 @@ export declare var GuardrailTraceAssessment: StaticStructureSchema;
 export declare var GuardrailUsage: StaticStructureSchema;
 export declare var GuardrailWordPolicyAssessment: StaticStructureSchema;
 export declare var ImageBlock: StaticStructureSchema;
+export declare var ImageBlockDelta: StaticStructureSchema;
+export declare var ImageBlockStart: StaticStructureSchema;
 export declare var InferenceConfiguration: StaticStructureSchema;
 export declare var InternalServerException: StaticErrorSchema;
 export declare var InvokeModelRequest: StaticStructureSchema;
@@ -176,6 +180,7 @@ export declare var GuardrailAssessmentMap: StaticMapSchema;
 export declare var PromptVariableMap: StaticMapSchema;
 export declare var RequestMetadata: StaticMapSchema;
 export declare var AsyncInvokeOutputDataConfig: StaticStructureSchema;
+export declare var AudioSource: StaticStructureSchema;
 export declare var CitationGeneratedContent: StaticStructureSchema;
 export declare var CitationLocation: StaticStructureSchema;
 export declare var CitationSourceContent: StaticStructureSchema;

package/dist-types/ts3.4/models/enums.d.ts

@@ -180,6 +180,24 @@ export declare const GuardrailTrace: {
 };
 export type GuardrailTrace =
   (typeof GuardrailTrace)[keyof typeof GuardrailTrace];
+export declare const AudioFormat: {
+  readonly AAC: "aac";
+  readonly FLAC: "flac";
+  readonly M4A: "m4a";
+  readonly MKA: "mka";
+  readonly MKV: "mkv";
+  readonly MP3: "mp3";
+  readonly MP4: "mp4";
+  readonly MPEG: "mpeg";
+  readonly MPGA: "mpga";
+  readonly OGG: "ogg";
+  readonly OPUS: "opus";
+  readonly PCM: "pcm";
+  readonly WAV: "wav";
+  readonly WEBM: "webm";
+  readonly X_AAC: "x-aac";
+};
+export type AudioFormat = (typeof AudioFormat)[keyof typeof AudioFormat];
 export declare const CachePointType: {
   readonly DEFAULT: "default";
 };
@@ -256,6 +274,7 @@ export declare const ServiceTierType: {
   readonly DEFAULT: "default";
   readonly FLEX: "flex";
   readonly PRIORITY: "priority";
+  readonly RESERVED: "reserved";
 };
 export type ServiceTierType =
   (typeof ServiceTierType)[keyof typeof ServiceTierType];
@@ -263,6 +282,8 @@ export declare const StopReason: {
   readonly CONTENT_FILTERED: "content_filtered";
   readonly END_TURN: "end_turn";
   readonly GUARDRAIL_INTERVENED: "guardrail_intervened";
+  readonly MALFORMED_MODEL_OUTPUT: "malformed_model_output";
+  readonly MALFORMED_TOOL_USE: "malformed_tool_use";
   readonly MAX_TOKENS: "max_tokens";
   readonly MODEL_CONTEXT_WINDOW_EXCEEDED: "model_context_window_exceeded";
   readonly STOP_SEQUENCE: "stop_sequence";