@aws-sdk/client-bedrock-agent-runtime 3.940.0 → 3.943.0

package/dist-types/commands/RetrieveAndGenerateCommand.d.ts

@@ -258,9 +258,17 @@ declare const RetrieveAndGenerateCommand_base: {
  * //       retrievedReferences: [ // RetrievedReferences
  * //         { // RetrievedReference
  * //           content: { // RetrievalResultContent
- * //             type: "TEXT" || "IMAGE" || "ROW",
+ * //             type: "TEXT" || "IMAGE" || "ROW" || "AUDIO" || "VIDEO",
  * //             text: "STRING_VALUE",
  * //             byteContent: "STRING_VALUE",
+ * //             video: { // VideoSegment
+ * //               s3Uri: "STRING_VALUE", // required
+ * //               summary: "STRING_VALUE",
+ * //             },
+ * //             audio: { // AudioSegment
+ * //               s3Uri: "STRING_VALUE", // required
+ * //               transcription: "STRING_VALUE",
+ * //             },
  * //             row: [ // RetrievalResultContentRow
  * //               { // RetrievalResultContentColumn
  * //                 columnName: "STRING_VALUE",

package/dist-types/commands/RetrieveAndGenerateStreamCommand.d.ts

@@ -258,9 +258,17 @@ declare const RetrieveAndGenerateStreamCommand_base: {
  * //         retrievedReferences: [ // RetrievedReferences
  * //           { // RetrievedReference
  * //             content: { // RetrievalResultContent
- * //               type: "TEXT" || "IMAGE" || "ROW",
+ * //               type: "TEXT" || "IMAGE" || "ROW" || "AUDIO" || "VIDEO",
  * //               text: "STRING_VALUE",
  * //               byteContent: "STRING_VALUE",
+ * //               video: { // VideoSegment
+ * //                 s3Uri: "STRING_VALUE", // required
+ * //                 summary: "STRING_VALUE",
+ * //               },
+ * //               audio: { // AudioSegment
+ * //                 s3Uri: "STRING_VALUE", // required
+ * //                 transcription: "STRING_VALUE",
+ * //               },
  * //               row: [ // RetrievalResultContentRow
  * //                 { // RetrievalResultContentColumn
  * //                   columnName: "STRING_VALUE",
@@ -314,9 +322,17 @@ declare const RetrieveAndGenerateStreamCommand_base: {
  * //       retrievedReferences: [
  * //         {
  * //           content: {
- * //             type: "TEXT" || "IMAGE" || "ROW",
+ * //             type: "TEXT" || "IMAGE" || "ROW" || "AUDIO" || "VIDEO",
  * //             text: "STRING_VALUE",
  * //             byteContent: "STRING_VALUE",
+ * //             video: {
+ * //               s3Uri: "STRING_VALUE", // required
+ * //               summary: "STRING_VALUE",
+ * //             },
+ * //             audio: {
+ * //               s3Uri: "STRING_VALUE", // required
+ * //               transcription: "STRING_VALUE",
+ * //             },
  * //             row: [
  * //               {
  * //                 columnName: "STRING_VALUE",

package/dist-types/commands/RetrieveCommand.d.ts

@@ -39,7 +39,12 @@ declare const RetrieveCommand_base: {
  * const input = { // RetrieveRequest
  *   knowledgeBaseId: "STRING_VALUE", // required
  *   retrievalQuery: { // KnowledgeBaseQuery
- *     text: "STRING_VALUE", // required
+ *     type: "TEXT" || "IMAGE",
+ *     text: "STRING_VALUE",
+ *     image: { // InputImage
+ *       format: "png" || "jpeg" || "gif" || "webp", // required
+ *       inlineContent: new Uint8Array(), // e.g. Buffer.from("") or new TextEncoder().encode("")       // required
+ *     },
  *   },
  *   retrievalConfiguration: { // KnowledgeBaseRetrievalConfiguration
  *     vectorSearchConfiguration: { // KnowledgeBaseVectorSearchConfiguration
@@ -148,9 +153,17 @@ declare const RetrieveCommand_base: {
  * //   retrievalResults: [ // KnowledgeBaseRetrievalResults // required
  * //     { // KnowledgeBaseRetrievalResult
  * //       content: { // RetrievalResultContent
- * //         type: "TEXT" || "IMAGE" || "ROW",
+ * //         type: "TEXT" || "IMAGE" || "ROW" || "AUDIO" || "VIDEO",
  * //         text: "STRING_VALUE",
  * //         byteContent: "STRING_VALUE",
+ * //         video: { // VideoSegment
+ * //           s3Uri: "STRING_VALUE", // required
+ * //           summary: "STRING_VALUE",
+ * //         },
+ * //         audio: { // AudioSegment
+ * //           s3Uri: "STRING_VALUE", // required
+ * //           transcription: "STRING_VALUE",
+ * //         },
  * //         row: [ // RetrievalResultContentRow
  * //           { // RetrievalResultContentColumn
  * //             columnName: "STRING_VALUE",

package/dist-types/index.d.ts

@@ -13,4 +13,5 @@ export * from "./pagination";
 export * from "./models/enums";
 export * from "./models/errors";
 export type * from "./models/models_0";
+export type * from "./models/models_1";
 export { BedrockAgentRuntimeServiceException } from "./models/BedrockAgentRuntimeServiceException";

package/dist-types/models/enums.d.ts

@@ -352,9 +352,11 @@ export type RetrievalResultContentColumnType = (typeof RetrievalResultContentCol
  * @enum
  */
 export declare const RetrievalResultContentType: {
+    readonly AUDIO: "AUDIO";
     readonly IMAGE: "IMAGE";
     readonly ROW: "ROW";
     readonly TEXT: "TEXT";
+    readonly VIDEO: "VIDEO";
 };
 /**
  * @public
@@ -821,6 +823,32 @@ export declare const GuadrailAction: {
  * @public
  */
 export type GuadrailAction = (typeof GuadrailAction)[keyof typeof GuadrailAction];
+/**
+ * @public
+ * @enum
+ */
+export declare const InputImageFormat: {
+    readonly gif: "gif";
+    readonly jpeg: "jpeg";
+    readonly png: "png";
+    readonly webp: "webp";
+};
+/**
+ * @public
+ */
+export type InputImageFormat = (typeof InputImageFormat)[keyof typeof InputImageFormat];
+/**
+ * @public
+ * @enum
+ */
+export declare const KnowledgeBaseQueryType: {
+    readonly IMAGE: "IMAGE";
+    readonly TEXT: "TEXT";
+};
+/**
+ * @public
+ */
+export type KnowledgeBaseQueryType = (typeof KnowledgeBaseQueryType)[keyof typeof KnowledgeBaseQueryType];
 /**
  * @public
  * @enum

package/dist-types/models/models_0.d.ts

@@ -1,5 +1,5 @@
 import { DocumentType as __DocumentType } from "@smithy/types";
-import { ActionGroupSignature, ActionInvocationType, AgentCollaboration, AttributeType, ConfirmationState, ConversationRole, CreationMode, CustomControlMethod, ExecutionType, ExternalSourceType, FileSourceType, FileUseCase, FlowCompletionReason, FlowControlNodeType, FlowErrorCode, FlowExecutionErrorType, FlowExecutionEventType, FlowExecutionStatus, FlowNodeInputCategory, FlowNodeIODataType, GeneratedQueryType, GuadrailAction, GuardrailAction, GuardrailContentFilterConfidence, GuardrailContentFilterType, GuardrailContentPolicyAction, GuardrailManagedWordType, GuardrailPiiEntityType, GuardrailSensitiveInformationPolicyAction, GuardrailTopicPolicyAction, GuardrailTopicType, GuardrailWordPolicyAction, ImageFormat, ImageInputFormat, InputQueryType, InvocationType, MemoryType, NodeErrorCode, NodeType, OrchestrationType, ParameterType, PayloadType, PerformanceConfigLatency, PromptState, PromptType, QueryTransformationMode, QueryTransformationType, RelayConversationHistory, RequireConfirmation, RerankDocumentType, RerankingConfigurationType, RerankingMetadataSelectionMode, RerankQueryContentType, RerankSourceType, ResponseState, RetrievalResultContentColumnType, RetrievalResultContentType, RetrievalResultLocationType, RetrieveAndGenerateType, SearchType, SessionStatus, Source, TextToSqlConfigurationType, Type, VectorSearchRerankingConfigurationType } from "./enums";
+import { ActionGroupSignature, ActionInvocationType, AgentCollaboration, AttributeType, ConfirmationState, ConversationRole, CreationMode, CustomControlMethod, ExecutionType, ExternalSourceType, FileSourceType, FileUseCase, FlowCompletionReason, FlowControlNodeType, FlowErrorCode, FlowExecutionErrorType, FlowExecutionEventType, FlowExecutionStatus, FlowNodeInputCategory, FlowNodeIODataType, GeneratedQueryType, GuadrailAction, GuardrailAction, GuardrailContentFilterConfidence, GuardrailContentFilterType, GuardrailContentPolicyAction, GuardrailManagedWordType, GuardrailPiiEntityType, GuardrailSensitiveInformationPolicyAction, GuardrailTopicPolicyAction, GuardrailTopicType, GuardrailWordPolicyAction, ImageFormat, ImageInputFormat, InputImageFormat, InputQueryType, InvocationType, KnowledgeBaseQueryType, MemoryType, NodeErrorCode, NodeType, ParameterType, PayloadType, PerformanceConfigLatency, PromptState, PromptType, QueryTransformationMode, QueryTransformationType, RelayConversationHistory, RequireConfirmation, RerankDocumentType, RerankingConfigurationType, RerankingMetadataSelectionMode, RerankQueryContentType, RerankSourceType, ResponseState, RetrievalResultContentColumnType, RetrievalResultContentType, RetrievalResultLocationType, RetrieveAndGenerateType, SearchType, SessionStatus, Source, TextToSqlConfigurationType, Type, VectorSearchRerankingConfigurationType } from "./enums";
 import { AccessDeniedException, BadGatewayException, ConflictException, DependencyFailedException, InternalServerException, ModelNotReadyException, ResourceNotFoundException, ServiceQuotaExceededException, ThrottlingException, ValidationException } from "./errors";
 /**
  * <p> Contains details about the Lambda function containing the business logic that is carried out upon invoking the action or the custom control method for handling the information elicited from the user. </p>
@@ -1491,6 +1491,22 @@ export interface FinalResponse {
      */
     metadata?: Metadata | undefined;
 }
+/**
+ * <p>Contains information about an audio segment retrieved from a knowledge base, including its location and transcription.</p> <p>This data type is used in the following API operations:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Retrieve.html#API_agent-runtime_Retrieve_ResponseSyntax">Retrieve response</a> – in the <code>audio</code> field</p> </li> </ul>
+ * @public
+ */
+export interface AudioSegment {
+    /**
+     * <p>The S3 URI where this specific audio segment is stored in the multimodal storage destination.</p>
+     * @public
+     */
+    s3Uri: string | undefined;
+    /**
+     * <p>The text transcription of the audio segment content.</p>
+     * @public
+     */
+    transcription?: string | undefined;
+}
 /**
  * <p>Contains information about a column with a cell to return in retrieval.</p>
  * @public
@@ -1512,6 +1528,22 @@ export interface RetrievalResultContentColumn {
      */
     type?: RetrievalResultContentColumnType | undefined;
 }
+/**
+ * <p>Contains information about a video segment retrieved from a knowledge base, including its location and summary.</p> <p>This data type is used in the following API operations:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Retrieve.html#API_agent-runtime_Retrieve_ResponseSyntax">Retrieve response</a> – in the <code>video</code> field</p> </li> </ul>
+ * @public
+ */
+export interface VideoSegment {
+    /**
+     * <p>The S3 URI where this specific video segment is stored in the multimodal storage destination.</p>
+     * @public
+     */
+    s3Uri: string | undefined;
+    /**
+     * <p>A text summary describing the content of the video segment.</p>
+     * @public
+     */
+    summary?: string | undefined;
+}
 /**
  * <p>Contains information about a chunk of text from a data source in the knowledge base. If the result is from a structured data source, the cell in the database and the type of the value is also identified.</p> <p>This data type is used in the following API operations:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Retrieve.html#API_agent-runtime_Retrieve_ResponseSyntax">Retrieve response</a> – in the <code>content</code> field</p> </li> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_RetrieveAndGenerate.html#API_agent-runtime_RetrieveAndGenerate_ResponseSyntax">RetrieveAndGenerate response</a> – in the <code>content</code> field</p> </li> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_InvokeAgent.html#API_agent-runtime_InvokeAgent_ResponseSyntax">InvokeAgent response</a> – in the <code>content</code> field</p> </li> </ul>
  * @public
@@ -1532,6 +1564,16 @@ export interface RetrievalResultContent {
      * @public
      */
     byteContent?: string | undefined;
+    /**
+     * <p>Video segment information when the retrieval result contains video content.</p>
+     * @public
+     */
+    video?: VideoSegment | undefined;
+    /**
+     * <p>Audio segment information when the retrieval result contains audio content.</p>
+     * @public
+     */
+    audio?: AudioSegment | undefined;
     /**
      * <p>Specifies information about the rows with the cells to return in retrieval.</p>
      * @public
@@ -6473,7 +6515,7 @@ export interface RerankRequest {
  */
 export interface RerankResult {
     /**
-     * <p>The ranking of the document. The lower a number, the higher the document is ranked.</p>
+     * <p>The original index of the document from the input sources array.</p>
      * @public
      */
     index: number | undefined;
@@ -6509,7 +6551,7 @@ export interface RerankResponse {
  */
 export interface RetrieveAndGenerateInput {
     /**
-     * <p>The query made to the knowledge base.</p>
+     * <p>The query made to the knowledge base, in characters.</p>
      * @public
      */
     text: string | undefined;
@@ -6573,7 +6615,7 @@ export interface InferenceConfig {
  */
 export interface PromptTemplate {
     /**
-     * <p>The template for the prompt that's sent to the model for response generation. You can include prompt placeholders, which become replaced before the prompt is sent to the model to provide instructions and context to the model. In addition, you can include XML tags to delineate meaningful sections of the prompt template.</p> <p>For more information, see the following resources:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/kb-test-config.html#kb-test-config-sysprompt">Knowledge base prompt templates</a> </p> </li> <li> <p> <a href="https://docs.anthropic.com/claude/docs/use-xml-tags">Use XML tags with Anthropic Claude models</a> </p> </li> </ul>
+     * <p>The template for the prompt that's sent to the model for response generation. You can include prompt placeholders, which become replaced before the prompt is sent to the model to provide instructions and context to the model. In addition, you can include XML tags to delineate meaningful sections of the prompt template.</p> <p>For more information, see the following resources:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/kb-test-config.html#kb-test-config-sysprompt">Knowledge base prompt templates</a> </p> </li> <li> <p> <a href="https://docs.claude.com/en/docs/build-with-claude/prompt-engineering/use-xml-tags">Use XML tags with Anthropic Claude models</a> </p> </li> </ul>
      * @public
      */
     textPromptTemplate?: string | undefined;
@@ -7138,16 +7180,42 @@ export interface RetrieveAndGenerateStreamResponse {
      */
     sessionId: string | undefined;
 }
+/**
+ * <p>Contains the image data for multimodal knowledge base queries, including format and content.</p> <p>This data type is used in the following API operations:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Retrieve.html#API_agent-runtime_Retrieve_RequestSyntax">Retrieve request</a> – in the <code>image</code> field</p> </li> </ul>
+ * @public
+ */
+export interface InputImage {
+    /**
+     * <p>The format of the input image. Supported formats include png, gif, jpeg, and webp.</p>
+     * @public
+     */
+    format: InputImageFormat | undefined;
+    /**
+     * <p>The base64-encoded image data for inline image content. Maximum size is 5MB.</p>
+     * @public
+     */
+    inlineContent: Uint8Array | undefined;
+}
 /**
  * <p>Contains the query made to the knowledge base.</p> <p>This data type is used in the following API operations:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Retrieve.html#API_agent-runtime_Retrieve_RequestSyntax">Retrieve request</a> – in the <code>retrievalQuery</code> field</p> </li> </ul>
  * @public
  */
 export interface KnowledgeBaseQuery {
+    /**
+     * <p>The type of query being performed.</p>
+     * @public
+     */
+    type?: KnowledgeBaseQueryType | undefined;
     /**
      * <p>The text of the query made to the knowledge base.</p>
      * @public
      */
-    text: string | undefined;
+    text?: string | undefined;
+    /**
+     * <p>An image to include in the knowledge base query for multimodal retrieval.</p>
+     * @public
+     */
+    image?: InputImage | undefined;
 }
 /**
  * <p>Details about a result from querying the knowledge base.</p> <p>This data type is used in the following API operations:</p> <ul> <li> <p> <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_Retrieve.html#API_agent-runtime_Retrieve_ResponseSyntax">Retrieve response</a> – in the <code>retrievalResults</code> field</p> </li> </ul>
@@ -8601,118 +8669,3 @@ export interface InvokeAgentRequest {
      */
     sourceArn?: string | undefined;
 }
-/**
- * @public
- */
-export interface InvokeInlineAgentRequest {
-    /**
-     * <p> The Amazon Resource Name (ARN) of the Amazon Web Services KMS key to use to encrypt your inline agent. </p>
-     * @public
-     */
-    customerEncryptionKeyArn?: string | undefined;
-    /**
-     * <p> The <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html#model-ids-arns">model identifier (ID)</a> of the model to use for orchestration by the inline agent. For example, <code>meta.llama3-1-70b-instruct-v1:0</code>. </p>
-     * @public
-     */
-    foundationModel: string | undefined;
-    /**
-     * <p> The instructions that tell the inline agent what it should do and how it should interact with users. </p>
-     * @public
-     */
-    instruction: string | undefined;
-    /**
-     * <p> The number of seconds for which the inline agent should maintain session information. After this time expires, the subsequent <code>InvokeInlineAgent</code> request begins a new session. </p> <p>A user interaction remains active for the amount of time specified. If no conversation occurs during this time, the session expires and the data provided before the timeout is deleted.</p>
-     * @public
-     */
-    idleSessionTTLInSeconds?: number | undefined;
-    /**
-     * <p> A list of action groups with each action group defining the action the inline agent needs to carry out. </p>
-     * @public
-     */
-    actionGroups?: AgentActionGroup[] | undefined;
-    /**
-     * <p> Contains information of the knowledge bases to associate with. </p>
-     * @public
-     */
-    knowledgeBases?: KnowledgeBase[] | undefined;
-    /**
-     * <p> The <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/guardrails.html">guardrails</a> to assign to the inline agent. </p>
-     * @public
-     */
-    guardrailConfiguration?: GuardrailConfigurationWithArn | undefined;
-    /**
-     * <p> Configurations for advanced prompts used to override the default prompts to enhance the accuracy of the inline agent. </p>
-     * @public
-     */
-    promptOverrideConfiguration?: PromptOverrideConfiguration | undefined;
-    /**
-     * <p> Defines how the inline collaborator agent handles information across multiple collaborator agents to coordinate a final response. The inline collaborator agent can also be the supervisor. </p>
-     * @public
-     */
-    agentCollaboration?: AgentCollaboration | undefined;
-    /**
-     * <p> Settings for an inline agent collaborator called with <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_InvokeInlineAgent.html">InvokeInlineAgent</a>. </p>
-     * @public
-     */
-    collaboratorConfigurations?: CollaboratorConfiguration[] | undefined;
-    /**
-     * <p>The name for the agent.</p>
-     * @public
-     */
-    agentName?: string | undefined;
-    /**
-     * <p> The unique identifier of the session. Use the same value across requests to continue the same conversation. </p>
-     * @public
-     */
-    sessionId: string | undefined;
-    /**
-     * <p> Specifies whether to end the session with the inline agent or not. </p>
-     * @public
-     */
-    endSession?: boolean | undefined;
-    /**
-     * <p> Specifies whether to turn on the trace or not to track the agent's reasoning process. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/trace-events.html">Using trace</a>. </p>
-     * @public
-     */
-    enableTrace?: boolean | undefined;
-    /**
-     * <p> The prompt text to send to the agent. </p> <note> <p>If you include <code>returnControlInvocationResults</code> in the <code>sessionState</code> field, the <code>inputText</code> field will be ignored.</p> </note>
-     * @public
-     */
-    inputText?: string | undefined;
-    /**
-     * <p> Specifies the configurations for streaming. </p> <note> <p>To use agent streaming, you need permissions to perform the <code>bedrock:InvokeModelWithResponseStream</code> action.</p> </note>
-     * @public
-     */
-    streamingConfigurations?: StreamingConfigurations | undefined;
-    /**
-     * <p>Specifies parameters that control how the service populates the agent prompt for an <code>InvokeInlineAgent</code> request. You can control which aspects of previous invocations in the same agent session the service uses to populate the agent prompt. This gives you more granular control over the contextual history that is used to process the current request.</p>
-     * @public
-     */
-    promptCreationConfigurations?: PromptCreationConfigurations | undefined;
-    /**
-     * <p> Parameters that specify the various attributes of a sessions. You can include attributes for the session or prompt or, if you configured an action group to return control, results from invocation of the action group. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/agents-session-state.html">Control session context</a>. </p> <note> <p>If you include <code>returnControlInvocationResults</code> in the <code>sessionState</code> field, the <code>inputText</code> field will be ignored.</p> </note>
-     * @public
-     */
-    inlineSessionState?: InlineSessionState | undefined;
-    /**
-     * <p> List of collaborator inline agents. </p>
-     * @public
-     */
-    collaborators?: Collaborator[] | undefined;
-    /**
-     * <p>Model settings for the request.</p>
-     * @public
-     */
-    bedrockModelConfigurations?: InlineBedrockModelConfigurations | undefined;
-    /**
-     * <p>Specifies the type of orchestration strategy for the agent. This is set to DEFAULT orchestration type, by default. </p>
-     * @public
-     */
-    orchestrationType?: OrchestrationType | undefined;
-    /**
-     * <p>Contains details of the custom orchestration configured for the agent. </p>
-     * @public
-     */
-    customOrchestration?: CustomOrchestration | undefined;
-}

package/dist-types/models/models_1.d.ts

@@ -0,0 +1,117 @@
+import { AgentCollaboration, OrchestrationType } from "./enums";
+import { AgentActionGroup, Collaborator, CollaboratorConfiguration, CustomOrchestration, GuardrailConfigurationWithArn, InlineBedrockModelConfigurations, InlineSessionState, KnowledgeBase, PromptCreationConfigurations, PromptOverrideConfiguration, StreamingConfigurations } from "./models_0";
+/**
+ * @public
+ */
+export interface InvokeInlineAgentRequest {
+    /**
+     * <p> The Amazon Resource Name (ARN) of the Amazon Web Services KMS key to use to encrypt your inline agent. </p>
+     * @public
+     */
+    customerEncryptionKeyArn?: string | undefined;
+    /**
+     * <p> The <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html#model-ids-arns">model identifier (ID)</a> of the model to use for orchestration by the inline agent. For example, <code>meta.llama3-1-70b-instruct-v1:0</code>. </p>
+     * @public
+     */
+    foundationModel: string | undefined;
+    /**
+     * <p> The instructions that tell the inline agent what it should do and how it should interact with users. </p>
+     * @public
+     */
+    instruction: string | undefined;
+    /**
+     * <p> The number of seconds for which the inline agent should maintain session information. After this time expires, the subsequent <code>InvokeInlineAgent</code> request begins a new session. </p> <p>A user interaction remains active for the amount of time specified. If no conversation occurs during this time, the session expires and the data provided before the timeout is deleted.</p>
+     * @public
+     */
+    idleSessionTTLInSeconds?: number | undefined;
+    /**
+     * <p> A list of action groups with each action group defining the action the inline agent needs to carry out. </p>
+     * @public
+     */
+    actionGroups?: AgentActionGroup[] | undefined;
+    /**
+     * <p> Contains information of the knowledge bases to associate with. </p>
+     * @public
+     */
+    knowledgeBases?: KnowledgeBase[] | undefined;
+    /**
+     * <p> The <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/guardrails.html">guardrails</a> to assign to the inline agent. </p>
+     * @public
+     */
+    guardrailConfiguration?: GuardrailConfigurationWithArn | undefined;
+    /**
+     * <p> Configurations for advanced prompts used to override the default prompts to enhance the accuracy of the inline agent. </p>
+     * @public
+     */
+    promptOverrideConfiguration?: PromptOverrideConfiguration | undefined;
+    /**
+     * <p> Defines how the inline collaborator agent handles information across multiple collaborator agents to coordinate a final response. The inline collaborator agent can also be the supervisor. </p>
+     * @public
+     */
+    agentCollaboration?: AgentCollaboration | undefined;
+    /**
+     * <p> Settings for an inline agent collaborator called with <a href="https://docs.aws.amazon.com/bedrock/latest/APIReference/API_agent-runtime_InvokeInlineAgent.html">InvokeInlineAgent</a>. </p>
+     * @public
+     */
+    collaboratorConfigurations?: CollaboratorConfiguration[] | undefined;
+    /**
+     * <p>The name for the agent.</p>
+     * @public
+     */
+    agentName?: string | undefined;
+    /**
+     * <p> The unique identifier of the session. Use the same value across requests to continue the same conversation. </p>
+     * @public
+     */
+    sessionId: string | undefined;
+    /**
+     * <p> Specifies whether to end the session with the inline agent or not. </p>
+     * @public
+     */
+    endSession?: boolean | undefined;
+    /**
+     * <p> Specifies whether to turn on the trace or not to track the agent's reasoning process. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/trace-events.html">Using trace</a>. </p>
+     * @public
+     */
+    enableTrace?: boolean | undefined;
+    /**
+     * <p> The prompt text to send to the agent. </p> <note> <p>If you include <code>returnControlInvocationResults</code> in the <code>sessionState</code> field, the <code>inputText</code> field will be ignored.</p> </note>
+     * @public
+     */
+    inputText?: string | undefined;
+    /**
+     * <p> Specifies the configurations for streaming. </p> <note> <p>To use agent streaming, you need permissions to perform the <code>bedrock:InvokeModelWithResponseStream</code> action.</p> </note>
+     * @public
+     */
+    streamingConfigurations?: StreamingConfigurations | undefined;
+    /**
+     * <p>Specifies parameters that control how the service populates the agent prompt for an <code>InvokeInlineAgent</code> request. You can control which aspects of previous invocations in the same agent session the service uses to populate the agent prompt. This gives you more granular control over the contextual history that is used to process the current request.</p>
+     * @public
+     */
+    promptCreationConfigurations?: PromptCreationConfigurations | undefined;
+    /**
+     * <p> Parameters that specify the various attributes of a sessions. You can include attributes for the session or prompt or, if you configured an action group to return control, results from invocation of the action group. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/agents-session-state.html">Control session context</a>. </p> <note> <p>If you include <code>returnControlInvocationResults</code> in the <code>sessionState</code> field, the <code>inputText</code> field will be ignored.</p> </note>
+     * @public
+     */
+    inlineSessionState?: InlineSessionState | undefined;
+    /**
+     * <p> List of collaborator inline agents. </p>
+     * @public
+     */
+    collaborators?: Collaborator[] | undefined;
+    /**
+     * <p>Model settings for the request.</p>
+     * @public
+     */
+    bedrockModelConfigurations?: InlineBedrockModelConfigurations | undefined;
+    /**
+     * <p>Specifies the type of orchestration strategy for the agent. This is set to DEFAULT orchestration type, by default. </p>
+     * @public
+     */
+    orchestrationType?: OrchestrationType | undefined;
+    /**
+     * <p>Contains details of the custom orchestration configured for the agent. </p>
+     * @public
+     */
+    customOrchestration?: CustomOrchestration | undefined;
+}

package/dist-types/schemas/schemas_0.d.ts

@@ -41,6 +41,7 @@ export declare var ApiParameter: StaticStructureSchema;
 export declare var ApiRequestBody: StaticStructureSchema;
 export declare var ApiResult: StaticStructureSchema;
 export declare var Attribution: StaticStructureSchema;
+export declare var AudioSegment: StaticStructureSchema;
 export declare var BadGatewayException: StaticErrorSchema;
 export declare var BedrockModelConfigurations: StaticStructureSchema;
 export declare var BedrockRerankingConfiguration: StaticStructureSchema;
@@ -149,6 +150,7 @@ export declare var InlineAgentTracePart: StaticStructureSchema;
 export declare var InlineBedrockModelConfigurations: StaticStructureSchema;
 export declare var InlineSessionState: StaticStructureSchema;
 export declare var InputFile: StaticStructureSchema;
+export declare var InputImage: StaticStructureSchema;
 export declare var InternalServerException: StaticErrorSchema;
 export declare var InvocationInput: StaticStructureSchema;
 export declare var InvocationStep: StaticStructureSchema;
@@ -296,6 +298,7 @@ export declare var ValidationException: StaticErrorSchema;
 export declare var VectorSearchBedrockRerankingConfiguration: StaticStructureSchema;
 export declare var VectorSearchBedrockRerankingModelConfiguration: StaticStructureSchema;
 export declare var VectorSearchRerankingConfiguration: StaticStructureSchema;
+export declare var VideoSegment: StaticStructureSchema;
 export declare var __Unit: "unit";
 export declare var BedrockAgentRuntimeServiceException: StaticErrorSchema;
 export declare var AgentActionGroups: StaticListSchema;

package/dist-types/ts3.4/commands/InvokeInlineAgentCommand.d.ts

@@ -5,10 +5,8 @@ import {
   ServiceInputTypes,
   ServiceOutputTypes,
 } from "../BedrockAgentRuntimeClient";
-import {
-  InvokeInlineAgentRequest,
-  InvokeInlineAgentResponse,
-} from "../models/models_0";
+import { InvokeInlineAgentResponse } from "../models/models_0";
+import { InvokeInlineAgentRequest } from "../models/models_1";
 export { __MetadataBearer };
 export { $Command };
 export interface InvokeInlineAgentCommandInput

package/dist-types/ts3.4/index.d.ts

@@ -8,4 +8,5 @@ export * from "./pagination";
 export * from "./models/enums";
 export * from "./models/errors";
 export * from "./models/models_0";
+export * from "./models/models_1";
 export { BedrockAgentRuntimeServiceException } from "./models/BedrockAgentRuntimeServiceException";

package/dist-types/ts3.4/models/enums.d.ts

@@ -192,9 +192,11 @@ export declare const RetrievalResultContentColumnType: {
 export type RetrievalResultContentColumnType =
   (typeof RetrievalResultContentColumnType)[keyof typeof RetrievalResultContentColumnType];
 export declare const RetrievalResultContentType: {
+  readonly AUDIO: "AUDIO";
   readonly IMAGE: "IMAGE";
   readonly ROW: "ROW";
   readonly TEXT: "TEXT";
+  readonly VIDEO: "VIDEO";
 };
 export type RetrievalResultContentType =
   (typeof RetrievalResultContentType)[keyof typeof RetrievalResultContentType];
@@ -427,6 +429,20 @@ export declare const GuadrailAction: {
 };
 export type GuadrailAction =
   (typeof GuadrailAction)[keyof typeof GuadrailAction];
+export declare const InputImageFormat: {
+  readonly gif: "gif";
+  readonly jpeg: "jpeg";
+  readonly png: "png";
+  readonly webp: "webp";
+};
+export type InputImageFormat =
+  (typeof InputImageFormat)[keyof typeof InputImageFormat];
+export declare const KnowledgeBaseQueryType: {
+  readonly IMAGE: "IMAGE";
+  readonly TEXT: "TEXT";
+};
+export type KnowledgeBaseQueryType =
+  (typeof KnowledgeBaseQueryType)[keyof typeof KnowledgeBaseQueryType];
 export declare const SessionStatus: {
   readonly ACTIVE: "ACTIVE";
   readonly ENDED: "ENDED";