@intelliweave/embedded 2.0.72-beta.7 → 2.0.72-beta.9

package/dist/webpack/index.d.ts

@@ -123,6 +123,8 @@ interface TokenWindowGroupItem<DataType> {
         /** Total token usage */
         totalTokens: number;
     };
+    /** True if this item is still being streamed */
+    streamingInProgress?: boolean;
 }
 /** A section of a message returned by the AI */
 interface TokenWindowGroupItemSection {
@@ -179,6 +181,17 @@ declare class MCPKnowledgeClient {
         searchToolName?: string;
         /** Keep search function available for the AI to use. */
         searchToolVisible?: boolean;
+        /** Use the IntelliWeave proxy */
+        proxy?: {
+            /** If true, will send requests via the IntelliWeave MCP proxy */
+            enabled?: boolean;
+            /** The URL of the proxy server, defaults to the standard IntelliWeave proxy */
+            url?: string;
+            /** IntelliWeave API key */
+            apiKey?: string;
+        };
+        /** Pass extra headers to the MCP server */
+        headers?: Record<string, string>;
     };
     /** Constructor */
     constructor(config: MCPKnowledgeClient['config']);
@@ -189,16 +202,10 @@ declare class MCPKnowledgeClient {
         method: string;
         params?: {
             [x: string]: unknown;
-            task?: {
-                [x: string]: unknown;
-                ttl?: number | null | undefined;
-                pollInterval?: number | undefined;
-            } | undefined;
             _meta?: {
                 [x: string]: unknown;
                 progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -209,8 +216,8 @@ declare class MCPKnowledgeClient {
             [x: string]: unknown;
             _meta?: {
                 [x: string]: unknown;
+                progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -219,8 +226,8 @@ declare class MCPKnowledgeClient {
         [x: string]: unknown;
         _meta?: {
             [x: string]: unknown;
+            progressToken?: string | number | undefined;
             "io.modelcontextprotocol/related-task"?: {
-                [x: string]: unknown;
                 taskId: string;
             } | undefined;
         } | undefined;
@@ -229,16 +236,10 @@ declare class MCPKnowledgeClient {
         method: string;
         params?: {
             [x: string]: unknown;
-            task?: {
-                [x: string]: unknown;
-                ttl?: number | null | undefined;
-                pollInterval?: number | undefined;
-            } | undefined;
             _meta?: {
                 [x: string]: unknown;
                 progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -249,8 +250,8 @@ declare class MCPKnowledgeClient {
             [x: string]: unknown;
             _meta?: {
                 [x: string]: unknown;
+                progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -259,8 +260,8 @@ declare class MCPKnowledgeClient {
         [x: string]: unknown;
         _meta?: {
             [x: string]: unknown;
+            progressToken?: string | number | undefined;
             "io.modelcontextprotocol/related-task"?: {
-                [x: string]: unknown;
                 taskId: string;
             } | undefined;
         } | undefined;
@@ -1031,10 +1032,16 @@ declare class IntelliWeave extends EventTarget {
 declare class WebWeaverSpeechOutput extends EventTarget {
     /** Reference to the AI */
     private ai?;
+    /** Automatically speak output from the AI */
+    autoSpeak: boolean;
+    /** If enabled, connections will be pre-emptively opened to speed up text-to-speech response times, if possible */
+    preemptiveConnection: boolean;
     /** Constructor */
     constructor(ai: IntelliWeave);
-    /** Called when the AI speaks */
-    onTextOutputFromAI(e: CustomEvent): void;
+    /** Message IDs we've processed */
+    private processedMessages;
+    /** Called when the AI responds */
+    onOutputFromAI(e: CustomEvent): void;
     /** Current player vars */
     private currentPlayerVolume?;
     private currentPlayer?;
@@ -1046,8 +1053,15 @@ declare class WebWeaverSpeechOutput extends EventTarget {
     private maxVolumeHeard;
     /** Get current (realtime) audio output volume level, from 0 to 1 */
     get volumeLevel(): number;
+    /** Queued messages to speak next */
+    private _queuedText;
     /** Speak the text */
     speak(text: string): Promise<void>;
+    private _queueActive;
+    _runQueue(): Promise<void>;
+    /** ElevenLabs connection pre-cache */
+    private _elevenLabsPrecachedConnection?;
+    private _getElevenLabsConnection;
     private _speakWithLock;
     /** True if currently playing audio */
     get isSpeaking(): boolean;
@@ -1317,6 +1331,20 @@ declare class PCMPlayerNode extends AudioWorkletNode {
     stop(): void;
 }
 
+/** Return value of createElevenLabsTextToSpeechStream() */
+interface ElevenLabsTextToSpeechStream {
+    /** Audio data output stream */
+    stream: ReadableStream<Uint8Array>;
+    /** Function to send text to be spoken */
+    sendText: (text: string) => void;
+    /** Function to signal there will be no more text */
+    endText: () => void;
+    /** True if this connection is closed */
+    isClosed?: boolean;
+}
+/** This creates a two-way connection to ElevenLabs that allows for realtime text upload and realtime speech download. */
+declare function createElevenLabsTextToSpeechStream(apiKey: string, voiceID: string, format?: string): ElevenLabsTextToSpeechStream;
+
 /**
  * This is a utility class for dealing with the ONNX runtime and model loading.
  */
@@ -1918,7 +1946,7 @@ declare class AnthropicChat extends ChatBase<DataType> {
     /** Send a message, and get the response string. */
     sendMessage(message: string, onPartial?: (items: TokenWindowGroupItemParams<DataType>[]) => void): Promise<TokenWindowGroupItemParams<any>[]>;
     /** Parse a message block into our format */
-    protected parseMessageBlock(message: Anthropic.Messages.Message): TokenWindowGroupItemParams<DataType>;
+    protected parseMessageBlock(message: Anthropic.Messages.Message, isPartial: boolean): TokenWindowGroupItemParams<DataType>;
     /** Trim message list */
     trimMessages(): Promise<void>;
 }
@@ -2177,4 +2205,4 @@ declare function useIntelliWeave(): IntelliWeave | undefined;
 /** React hook to add an external KB search hook. This can provide static KB entries, or perform an async search and return dynamic entries. */
 declare function useIntelliWeaveKnowledge(query: KnowledgeBaseSource['query'], dependencies?: any[]): void;
 
-export { AILogic, AnthropicChat, AudioSystem, type BaseStatisticsEvent, type BufferType, BufferedWebSocket, type BuiltInActionFlags, ChatBase, type ChatBaseConfig, type ChatBaseToolConfig, ChatGPT, FixedBufferStream, type InputStatisticsEvent, IntelliWeave, type IntelliWeaveGlobalConfig, type IntelliWeaveInstructConfig, IntelliWeaveMessageParser, type IntelliWeaveParameterDefinition, IntelliWeaveProvider, IntelliWeaveTranscriptionNode, KnowledgeBase, type KnowledgeBaseActionParameterSchema, type KnowledgeBaseItem, type KnowledgeBaseItemAttachment, type KnowledgeBaseSearchEvent, type KnowledgeBaseSource, type KnowledgeBaseWebhookActionResponse, type KnowledgeBaseWebhookRequest, type KnowledgeBaseWebhookSearchResponse, type KnowledgeFetcher, Logging, MCPKnowledgeClient, type MessageReceiveEvent, type MessageSendEvent, ONNXModel, type ONNXTensors, OpenAITranscriptionNode, PCMPlayerNode, PCMReceiverNode, Resampler, type SessionStartEvent, type StatisticsEvent, type StatisticsEventType, type SubAgentConfig, SubAgents, type SupportedArrayBuffers, TokenWindow, TokenWindowGroup, type TokenWindowGroupItem, type TokenWindowGroupItemParams, type TokenWindowGroupItemSection, TokenWindowGroupItemSectionType, type ToolCallEvent, type UICloseEvent, type UIOpenEvent, VoiceChunkOutputNode, VoiceDetectionNode, type VoiceEndEvent, type VoiceStartEvent, type VoiceSubmitEvent, WebWeaverEmbed, type WebWeaverGPTConfig, WebWeaverSpeechOutput, WebWeaverSpeechRecognition, WebWeaverUI, audioToWav, convertParamsToJSONSchema, floatTo16BitPCM, floatTo64BitPCM, getDefaultUserID, int16ToFloat32BitPCM, intelliweaveConfig, intelliweaveGlobalThis, sseEvents, track, trimWhitespaceInText, useIntelliWeave, useIntelliWeaveKnowledge };
+export { AILogic, AnthropicChat, AudioSystem, type BaseStatisticsEvent, type BufferType, BufferedWebSocket, type BuiltInActionFlags, ChatBase, type ChatBaseConfig, type ChatBaseToolConfig, ChatGPT, type ElevenLabsTextToSpeechStream, FixedBufferStream, type InputStatisticsEvent, IntelliWeave, type IntelliWeaveGlobalConfig, type IntelliWeaveInstructConfig, IntelliWeaveMessageParser, type IntelliWeaveParameterDefinition, IntelliWeaveProvider, IntelliWeaveTranscriptionNode, KnowledgeBase, type KnowledgeBaseActionParameterSchema, type KnowledgeBaseItem, type KnowledgeBaseItemAttachment, type KnowledgeBaseSearchEvent, type KnowledgeBaseSource, type KnowledgeBaseWebhookActionResponse, type KnowledgeBaseWebhookRequest, type KnowledgeBaseWebhookSearchResponse, type KnowledgeFetcher, Logging, MCPKnowledgeClient, type MessageReceiveEvent, type MessageSendEvent, ONNXModel, type ONNXTensors, OpenAITranscriptionNode, PCMPlayerNode, PCMReceiverNode, Resampler, type SessionStartEvent, type StatisticsEvent, type StatisticsEventType, type SubAgentConfig, SubAgents, type SupportedArrayBuffers, TokenWindow, TokenWindowGroup, type TokenWindowGroupItem, type TokenWindowGroupItemParams, type TokenWindowGroupItemSection, TokenWindowGroupItemSectionType, type ToolCallEvent, type UICloseEvent, type UIOpenEvent, VoiceChunkOutputNode, VoiceDetectionNode, type VoiceEndEvent, type VoiceStartEvent, type VoiceSubmitEvent, WebWeaverEmbed, type WebWeaverGPTConfig, WebWeaverSpeechOutput, WebWeaverSpeechRecognition, WebWeaverUI, audioToWav, convertParamsToJSONSchema, createElevenLabsTextToSpeechStream, floatTo16BitPCM, floatTo64BitPCM, getDefaultUserID, int16ToFloat32BitPCM, intelliweaveConfig, intelliweaveGlobalThis, sseEvents, track, trimWhitespaceInText, useIntelliWeave, useIntelliWeaveKnowledge };