@intelliweave/embedded 2.0.72-beta.1 → 2.0.72-beta.11

package/dist/node/node.d.ts

@@ -1,7 +1,8 @@
 import * as onnxruntime_web from 'onnxruntime-web';
 import { InferenceSession, Tensor } from 'onnxruntime-web';
-import { Client } from '@modelcontextprotocol/sdk/client/index.js';
 import { Optional } from 'utility-types';
+import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 
 /**
@@ -387,6 +388,152 @@ function int16ToFloat32BitPCM(input) {
   return output;
 }
 
+/**
+ * This class helps organize groups of tokenized text along with removing items when the window is full.
+ */
+declare class TokenWindow {
+    /** Token window size */
+    size: number;
+    /** Token groups */
+    groups: TokenWindowGroup<any>[];
+    /** Create a new group */
+    createGroup(id: string): TokenWindowGroup<unknown>;
+    /** Get a group */
+    group<CustomDataType>(id: string): TokenWindowGroup<CustomDataType> | undefined;
+    /** Counts tokens in the specified text */
+    static countTokensInText(text: string): number;
+    /** Calculate current tokens in all groups */
+    countTokens(): number;
+    /** Remove overflow from all groups. */
+    removeOverflow(): void;
+    /** Remove one overflow item. Returns null if no items were able to be removed. */
+    private removeOneItem;
+}
+/** A token group. */
+declare class TokenWindowGroup<DataType> {
+    /** Group ID */
+    id: string;
+    /** List of items */
+    items: TokenWindowGroupItem<DataType>[];
+    /**
+     * Weight controls how many items from this group should be kept in relation to the entire window. For example if all
+     * groups have a weight of 1, each group remove items equally if full. If one has a weight of 2 while the rest are 1,
+     * that group will be allowed to keep double the amount of items.
+     */
+    weight: number;
+    /** Current total token count, computed automatically. Don't update this value manually. */
+    tokenCount: number;
+    /** Group item separator. This text is added in between each item in the token window. */
+    separator: string;
+    /** Token count padding added to each item. */
+    private itemPadding;
+    /** Sets the token count padding added to each item. Useful if you don't know exactly what will be added by the LLM host. */
+    setItemPadding(padding: number): this;
+    /** Sort function */
+    private sortFunction;
+    /** Set sort function */
+    sortBy(sortFunction: (a: TokenWindowGroupItem<DataType>, b: TokenWindowGroupItem<DataType>) => number): this;
+    /** Set separator. This text is added in between each item in the token window. */
+    setSeparator(separator: string): this;
+    /**
+     * Set weight. Weight controls how many items from this group should be kept
+     * in relation to the entire window. For example if all groups have a weight
+     * of 1, each group remove items equally if full. If one has a weight of 2
+     * while the rest are 1, that group will be allowed to keep double the
+     * amount of items.
+     */
+    setWeight(weight: number): this;
+    /** Recalculate all tokens. Note this may take a while. */
+    recalculateTokens(): void;
+    /** Add an item to the group */
+    add(item: string | TokenWindowGroupItemParams<DataType>): TokenWindowGroupItem<DataType>;
+    /** Get all items as a string */
+    getAllAsString(): string;
+    /** Get all items. Doesn't return disabled items. */
+    getAll(): TokenWindowGroupItem<DataType>[];
+    /** Remove all items from this group */
+    empty(): void;
+}
+/** Token group item section types */
+declare enum TokenWindowGroupItemSectionType {
+    /** Text items represent plain text. */
+    Text = "text",
+    /** Tool call items represent a tool call requested by the AI. */
+    ToolCall = "tool_call",
+    /** Tool result items represent the result of a tool call. */
+    ToolResult = "tool_result",
+    /** Thinking section */
+    Thinking = "thinking",
+    /** Other item types */
+    Other = "other"
+}
+/** Token group item */
+interface TokenWindowGroupItem<DataType> {
+    /** Each item must have a unique ID. */
+    id: string;
+    /** True if this item should never be removed */
+    cannotRemove?: boolean;
+    /** Sorting order. If not specified, uses dateAdded instead. */
+    sortOrder: number;
+    /** Date this item was added */
+    dateAdded: number;
+    /** Token count in the content */
+    tokenCount: number;
+    /** This is the actual item that gets sent to the APIs. It will be in whatever format is required for the associated API. */
+    data?: DataType;
+    /** If disabled, this item will not be included and will not add to the token count. */
+    disabled?: boolean;
+    /** Message source, ie was this message created by the user, or by the AI? */
+    source: 'user' | 'assistant';
+    /**
+     * The string content of the item, or a summary of it. This is an autogenerated field, updated when the item is added/updated in the token window group.
+     * If `data` is a string, this will be the same as `data`. If `data` is more complex, this will be a text representation of all items in the `sections` array.
+     *
+     * Note: When the response contains text and tool calls, this will add in a summary of what's happening. For better displaying, use the `sections` array.
+     */
+    text?: string;
+    /** Message sections */
+    sections?: TokenWindowGroupItemSection[];
+    /** If this message was generated by the AI, this contains the token usage for this message. */
+    usage?: {
+        /** Number of tokens consumed from the data passed to the AI */
+        inputTokens: number;
+        /** Number of input tokens that were used in token caching */
+        cachedInputTokens: number;
+        /** Number of tokens consumed by the AI generating output */
+        outputTokens: number;
+        /** Total token usage */
+        totalTokens: number;
+    };
+    /** True if this item is still being streamed */
+    streamingInProgress?: boolean;
+}
+/** A section of a message returned by the AI */
+interface TokenWindowGroupItemSection {
+    /** Section type */
+    type: TokenWindowGroupItemSectionType;
+    /** Text content when this section represents text or thinking */
+    text?: string;
+    /** The raw tool name the AI requested to be called. */
+    toolName?: string;
+    /** The ID of the KB action this tool call maps to, if any */
+    toolKbID?: string;
+    /** The name of the KB action this tool call maps to, if any */
+    toolKbName?: string;
+    /** The parameters the AI requested to be sent to the tool. Only available if type == 'tool_call' */
+    toolParameters?: any;
+    /** Successful response of the tool call. Will be null if toolErrorResponse is set. */
+    toolSuccessResponse?: any;
+    /** Error response of the tool call. Will be null if toolSuccessResponse is set. */
+    toolErrorResponse?: string;
+    /** Tool call ID. This can be used to match a tool call request with it's result. */
+    toolCallInstanceID?: string;
+    /** True if this tool call should be hidden in the UI */
+    toolCallHiddenInUI?: 'always' | 'after-complete';
+}
+/** Token window group item input, without the autogenerated fields */
+type TokenWindowGroupItemParams<DataType> = Omit<Optional<TokenWindowGroupItem<DataType>, 'id' | 'dateAdded' | 'sortOrder' | 'text' | 'source' | 'sections'>, 'tokenCount'>;
+
 /**
  * Speech output
  *
@@ -397,10 +544,16 @@ function int16ToFloat32BitPCM(input) {
 declare class WebWeaverSpeechOutput extends EventTarget {
     /** Reference to the AI */
     private ai?;
+    /** Automatically speak output from the AI */
+    autoSpeak: boolean;
+    /** If enabled, connections will be pre-emptively opened to speed up text-to-speech response times, if possible */
+    preemptiveConnection: boolean;
     /** Constructor */
     constructor(ai: IntelliWeave);
-    /** Called when the AI speaks */
-    onTextOutputFromAI(e: CustomEvent): void;
+    /** Message IDs we've processed */
+    private processedMessages;
+    /** Called when the AI responds */
+    onOutputFromAI(e: CustomEvent): void;
     /** Current player vars */
     private currentPlayerVolume?;
     private currentPlayer?;
@@ -412,8 +565,15 @@ declare class WebWeaverSpeechOutput extends EventTarget {
     private maxVolumeHeard;
     /** Get current (realtime) audio output volume level, from 0 to 1 */
     get volumeLevel(): number;
+    /** Queued messages to speak next */
+    private _queuedText;
     /** Speak the text */
     speak(text: string): Promise<void>;
+    private _queueActive;
+    _runQueue(): Promise<void>;
+    /** ElevenLabs connection pre-cache */
+    private _elevenLabsPrecachedConnection?;
+    private _getElevenLabsConnection;
     private _speakWithLock;
     /** True if currently playing audio */
     get isSpeaking(): boolean;
@@ -556,7 +716,7 @@ declare class IntelliWeaveTranscriptionNode extends VoiceChunkOutputNode {
     static debugExportWav: boolean;
     /** Server address for transcription */
     apiAddress: string;
-    /** OpenAI API key */
+    /** IntelliWeave API key */
     apiKey: string;
     /** WebSocket connection */
     private ws?;
@@ -576,6 +736,32 @@ declare class IntelliWeaveTranscriptionNode extends VoiceChunkOutputNode {
     onSocketClose(): void;
 }
 
+/**
+ * This AudioNode uses ElevenLabs to transcribe spoken speech to text.
+ *
+ * - event `transcription` - Fired when a transcription is ready. `text` contains the transcribed text.
+ */
+declare class ElevenLabsTranscriptionNode extends VoiceChunkOutputNode {
+    /** ElevenLabs API key */
+    apiKey: string;
+    /** ElevenLabs stream connection */
+    private connection?;
+    /** True if currently transcribing */
+    isTranscribing: boolean;
+    /** WebSocket shutdown timer */
+    private shutdownTimer?;
+    /** Constructor */
+    constructor(audioContext: AudioContext, apiKey: string);
+    /** Called when a voice chunk is received */
+    onVoiceChunk(buffer: Float32Array): Promise<void>;
+    /** Start reading the stream */
+    private startReading;
+    /** Called when the voice recording ends */
+    onVoiceEnd(buffers: Float32Array[]): Promise<void>;
+    /** Called when a transcription is ready */
+    onVoiceTranscription(text: string): void;
+}
+
 /**
  * Handles speech recognition from the microphone
  *
@@ -601,7 +787,7 @@ declare class WebWeaverSpeechRecognition extends EventTarget {
     /** Returns true if speech recognition is supported by this persona and browser */
     get isSupported(): boolean;
     /** Currently active voice detection node */
-    voiceDetection?: IntelliWeaveTranscriptionNode | OpenAITranscriptionNode;
+    voiceDetection?: IntelliWeaveTranscriptionNode | OpenAITranscriptionNode | ElevenLabsTranscriptionNode;
     /** Constructor */
     constructor(ai: IntelliWeave);
     private _skipEvents;
@@ -734,6 +920,17 @@ declare class MCPKnowledgeClient {
         searchToolName?: string;
         /** Keep search function available for the AI to use. */
         searchToolVisible?: boolean;
+        /** Use the IntelliWeave proxy */
+        proxy?: {
+            /** If true, will send requests via the IntelliWeave MCP proxy */
+            enabled?: boolean;
+            /** The URL of the proxy server, defaults to the standard IntelliWeave proxy */
+            url?: string;
+            /** IntelliWeave API key */
+            apiKey?: string;
+        };
+        /** Pass extra headers to the MCP server */
+        headers?: Record<string, string>;
     };
     /** Constructor */
     constructor(config: MCPKnowledgeClient['config']);
@@ -744,16 +941,10 @@ declare class MCPKnowledgeClient {
         method: string;
         params?: {
             [x: string]: unknown;
-            task?: {
-                [x: string]: unknown;
-                ttl?: number | null | undefined;
-                pollInterval?: number | undefined;
-            } | undefined;
             _meta?: {
                 [x: string]: unknown;
                 progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -764,8 +955,8 @@ declare class MCPKnowledgeClient {
             [x: string]: unknown;
             _meta?: {
                 [x: string]: unknown;
+                progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -774,8 +965,8 @@ declare class MCPKnowledgeClient {
         [x: string]: unknown;
         _meta?: {
             [x: string]: unknown;
+            progressToken?: string | number | undefined;
             "io.modelcontextprotocol/related-task"?: {
-                [x: string]: unknown;
                 taskId: string;
             } | undefined;
         } | undefined;
@@ -784,16 +975,10 @@ declare class MCPKnowledgeClient {
         method: string;
         params?: {
             [x: string]: unknown;
-            task?: {
-                [x: string]: unknown;
-                ttl?: number | null | undefined;
-                pollInterval?: number | undefined;
-            } | undefined;
             _meta?: {
                 [x: string]: unknown;
                 progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -804,8 +989,8 @@ declare class MCPKnowledgeClient {
             [x: string]: unknown;
             _meta?: {
                 [x: string]: unknown;
+                progressToken?: string | number | undefined;
                 "io.modelcontextprotocol/related-task"?: {
-                    [x: string]: unknown;
                     taskId: string;
                 } | undefined;
             } | undefined;
@@ -814,8 +999,8 @@ declare class MCPKnowledgeClient {
         [x: string]: unknown;
         _meta?: {
             [x: string]: unknown;
+            progressToken?: string | number | undefined;
             "io.modelcontextprotocol/related-task"?: {
-                [x: string]: unknown;
                 taskId: string;
             } | undefined;
         } | undefined;
@@ -835,84 +1020,6 @@ declare class MCPKnowledgeClient {
     private performToolCall;
 }
 
-/**
- * This class helps organize groups of tokenized text along with removing items when the window is full.
- */
-declare class TokenWindow {
-    /** Token window size */
-    size: number;
-    /** Token groups */
-    groups: TokenWindowGroup<any>[];
-    /** Create a new group */
-    createGroup(id: string): TokenWindowGroup<unknown>;
-    /** Get a group */
-    group<CustomDataType>(id: string): TokenWindowGroup<CustomDataType> | undefined;
-    /** Calculate current tokens in all groups */
-    countTokens(): number;
-    /** Remove overflow from all groups. */
-    removeOverflow(): void;
-    /** Remove one overflow item. Returns null if no items were able to be removed. */
-    private removeOneItem;
-}
-/** A token group. */
-declare class TokenWindowGroup<CustomDataType> {
-    /** Group ID */
-    id: string;
-    /** List of items */
-    items: TokenWindowGroupItem<CustomDataType>[];
-    /**
-     * Weight controls how many items from this group should be kept in relation to the entire window. For example if all
-     * groups have a weight of 1, each group remove items equally if full. If one has a weight of 2 while the rest are 1,
-     * that group will be allowed to keep double the amount of items.
-     */
-    weight: number;
-    /** Current total token count, computed automatically. Don't update this value manually. */
-    tokenCount: number;
-    /** Group item separator */
-    separator: string;
-    /** Token count padding added to each item. */
-    private itemPadding;
-    /** Sets the token count padding added to each item. Useful if you don't know exactly what will be added by the LLM host. */
-    setItemPadding(padding: number): this;
-    /** Sort function */
-    private sortFunction;
-    /** Set sort function */
-    sortBy(sortFunction: (a: TokenWindowGroupItem<CustomDataType>, b: TokenWindowGroupItem<CustomDataType>) => number): this;
-    /** Set separator */
-    setSeparator(separator: string): this;
-    /** Set weight */
-    setWeight(weight: number): this;
-    /** Recalculate all tokens. Note this may take a while. */
-    recalculateTokens(): void;
-    /** Add an item to the group */
-    add(item: string | Omit<Optional<TokenWindowGroupItem<CustomDataType>, 'id' | 'dateAdded' | 'sortOrder'>, 'tokenCount'>): TokenWindowGroupItem<CustomDataType>;
-    /** Get all items as a string */
-    getAllAsString(): string;
-    /** Get all items. Doesn't return disabled items. */
-    getAll(): TokenWindowGroupItem<CustomDataType>[];
-    /** Remove all items from this group */
-    empty(): void;
-}
-/** Token group item */
-interface TokenWindowGroupItem<CustomDataType> {
-    /** Each item must have a unique ID. */
-    id: string;
-    /** The string content of the item */
-    content: string;
-    /** True if this item should never be removed */
-    cannotRemove?: boolean;
-    /** Sorting order. If not specified, uses dateAdded instead. */
-    sortOrder: number;
-    /** Date this item was added */
-    dateAdded: number;
-    /** Token count in the content */
-    tokenCount: number;
-    /** Anything to attach to this item */
-    customData?: CustomDataType;
-    /** If disabled, this item will not be included and will not add tot he token count. */
-    disabled?: boolean;
-}
-
 // ==================================================================================================
 // JSON Schema Draft 07
 // ==================================================================================================
@@ -1100,8 +1207,8 @@ interface ChatBaseConfig {
     maxTokens: number;
     /** Callback before the AI sends info to the LLM */
     onBeforeMessageProcessing?: () => void;
-    /** Callback when a message from the AI is returned. If isChunk is true, it may be incomplete and be called again with more updates. */
-    onAIMessage?: (text: string, isChunk: boolean) => void;
+    /** Callback when a message from the AI is returned. If isPartial is true, it may be incomplete and be called again with more updates. */
+    onAIMessage?: (output: TokenWindowGroupItemParams<any>[], isPartial: boolean) => void;
     /** Callback when the AI starts performing an action */
     onAIToolStart?: (toolName: string, input: any) => void;
 }
@@ -1115,19 +1222,17 @@ interface ChatBaseToolConfig {
     params: JSONSchema7;
     /** Callback function to process the tool */
     callback: (params: any) => any;
-    /** If true, this tool call will be removed from the message history after it is executed. */
-    removeFromMessageHistory?: boolean;
     /** If true, this item can be removed if there's not enough context available. */
     canRemove?: boolean;
-    /** Misc app context */
-    [key: string]: any;
+    /** Knowledge base item this tool use represents */
+    kbItem?: KnowledgeBaseItem;
 }
 /**
  * API for interacting with chat APIs.
  */
 declare class ChatBase<
 /** Format for messages in the token window */
-MessageFormat = any, 
+DataType = any, 
 /** Optional extended config */
 ConfigFormat extends ChatBaseConfig = ChatBaseConfig> {
     /** ID */
@@ -1146,27 +1251,97 @@ ConfigFormat extends ChatBaseConfig = ChatBaseConfig> {
     /** Token window management */
     tokenWindow: TokenWindow;
     /** Token window group used for the context message */
-    get contextGroup(): TokenWindowGroup<any>;
+    get contextGroup(): TokenWindowGroup<string>;
     /** Token window group used for tools / actions */
     get toolGroup(): TokenWindowGroup<ChatBaseToolConfig>;
     /** Token window group used for messages */
-    get messageGroup(): TokenWindowGroup<MessageFormat>;
+    get messageGroup(): TokenWindowGroup<DataType>;
+    /** Get the API base after stripping out exact endpoints, or undefined for the default */
+    getBaseURL(): string | undefined;
     /** Constructor */
     constructor(config: ConfigFormat);
-    /** Send a message, and get the response */
-    sendMessage(message: string): Promise<string>;
+    /** Send a message, and get the response as a string. */
+    sendMessage(message: string, onPartial?: (items: TokenWindowGroupItemParams<DataType>[]) => void): Promise<TokenWindowGroupItemParams<any>[]>;
     /** Add a user message to the message history */
     addUserMessage(message: string): void;
     /** Add an assistant message to the message history */
     addAssistantMessage(message: string): void;
+    /** Helper to add a plain text item */
+    protected addTextMessage(text: string, source: 'user' | 'assistant', data: DataType): void;
     /** Process incoming message from the AI. Can be used to respond to encoded actions in the text response. */
-    onBeforeIncomingMessage(message: MessageFormat): void;
+    onBeforeIncomingMessage(message: DataType): void;
     /** Reset the conversation */
     resetConversation(): void;
     /** Trim message list */
     trimMessages(): Promise<void>;
     /** Register a tool. */
     registerTool(tool: ChatBaseToolConfig): TokenWindowGroupItem<ChatBaseToolConfig>;
+    /** Find a tool based on the AI-safe name */
+    protected findToolBySafeName(toolSafeName: string): ChatBaseToolConfig | undefined;
+    /** Execute the specified tool. Throws an error if the tool is undefined. */
+    protected executeTool(tool: ChatBaseToolConfig | undefined, input: any): Promise<string>;
+}
+
+/** Parses the response from `IntelliWeave.sendMessage()` or a collection of message items. */
+declare class IntelliWeaveMessageParser {
+    /** New messages produced after sendMessage() was called */
+    messages: TokenWindowGroupItemParams<unknown>[];
+    /** Constructor */
+    constructor(items: TokenWindowGroupItemParams<unknown>[]);
+    /** Plain text output from the AI */
+    text(): string;
+    /** Total token usage */
+    tokenUsage(): {
+        cachedInputTokens: number;
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+    };
+    /** Component sections for display */
+    sections(): TokenWindowGroupItemParams<unknown>['sections'];
+    /** List all tool calls that took place */
+    toolCalls(): TokenWindowGroupItemSection[];
+    /** Find the response for a tool call */
+    toolResult(toolCallInstanceID: string): TokenWindowGroupItemSection | null;
+}
+
+/** Handles subagents. This allows your Persona to use other Personas as tools. */
+declare class SubAgents {
+    /** Reference to the main IntelliWeave instance */
+    ai: IntelliWeave;
+    /** Constructor */
+    constructor(ai: IntelliWeave);
+    /** Subagents */
+    subagents: SubAgentConfig[];
+    /** Cached subagents */
+    cachedSubagents: Record<string, IntelliWeave>;
+    /** Register a sub-agent */
+    register(config: SubAgentConfig): void;
+    /** Unregister subagent */
+    remove(id: string): void;
+    /** Run the subagent */
+    runQuery(config: SubAgentConfig, query: string): Promise<string>;
+}
+/** Sub-agent config */
+interface SubAgentConfig {
+    /** ID of the sub-agent */
+    id: string;
+    /** API key for the persona. If not specified, uses the same api key as the main agent. */
+    apiKey?: string;
+    /** Name of the sub-agent */
+    name?: string;
+    /** Instructions for the main agent to use this sub agent */
+    usageInstructions?: string;
+    /** If true, will remove all Persona knowledge entries */
+    clearExistingKnowledge?: boolean;
+    /** Disable RAG search for subagents. If true, only KB entries with isContext=true will be used. */
+    disableRagSearch?: boolean;
+    /** Extra knowledge base sources for the sub-agent */
+    knowledge?: KnowledgeFetcher;
+    /** Optional extra configuration for the subagent instance */
+    config?: Partial<WebWeaverGPTConfig>;
+    /** Called when the subagent is loaded */
+    onAgentLoaded?: (agent: IntelliWeave) => Promise<void> | void;
 }
 
 /** Built-in action flags for the persona */
@@ -1218,6 +1393,8 @@ interface WebWeaverGPTConfig {
     offsetX?: number;
     /** Vertical offset from edge in pixels (default: 20) - only used when positioningMode is 'fixed' */
     offsetY?: number;
+    /** Identifier of an external app or service which manages this persona, if any. (eg. "chatterly") */
+    managedBy?: string;
     /** Voice information */
     voice?: {
         /** Provider ID */
@@ -1242,6 +1419,10 @@ interface WebWeaverGPTConfig {
     mcpServers?: MCPKnowledgeClient['config'][];
     /** Built-in action flags that are currently enabled */
     flags?: BuiltInActionFlags;
+    /** Allow custom chat provider */
+    onCreateProvider?: (config: ChatBaseConfig) => ChatBase;
+    /** Subagents */
+    subagents?: SubAgentConfig[];
 }
 /**
  * IntelliWeave interface, loads a Persona from the hub and allows you to interact with it. This is the main entry point into the IntelliWeave
@@ -1252,7 +1433,7 @@ interface WebWeaverGPTConfig {
  * - event `webweaver_loaded` - Fired when the AI is loaded with a new configuration. This is a global event that is fired on the window object.
  * - event `webweaver_error` - Fired when an error occurs during loading. This is a global event that is fired on the window object.
  * - event `input` - Fired when the user sends a message to the AI.
- * - event `output` - Fired when the AI sends a message back to the user. If `event.detail.isChunk` is true, the message is incomplete and will be followed by more events.
+ * - event `output` - Fired when the AI sends a message back to the user. If `event.detail.isPartial` is true, the message is incomplete and will be followed by more events.
  * - event `toolstart` - Fired when the AI starts performing an action.
  * - event `tool` - Fired when the AI finishes performing an action.
  */
@@ -1261,14 +1442,16 @@ declare class IntelliWeave extends EventTarget {
     static version: string;
     /** Built-in actions version - increment this when adding new actions */
     static builtInActionsVersion: string;
-    /** Callback when a message from the AI is returned. If isChunk is true, it may be incomplete and be called again with more updates. */
-    onAIMessage?: (text: string, isChunk: boolean) => void;
+    /** Callback when a message from the AI is returned. If isPartial is true, it may be incomplete and be called again with more updates. */
+    onAIMessage?: (messages: TokenWindowGroupItemParams<unknown>[], isPartial: boolean) => void;
     /** Callback when the AI starts performing an action */
     onAIToolStart?: ChatBaseConfig['onAIToolStart'];
     /** Current conversation ID */
     conversationID: string;
     /** Knowledge database interface */
     knowledgeBase: KnowledgeBase;
+    /** Subagent interface */
+    subAgents: SubAgents;
     /** Last KB search that was performed */
     private _lastKBsearch;
     /** If set, the next time a request is made this is the KB result items that will be used, once-off. */
@@ -1312,7 +1495,7 @@ declare class IntelliWeave extends EventTarget {
     /** URL of the IntelliWeave Hub API */
     hubAPI: string;
     /** Set model and load data from an API key */
-    load(apiKey: string): Promise<WebWeaverGPTConfig>;
+    load(apiKey: string, config?: Partial<WebWeaverGPTConfig>): Promise<IntelliWeave>;
     /** Set the current model */
     setModel(id: string): void;
     private _lastSystemMsg;
@@ -1320,18 +1503,19 @@ declare class IntelliWeave extends EventTarget {
     getContextPrefix(): Promise<string>;
     /** Get system message to send to the AI */
     onBeforeMessageProcessing(): Promise<void>;
-    /** @private Process incoming message from the AI. Can be used to respond to encoded actions in the text response. */
-    processIncomingMessage(message: string, isChunk?: boolean): void;
+    /** @private Process incoming message(s) from the AI. Can be used to respond to encoded actions in the text response. */
+    processIncomingMessage(messages: TokenWindowGroupItemParams<unknown>[], isPartial?: boolean): void;
     /** True if currently processing a message */
     isProcessing: boolean;
-    /** @private Last tracked token count for calculating per-message token usage */
-    private _lastTrackedTokens;
     /** Send a message, and get the response */
-    sendMessage(message: string): Promise<string | null>;
+    sendMessage(message: string, onPartial?: (items: TokenWindowGroupItemParams<unknown>[]) => void): Promise<IntelliWeaveMessageParser>;
     /** @private Called when the AI wants to run a KB action */
     toolRunKBAction(kb: KnowledgeBaseItem, input: any): Promise<any>;
-    /** Submit an analytics event asynchronously */
+    /** Submit an analytics event asynchronously. These events are for use in the Conversation Analytics code. For anonymous statistic analysis, use track() instead. */
+    private activeAnalyticsPromises;
     submitAnalyticsEvent(data: any): void;
+    /** Wait for all analytics events to finish */
+    waitForAnalytics(): Promise<void>;
     /** Reset the conversation */
     resetConversation(): void;
     /** Insert a message as if the assistant has written it */
@@ -1340,12 +1524,14 @@ declare class IntelliWeave extends EventTarget {
     exportState(): {
         type: string;
         conversationID: string;
-        messages: any[] | undefined;
+        messages: TokenWindowGroupItem<any>[] | undefined;
     };
     /** Import conversation state from JSON */
     importState(state: any): void;
     /** Clone this instance without any message history */
     clone(): IntelliWeave;
+    /** Get all messages in the conversation history */
+    get messages(): TokenWindowGroupItem<any>[];
 }
 
 /**
@@ -1362,8 +1548,18 @@ declare class KnowledgeBase {
     lastResults: KnowledgeBaseItem[];
     /** Individual knowledge base entries added manually by the application */
     manualEntries: KnowledgeBaseItem[];
+    /** If true, allows using globally defined sources from the browser window events */
+    allowWindowSources: boolean;
+    /** If true, allows using knowledge specified in the global configuration object */
+    allowGlobalConfigSources: boolean;
+    /** If true, allows the AI to search the knowledge base. If false, essentially disables RAG lookup. */
+    allowRagSearch: boolean;
     /** Constructor */
     constructor(ai: IntelliWeave);
+    /** Ensures the internal knowledge is set correctly */
+    ensureInternalKnowledge(): void;
+    /** Clears all knowledge back to the default */
+    reset(): void;
     /**
      * Register a new knowledge base source. You can pass either just a query function, or an ID and a query function.
      *
@@ -1386,7 +1582,7 @@ declare class KnowledgeBase {
     /** Create and register an external knowledge base source from a URL */
     registerSourceFromURL(url: string, id?: string): void;
     /** Clone this instance */
-    clone(): KnowledgeBase;
+    clone(newIW: IntelliWeave): KnowledgeBase;
     /** Registers an MCP server as a knowledge base source */
     registerMCPSource(config: MCPKnowledgeClient['config']): MCPKnowledgeClient;
 }
@@ -1427,8 +1623,8 @@ interface KnowledgeBaseItem {
     name: string;
     /** Item tags. Helps with search optimization. */
     tags?: string;
-    /** Item content. Can be a function to return a dynamic string. */
-    content: string | (() => string);
+    /** Item content */
+    content: string;
     /** If true, this item will always be returned from all search results. */
     isContext?: boolean;
     /** If true, this item will not be visible to the AI. */
@@ -1441,8 +1637,27 @@ interface KnowledgeBaseItem {
      * that was performed. If an error is thrown, the AI will respond appropriately to the user.
      */
     action?: (input: any, ai: IntelliWeave) => (any | Promise<any>);
-    /** If true, this item will be removed from the AI's message history after it gets called. This is a special case for LLMs that struggle with follow-up function calls and need to use the KB search functino first. */
-    removeFromMessageHistory?: boolean;
+    /** If specified, will hide this action from the default UI after the AI finishes running it, or always hide it */
+    hideActionInUI?: 'always' | 'after-complete';
+    /** Attachments such as images, etc */
+    attachments?: KnowledgeBaseItemAttachment[];
+}
+/** Knowledge base item attachment, such as an image, file, etc. */
+interface KnowledgeBaseItemAttachment {
+    /** UUID */
+    uuid: string;
+    /** Attachment mime type */
+    mimeType: string;
+    /** File name */
+    name: string;
+    /** Full URL to access the file. This is required for the AI to be able to see the attachment. */
+    url?: string;
+    /** UNIX timestamp (milliseconds since epoch) when the file was added */
+    dateAdded?: number;
+    /** Internal path to where the file is stored */
+    path?: string;
+    /** File size */
+    size?: number;
 }
 /** Parameter definition used by IntelliWeave */
 interface IntelliWeaveParameterDefinition {
@@ -1609,13 +1824,19 @@ declare class WebWeaverEmbed extends BaseComponent {
     /** Process input text from the user */
     processInput(inputText: string): Promise<void>;
     /** Called when the AI responds with some text */
-    onAIMessage(msg: string): Promise<void>;
-    /** Called when the AI starts running a tool */
-    onAIToolStart(toolName: string, args: any): void;
+    onAIMessage(messages: TokenWindowGroupItemParams<unknown>[], isPartial: boolean): Promise<void>;
+    /** Updates a text element */
+    updateTextElement(elementID: string, text: string): void;
+    /** Updates an info block element */
+    updateInfoElement(elementID: string, text: string, iconType: string): void;
     /** Called when a suggestion button is clicked */
     onSuggestionClick(e: Event, suggestion: string): void;
     /** Called when an LLM model is selected */
     onLLMModelSelect(e: CustomEvent): void;
+    /** Called when the content area is scrolled */
+    onContentScroll(e: Event): void;
+    /** Displays whitelabeled branding for known apps */
+    private updateBrandingFor;
 }
 
 /** Utility to trim whitespace from blocks of text */
@@ -1667,55 +1888,44 @@ declare function getDefaultUserID(): string;
 /** Convert an IntelliWeave parameter list to JSON schema. Does not modify if it's already a JSON schema. */
 declare function convertParamsToJSONSchema(params: KnowledgeBaseActionParameterSchema): JSONSchema7;
 
-/** ChatGPT message */
-interface ChatGPTMessage {
-    /** Role of the message */
-    role: 'user' | 'assistant' | 'system' | 'tool';
-    /** Content of the message */
-    content: string;
-    /** Tool call ID */
-    tool_call_id?: string;
-    /** Tool calls made by the AI */
-    tool_calls?: any[];
+/** OpenRouter message extensions */
+interface OpenRouterMessage extends OpenAI.Chat.ChatCompletionAssistantMessageParam {
+    reasoning?: string;
 }
+/** OpenAI message format */
+type DataType$1 = OpenRouterMessage | OpenAI.Chat.Completions.ChatCompletionMessageParam;
 /**
- * API for interacting with ChatGPT APIs.
+ * API for interacting with Anthropic APIs.
  */
-declare class ChatGPT extends ChatBase<ChatGPTMessage> {
-    /** Send a message, and get the response */
-    sendMessage(message: string): Promise<string>;
-    /** Insert a message as if the assistant has written it */
-    addAssistantMessage(message: string): void;
-    /** Insert a message sent from a user. Note that doing this instead of using `sendMessage()` means you'll need to manually call `await processMessages()` and then `getLatestMessage()` to get the response. */
+declare class ChatGPT extends ChatBase<DataType$1> {
+    /** Add a user message to the message history */
     addUserMessage(message: string): void;
-    /** Get all messages */
-    getMessages(): ChatGPTMessage[];
-    /** Get latest message */
-    getLatestMessage(): ChatGPTMessage | undefined;
-    /** @private Process messages in the chat history */
-    processMessages(): Promise<void>;
+    /** Add an assistant message to the message history */
+    addAssistantMessage(message: string): void;
+    /** Create the OpenAI client */
+    protected createOpenAIClient(): OpenAI;
+    /** Send a message, and get the response string. */
+    sendMessage(message: string, onPartial?: (items: TokenWindowGroupItemParams<DataType$1>[]) => void): Promise<TokenWindowGroupItemParams<any>[]>;
+    /** Parse a message block into our format */
+    protected parseMessageBlock(messageID: string, message: OpenRouterMessage, usage: OpenAI.Completions.CompletionUsage | undefined, isPartial: boolean): TokenWindowGroupItemParams<DataType$1>;
     /** Trim message list */
     trimMessages(): Promise<void>;
-    /** @private Send HTTP request to the API and return the response */
-    sendRequest(payload: any): Promise<Response>;
-    /** @private Send message list to the API and store the response */
-    sendToAPI(generatePayloadOnly?: boolean): Promise<any>;
-    /** @private Process a tool call request from the AI */
-    processToolCall(toolCall: any): Promise<void>;
 }
 
+/** Anthropic message format */
+type DataType = Anthropic.Messages.MessageParam;
 /**
  * API for interacting with Anthropic APIs.
  */
-declare class AnthropicChat extends ChatBase<Anthropic.Messages.MessageParam> {
+declare class AnthropicChat extends ChatBase<DataType> {
     /** Add a user message to the message history */
     addUserMessage(message: string): void;
     /** Add an assistant message to the message history */
     addAssistantMessage(message: string): void;
-    /** Send a message, and get the response */
-    sendMessage(message: string): Promise<string>;
-    /** Calls the specified tool and returns a tool_result block */
-    protected performToolCall(toolUse: Anthropic.Messages.ToolUseBlockParam): Promise<Anthropic.Messages.ToolResultBlockParam>;
+    /** Send a message, and get the response string. */
+    sendMessage(message: string, onPartial?: (items: TokenWindowGroupItemParams<DataType>[]) => void): Promise<TokenWindowGroupItemParams<any>[]>;
+    /** Parse a message block into our format */
+    protected parseMessageBlock(message: Anthropic.Messages.Message, isPartial: boolean): TokenWindowGroupItemParams<DataType>;
     /** Trim message list */
     trimMessages(): Promise<void>;
 }
@@ -1744,55 +1954,4 @@ declare class Logging {
     timer(name: string, ...args: any[]): (...args: any[]) => void;
 }
 
-/**
- * Handles a stream of input/output events with the specified AI model.
- *
- * @event event - Fired when an event is emitted, either by the AI or wrapper code etc.
- */
-declare class IntelliWeaveStream extends IntelliWeave {
-    /** Events that haven't been sent to the AI yet */
-    pendingEvents: IntelliWeaveStreamEvent[];
-    /** Get the system message prefix, before the KB entries are added */
-    getContextPrefix(): Promise<string>;
-    /** Get actions to be added to the context */
-    /** Post an event to the AI */
-    postEvent(event: Partial<IntelliWeaveStreamEvent>): void;
-    /** @private Called when the AI wants to run a KB action */
-    toolRunKBAction(kb: KnowledgeBaseItem, input: any): Promise<any>;
-    /** Output an event to the event listener(s) */
-    private emitEvent;
-    private _isProcessingEvents;
-    /** Process events */
-    private processEvents;
-}
-/** Any event */
-interface IntelliWeaveStreamEvent {
-    /** Event name */
-    eventName: string;
-    /** Event date, unix timestamp, number of milliseconds since Jan 1 1970 */
-    timestamp: number;
-    /** Human-readable event date */
-    timestampDate: string;
-    /** Direction of this event. Input events go into the AI for processing, output events come out of the AI system. */
-    direction: 'input' | 'output';
-    /** Assistant hint, added automatically if there's a KB entry with the same ID. */
-    assistantHint?: string;
-    /** Any extra data */
-    [key: string]: any;
-}
-/** Error event schema */
-interface IntelliWeaveStreamErrorEvent extends IntelliWeaveStreamEvent {
-    /** Event name */
-    eventName: "error";
-    /** Error details */
-    errorMessage: string;
-}
-/** AI speaking event */
-interface IntelliWeaveStreamTextOutputEvent extends IntelliWeaveStreamEvent {
-    /** Event name */
-    eventName: "text";
-    /** The text spoken */
-    text: string;
-}
-
-export { AnthropicChat, type BufferType, BufferedWebSocket, type BuiltInActionFlags, ChatBase, type ChatBaseConfig, type ChatBaseToolConfig, ChatGPT, type ChatGPTMessage, FixedBufferStream, IntelliWeave, type IntelliWeaveGlobalConfig, type IntelliWeaveParameterDefinition, IntelliWeaveStream, type IntelliWeaveStreamErrorEvent, type IntelliWeaveStreamEvent, type IntelliWeaveStreamTextOutputEvent, KnowledgeBase, type KnowledgeBaseActionParameterSchema, type KnowledgeBaseItem, type KnowledgeBaseSource, type KnowledgeBaseWebhookActionResponse, type KnowledgeBaseWebhookRequest, type KnowledgeBaseWebhookSearchResponse, type KnowledgeFetcher, Logging, MCPKnowledgeClient, ONNXModel, type ONNXTensors, Resampler, type SupportedArrayBuffers, TokenWindow, TokenWindowGroup, type TokenWindowGroupItem, type WebWeaverGPTConfig, audioToWav, convertParamsToJSONSchema, floatTo16BitPCM, floatTo64BitPCM, getDefaultUserID, int16ToFloat32BitPCM, intelliweaveConfig, intelliweaveGlobalThis, sseEvents, trimWhitespaceInText };
+export { AnthropicChat, type BufferType, BufferedWebSocket, type BuiltInActionFlags, ChatBase, type ChatBaseConfig, type ChatBaseToolConfig, ChatGPT, FixedBufferStream, IntelliWeave, type IntelliWeaveGlobalConfig, IntelliWeaveMessageParser, type IntelliWeaveParameterDefinition, KnowledgeBase, type KnowledgeBaseActionParameterSchema, type KnowledgeBaseItem, type KnowledgeBaseItemAttachment, type KnowledgeBaseSource, type KnowledgeBaseWebhookActionResponse, type KnowledgeBaseWebhookRequest, type KnowledgeBaseWebhookSearchResponse, type KnowledgeFetcher, Logging, MCPKnowledgeClient, ONNXModel, type ONNXTensors, Resampler, type SupportedArrayBuffers, TokenWindow, TokenWindowGroup, type TokenWindowGroupItem, type TokenWindowGroupItemParams, type TokenWindowGroupItemSection, TokenWindowGroupItemSectionType, type WebWeaverGPTConfig, audioToWav, convertParamsToJSONSchema, floatTo16BitPCM, floatTo64BitPCM, getDefaultUserID, int16ToFloat32BitPCM, intelliweaveConfig, intelliweaveGlobalThis, sseEvents, trimWhitespaceInText };