@intelliweave/embedded 1.8.63 → 1.9.65-beta.0

package/dist/node/node.d.ts

@@ -1,7 +1,8 @@
 import * as onnxruntime_web from 'onnxruntime-web';
 import { InferenceSession, Tensor } from 'onnxruntime-web';
-import { Optional } from 'utility-types';
 import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import { Optional } from 'utility-types';
+import Anthropic from '@anthropic-ai/sdk';
 
 /**
  * This is a utility class for dealing with the ONNX runtime and model loading.
@@ -387,771 +388,754 @@ function int16ToFloat32BitPCM(input) {
 }
 
 /**
- * This class helps organize groups of tokenized text along with removing items when the window is full.
+ * Speech output
+ *
+ * - event `speechstart` - When the speech starts
+ * - event `speechend` - When the speech ends
  */
-declare class TokenWindow {
-    /** Token window size */
-    size: number;
-    /** Token groups */
-    groups: TokenWindowGroup<any>[];
-    /** Create a new group */
-    createGroup(id: string): TokenWindowGroup<unknown>;
-    /** Get a group */
-    group<CustomDataType>(id: string): TokenWindowGroup<CustomDataType> | undefined;
-    /** Calculate current tokens in all groups */
-    countTokens(): number;
-    /** Remove overflow from all groups. */
-    removeOverflow(): void;
-    /** Remove one overflow item. Returns null if no items were able to be removed. */
-    private removeOneItem;
+declare class WebWeaverSpeechOutput extends EventTarget {
+    /** Reference to the AI */
+    private ai?;
+    /** Constructor */
+    constructor(ai: IntelliWeave);
+    /** Called when the AI speaks */
+    onTextOutputFromAI(e: CustomEvent): void;
+    /** Current player vars */
+    private currentPlayerVolume?;
+    private currentPlayer?;
+    /** The audio analyser node */
+    private analyserNode?;
+    /** The audio analyser buffer */
+    private analyserBuffer?;
+    /** @private Maximum volume heard this session */
+    private maxVolumeHeard;
+    /** Get current (realtime) audio output volume level, from 0 to 1 */
+    get volumeLevel(): number;
+    /** Speak the text */
+    speak(text: string): Promise<void>;
+    private _speakWithLock;
+    /** True if currently playing audio */
+    get isSpeaking(): boolean;
+    /** Interrupt the previously playing audio */
+    interrupt(): Promise<void>;
+    /** Called when the speech output ends */
+    onSpeechEnd(): void;
 }
-/** A token group. */
-declare class TokenWindowGroup<CustomDataType> {
-    /** Group ID */
-    id: string;
-    /** List of items */
-    items: TokenWindowGroupItem<CustomDataType>[];
+
+/**
+ * An AudioWorklet module that records data from input and sends it to the host.
+ *
+ * - event `data` - Fired when data is available to be read.
+ */
+declare class PCMReceiverNode extends AudioWorkletNode {
+    /** @type {'int16' | 'float32'} The output data format */
+    format: string;
     /**
-     * Weight controls how many items from this group should be kept in relation to the entire window. For example if all
-     * groups have a weight of 1, each group remove items equally if full. If one has a weight of 2 while the rest are 1,
-     * that group will be allowed to keep double the amount of items.
+     * Creates a new PCMRecorderNode ready to receive PCM data.
+     *
+     * @param context - The audio context to use.
+     * @param sampleRate - The sample rate of the output data stream.
+     * @param format - The format of the output data stream.
+     * @param bufferSize - The size of the output buffer in elements (Int16Array or Float32Array items, depending on `format`).
      */
-    weight: number;
-    /** Current total token count, computed automatically. Don't update this value manually. */
-    tokenCount: number;
-    /** Group item separator */
-    separator: string;
-    /** Token count padding added to each item. */
-    private itemPadding;
-    /** Sets the token count padding added to each item. Useful if you don't know exactly what will be added by the LLM host. */
-    setItemPadding(padding: number): this;
-    /** Sort function */
-    private sortFunction;
-    /** Set sort function */
-    sortBy(sortFunction: (a: TokenWindowGroupItem<CustomDataType>, b: TokenWindowGroupItem<CustomDataType>) => number): this;
-    /** Set separator */
-    setSeparator(separator: string): this;
-    /** Set weight */
-    setWeight(weight: number): this;
-    /** Recalculate all tokens. Note this may take a while. */
-    recalculateTokens(): void;
-    /** Add an item to the group */
-    add(item: string | Omit<Optional<TokenWindowGroupItem<CustomDataType>, 'id' | 'dateAdded' | 'sortOrder'>, 'tokenCount'>): TokenWindowGroupItem<CustomDataType>;
-    /** Get all items as a string */
-    getAllAsString(): string;
-    /** Get all items. Doesn't return disabled items. */
-    getAll(): TokenWindowGroupItem<CustomDataType>[];
-    /** Remove all items from this group */
-    empty(): void;
-}
-/** Token group item */
-interface TokenWindowGroupItem<CustomDataType> {
-    /** Each item must have a unique ID. */
-    id: string;
-    /** The string content of the item */
-    content: string;
-    /** True if this item should never be removed */
-    cannotRemove?: boolean;
-    /** Sorting order. If not specified, uses dateAdded instead. */
-    sortOrder: number;
-    /** Date this item was added */
-    dateAdded: number;
-    /** Token count in the content */
-    tokenCount: number;
-    /** Anything to attach to this item */
-    customData?: CustomDataType;
-    /** If disabled, this item will not be included and will not add tot he token count. */
-    disabled?: boolean;
+    constructor(context: AudioContext, sampleRate: number, format: 'int16' | 'int64' | 'float32', bufferSize: number);
+    /** @private Called when a message is received from the worklet */
+    onWorkletMessage(e: MessageEvent): void;
+    /** Called when data is received */
+    onData(buffer: Float32Array | Int16Array | BigInt64Array): void;
 }
 
-// ==================================================================================================
-// JSON Schema Draft 07
-// ==================================================================================================
-// https://tools.ietf.org/html/draft-handrews-json-schema-validation-01
-// --------------------------------------------------------------------------------------------------
-
 /**
- * Primitive type
- * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.1.1
+ * An AudioNode which sends events for when speech is detected
+ *
+ * - event `speechstart` - Fired when speech is detected
+ * - event `speechend` - Fired when speech ends
  */
-type JSONSchema7TypeName =
-    | "string" //
-    | "number"
-    | "integer"
-    | "boolean"
-    | "object"
-    | "array"
-    | "null";
+declare class VoiceDetectionNode extends PCMReceiverNode {
+    /** True if voice is currently being detected */
+    isVoiceActive: boolean;
+    /** True if voice is active but may be ending soon */
+    get isVoicePossiblyEnding(): boolean;
+    /** Last date that voice was detected */
+    lastVoiceActiveDate: number;
+    /** Amount of time to wait after voice detection to detect that it has ended */
+    voiceEndTimeout: number;
+    /** Detection sensitivity, if the detection model outputs a number bigger than this it will be considered voice */
+    sensitivity: number;
+    /** Sensitivity threshold to end speaking */
+    sentivityEnd: number;
+    /** VAD model */
+    static vadModelURL: string;
+    /** Loaded VAD model */
+    private vad?;
+    /** Sample rate */
+    get sampleRate(): 16000 | 8000;
+    /** Number of samples */
+    get numberOfSamples(): number;
+    /** Number of sample chunks */
+    get numberOfSampleChunks(): number;
+    /** Output buffer size */
+    get outputBufferSize(): number;
+    /** True if the VAD model has been loaded */
+    get isModelLoaded(): boolean;
+    /** The time when to next reset the VAD model */
+    nextVadReset: number;
+    /** The current probability of active voice */
+    currentProbability: number;
+    /** Constructor */
+    constructor(audioContext: AudioContext);
+    /** Start loading */
+    loadModel(): Promise<void>;
+    private _lastVoiceActive;
+    /** Called when data is received */
+    onData(buffer: Float32Array): Promise<void>;
+    /** Called when speech is detected */
+    onSpeechStart(): void;
+    /** Called when speech ends */
+    onSpeechEnd(): void;
+}
 
 /**
- * Primitive type
- * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.1.1
+ * An AudioNode which isolates speech and outputs the audio data. Since we are reusing the VAD model node,
+ * output data is in 8000Hz Float32 format.
+ *
+ * - event `voicedata` - Fired when a chunk of voice is detected. `data` contains the recorded chunk of voice in a Float32Array.
+ * - event `voicedataend` - Fired when this chunk of voice ends. `data` contains an array of Float32Array containing the entirety of the recorded voice.
  */
-type JSONSchema7Type =
-    | string //
-    | number
-    | boolean
-    | JSONSchema7Object
-    | JSONSchema7Array
-    | null;
-
-// Workaround for infinite type recursion
-interface JSONSchema7Object {
-    [key: string]: JSONSchema7Type;
+declare class VoiceChunkOutputNode extends VoiceDetectionNode {
+    /** Stored buffers */
+    buffers: Float32Array[];
+    /** Recorded audio chunks with voice in it */
+    recordedBuffers: Float32Array[];
+    /** Last active state */
+    _voiceRecording: boolean;
+    /** Amount of audio data in the buffer, in seconds */
+    get bufferDuration(): number;
+    /** Amount of data to keep from before the user started speaking */
+    backBufferDurationSeconds: number;
+    /** Called when data is received */
+    onData(buffer: Float32Array): Promise<void>;
+    /** Called when a chunk of voice is recorded */
+    onVoiceChunk(buffer: Float32Array): void;
+    /** Called when the voice recording ends */
+    onVoiceEnd(buffers: Float32Array[]): void;
 }
 
-// Workaround for infinite type recursion
-// https://github.com/Microsoft/TypeScript/issues/3496#issuecomment-128553540
-interface JSONSchema7Array extends Array<JSONSchema7Type> {}
-
 /**
- * Meta schema
- *
- * Recommended values:
- * - 'http://json-schema.org/schema#'
- * - 'http://json-schema.org/hyper-schema#'
- * - 'http://json-schema.org/draft-07/schema#'
- * - 'http://json-schema.org/draft-07/hyper-schema#'
+ * This AudioNode uses OpenAI's Whisper model to transcribe spoken speech to text.
  *
- * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-5
+ * - event `transcription` - Fired when a transcription is ready. `text` contains the transcribed text.
  */
-type JSONSchema7Version = string;
+declare class OpenAITranscriptionNode extends VoiceChunkOutputNode {
+    /** OpenAI API key */
+    apiKey: string;
+    /** Pending buffers */
+    private pendingBuffers;
+    /** Last request */
+    private lastRequestAbortController?;
+    /** True if currently transcribing */
+    isTranscribing: boolean;
+    /** Constructor */
+    constructor(audioContext: AudioContext, apiKey: string);
+    /** Called when the voice recording ends */
+    onVoiceEnd(buffers: Float32Array[]): Promise<void>;
+    /** Called when a transcription is ready */
+    onVoiceTranscription(text: string): void;
+}
 
 /**
- * JSON Schema v7
- * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01
- */
-type JSONSchema7Definition = JSONSchema7 | boolean;
-interface JSONSchema7 {
-    $id?: string | undefined;
-    $ref?: string | undefined;
-    $schema?: JSONSchema7Version | undefined;
-    $comment?: string | undefined;
-
-    /**
-     * @see https://datatracker.ietf.org/doc/html/draft-bhutton-json-schema-00#section-8.2.4
-     * @see https://datatracker.ietf.org/doc/html/draft-bhutton-json-schema-validation-00#appendix-A
-     */
-    $defs?: {
-        [key: string]: JSONSchema7Definition;
-    } | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.1
-     */
-    type?: JSONSchema7TypeName | JSONSchema7TypeName[] | undefined;
-    enum?: JSONSchema7Type[] | undefined;
-    const?: JSONSchema7Type | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.2
-     */
-    multipleOf?: number | undefined;
-    maximum?: number | undefined;
-    exclusiveMaximum?: number | undefined;
-    minimum?: number | undefined;
-    exclusiveMinimum?: number | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.3
-     */
-    maxLength?: number | undefined;
-    minLength?: number | undefined;
-    pattern?: string | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.4
-     */
-    items?: JSONSchema7Definition | JSONSchema7Definition[] | undefined;
-    additionalItems?: JSONSchema7Definition | undefined;
-    maxItems?: number | undefined;
-    minItems?: number | undefined;
-    uniqueItems?: boolean | undefined;
-    contains?: JSONSchema7Definition | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.5
-     */
-    maxProperties?: number | undefined;
-    minProperties?: number | undefined;
-    required?: string[] | undefined;
-    properties?: {
-        [key: string]: JSONSchema7Definition;
-    } | undefined;
-    patternProperties?: {
-        [key: string]: JSONSchema7Definition;
-    } | undefined;
-    additionalProperties?: JSONSchema7Definition | undefined;
-    dependencies?: {
-        [key: string]: JSONSchema7Definition | string[];
-    } | undefined;
-    propertyNames?: JSONSchema7Definition | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.6
-     */
-    if?: JSONSchema7Definition | undefined;
-    then?: JSONSchema7Definition | undefined;
-    else?: JSONSchema7Definition | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.7
-     */
-    allOf?: JSONSchema7Definition[] | undefined;
-    anyOf?: JSONSchema7Definition[] | undefined;
-    oneOf?: JSONSchema7Definition[] | undefined;
-    not?: JSONSchema7Definition | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-7
-     */
-    format?: string | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-8
-     */
-    contentMediaType?: string | undefined;
-    contentEncoding?: string | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-9
-     */
-    definitions?: {
-        [key: string]: JSONSchema7Definition;
-    } | undefined;
-
-    /**
-     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-10
-     */
-    title?: string | undefined;
-    description?: string | undefined;
-    default?: JSONSchema7Type | undefined;
-    readOnly?: boolean | undefined;
-    writeOnly?: boolean | undefined;
-    examples?: JSONSchema7Type | undefined;
-}
-
-/** ChatGPT config options */
-interface ChatGPTConfig {
-    /** API key */
-    apiKey: string;
-    /** Provider ID */
-    providerID?: string;
-    /** Endpoint URL if using a custom URL */
-    endpoint: string;
-    /** LLM model to use */
-    model: string;
-    /** System message to describe to the AI how to behave. */
-    systemMessage: string;
-    /** User ID used to uniquely identify users in ChatGPT's API */
-    userID: string;
-    /** If true, streams the text responses from the API */
-    stream: boolean;
-    /** Amount of estimated tokens to keep when trimming */
-    maxTokens: number;
-    /** Callback before the AI sends info to the LLM */
-    onBeforeMessageProcessing?: () => void;
-    /** Callback when a message from the AI is returned. If isChunk is true, it may be incomplete and be called again with more updates. */
-    onAIMessage?: (text: string, isChunk: boolean) => void;
-    /** Callback when the AI starts performing an action */
-    onAIToolStart?: (toolName: string, input: any) => void;
-}
-/** ChatGPT tool config */
-interface ChatGPTToolConfig {
-    /** Name of the tool */
-    name: string;
-    /** Description of the tool */
-    description: string;
-    /** Parameters for the tool */
-    params: JSONSchema7;
-    /** Callback function to process the tool */
-    callback: (params: any) => any;
-    /** If true, this tool call will be removed from the message history after it is executed. */
-    removeFromMessageHistory?: boolean;
-    /** If true, this item can be removed if there's not enough context available. */
-    canRemove?: boolean;
-    /** Misc app context */
-    [key: string]: any;
-}
-/** ChatGPT message */
-interface ChatGPTMessage {
-    /** Role of the message */
-    role: 'user' | 'assistant' | 'system' | 'tool';
-    /** Content of the message */
-    content: string;
-    /** Tool call ID */
-    tool_call_id?: string;
-    /** Tool calls made by the AI */
-    tool_calls?: any[];
-}
-/**
- * API for interacting with ChatGPT APIs.
+ * This AudioNode uses IntelliWeave's servers to transcribe spoken speech to text.
+ *
+ * - event `transcription` - Fired when a transcription is ready. `text` contains the transcribed text.
  */
-declare class ChatGPT {
-    /** ID */
-    id: string;
-    /** Metadata */
-    metadata: any;
-    /** Config */
-    config: ChatGPTConfig;
-    /** The maximum tool calls in sequence the AI can make before an error is thrown. */
-    maxToolCallsPerMessage: number;
-    /** Statistics */
-    stats: {
-        /** Total tokens used this session */
-        tokensUsed: number;
-    };
-    /** Token window management */
-    tokenWindow: TokenWindow;
-    /** Token window group used for the context message */
-    get contextGroup(): TokenWindowGroup<any>;
-    /** Token window group used for tools / actions */
-    get toolGroup(): TokenWindowGroup<ChatGPTToolConfig>;
-    /** Token window group used for messages */
-    get messageGroup(): TokenWindowGroup<ChatGPTMessage>;
+declare class IntelliWeaveTranscriptionNode extends VoiceChunkOutputNode {
+    /** Debug: Export each recording as a wav file for download */
+    static debugExportWav: boolean;
+    /** Server address for transcription */
+    apiAddress: string;
+    /** OpenAI API key */
+    apiKey: string;
+    /** WebSocket connection */
+    private ws?;
+    /** True if currently transcribing */
+    isTranscribing: boolean;
+    /** WebSocket shutdown timer */
+    private shutdownTimer?;
     /** Constructor */
-    constructor(config: ChatGPTConfig);
-    /** Send a message, and get the response */
-    sendMessage(message: string): Promise<string>;
-    /** Insert a message as if the assistant has written it */
-    addAssistantMessage(message: string): void;
-    /** Insert a message sent from a user. Note that doing this instead of using `sendMessage()` means you'll need to manually call `await processMessages()` and then `getLatestMessage()` to get the response. */
-    addUserMessage(message: string): void;
-    /** Get all messages */
-    getMessages(): ChatGPTMessage[];
-    /** Get latest message */
-    getLatestMessage(): ChatGPTMessage | undefined;
-    /** @private Process messages in the chat history */
-    processMessages(): Promise<void>;
-    /** Trim message list */
-    trimMessages(): Promise<void>;
-    /** @private Send message list to the API and store the response */
-    sendToAPI(generatePayloadOnly?: boolean): Promise<any>;
-    /** Process incoming message from the AI. Can be used to respond to encoded actions in the text response. */
-    processIncomingMessage(message: string): void;
-    /** Register a tool. */
-    registerTool(tool: ChatGPTToolConfig): void;
-    /** @private Process a tool call request from the AI */
-    processToolCall(toolCall: any): Promise<void>;
-    /** Reset the conversation */
-    resetConversation(): void;
+    constructor(audioContext: AudioContext, apiKey: string);
+    /** Called when a voice chunk is received */
+    onVoiceChunk(buffer: Float32Array): Promise<void>;
+    /** Called when the voice recording ends */
+    onVoiceEnd(buffers: Float32Array[]): Promise<void>;
+    /** Called when a transcription is ready */
+    onVoiceTranscription(text: string): void;
+    /** Called when the WebSocket is closed */
+    onSocketClose(): void;
 }
 
 /**
- * Speech output
+ * Handles speech recognition from the microphone
  *
- * - event `speechstart` - When the speech starts
- * - event `speechend` - When the speech ends
+ * - event `speechstart` - We have detected the user started speaking
+ * - event `speechend` - We have detected the user stopped speaking
+ * - event `speech` - Speech recognition result
+ * - event `start` - Speech recognition started
+ * - event `end` - Speech recognition ended
  */
-declare class WebWeaverSpeechOutput extends EventTarget {
+declare class WebWeaverSpeechRecognition extends EventTarget {
     /** Reference to the AI */
-    private ai?;
-    /** Constructor */
-    constructor(ai: IntelliWeave);
-    /** Called when the AI speaks */
-    onTextOutputFromAI(e: CustomEvent): void;
-    /** Current player vars */
-    private currentPlayerVolume?;
-    private currentPlayer?;
+    ai?: IntelliWeave;
+    /** True if recognition is running */
+    isRunning: boolean;
     /** The audio analyser node */
     private analyserNode?;
     /** The audio analyser buffer */
     private analyserBuffer?;
+    /** The microphone stream */
+    micStream?: MediaStream;
+    /** Recording start time for tracking duration */
+    private recordingStartTime?;
+    /** Returns true if speech recognition is supported by this persona and browser */
+    get isSupported(): boolean;
+    /** Currently active voice detection node */
+    voiceDetection?: IntelliWeaveTranscriptionNode | OpenAITranscriptionNode;
+    /** Constructor */
+    constructor(ai: IntelliWeave);
+    private _skipEvents;
+    /** Start recognition */
+    start(): Promise<void>;
+    /** Stop recognition */
+    stop(): void;
     /** @private Maximum volume heard this session */
-    private maxVolumeHeard;
-    /** Get current (realtime) audio output volume level, from 0 to 1 */
+    maxVolumeHeard: number;
+    /** Get current (realtime) microphone volume level, from 0 to 1 */
     get volumeLevel(): number;
-    /** Speak the text */
-    speak(text: string): Promise<void>;
-    private _speakWithLock;
-    /** True if currently playing audio */
-    get isSpeaking(): boolean;
-    /** Interrupt the previously playing audio */
-    interrupt(): Promise<void>;
-    /** Called when the speech output ends */
-    onSpeechEnd(): void;
+    /** True if currently detecting words being spoken */
+    get wordsCurrentlyBeingSpoken(): boolean;
+    /** True if currently transcribing voice to text */
+    get isTranscribing(): boolean;
+    /** Called when speech has been recorded */
+    onTranscription(e: CustomEvent): void;
+    /** Called to reset the speech recognizer */
+    reset(): Promise<void>;
+}
+
+/** Handles creating and managing the AudioContext */
+declare class AudioSystem {
+    /** Reference to the AI */
+    private ai?;
+    /** The speech recognition module. */
+    speechRecognition: WebWeaverSpeechRecognition;
+    /** The speech output module. */
+    speechOutput: WebWeaverSpeechOutput;
+    /** The audio context */
+    context?: AudioContext;
+    /** List of active named locks */
+    locks: string[];
+    /** Returns true if speech recognition and output is supported by this persona and browser */
+    static get isSupported(): boolean;
+    /** Constructor */
+    constructor(ai: IntelliWeave);
+    /** Create a named lock to enable the audio system */
+    beginAccess(namedLock: string): Promise<void>;
+    /** Stop accessing the audio system */
+    endAccess(namedLock: string): void;
 }
 
 /**
- * An AudioWorklet module that records data from input and sends it to the host.
- *
- * - event `data` - Fired when data is available to be read.
+ * This class allows you to use the AI as a logic engine, data extractor, etc.
  */
-declare class PCMReceiverNode extends AudioWorkletNode {
-    /** @type {'int16' | 'float32'} The output data format */
-    format: string;
+declare class AILogic {
+    /** Reference to the AI */
+    private ai?;
+    /** Constructor */
+    constructor(ai: IntelliWeave);
+    /** Ask the AI a yes/no question associated with the specified data. Data must be JSON-serializable, or a string of any kind of data. */
+    boolean(config: IntelliWeaveInstructConfig): Promise<boolean>;
+    /** Ask the AI to select a choice from a list of options. */
+    choose(config: IntelliWeaveInstructConfig & {
+        /** List of choices the AI can pick from. */
+        options: string[];
+    }): Promise<string | undefined>;
+    /**
+     * Ask the AI to extract data from input data. The AI will return the extracted data. Possibly an array of multiple extractions.
+     */
+    extract<T = any>(config: IntelliWeaveInstructConfig & {
+        /** Allow multiple items to be returned. If true, returns an array instead of an object. */
+        allowMultiple?: boolean;
+        /** Fields to extract in each object. */
+        extractions: {
+            /** Field name */
+            name: string;
+            /** Field data type */
+            type: 'string' | 'number' | 'boolean' | 'date' | 'email' | 'phone' | 'address';
+            /** Describe to the AI what data to put in this field. */
+            description?: string;
+        }[];
+    }): Promise<T[]>;
     /**
-     * Creates a new PCMRecorderNode ready to receive PCM data.
+     * Generate a Markdown document based on the data from the user.
      *
-     * @param context - The audio context to use.
-     * @param sampleRate - The sample rate of the output data stream.
-     * @param format - The format of the output data stream.
-     * @param bufferSize - The size of the output buffer in elements (Int16Array or Float32Array items, depending on `format`).
+     * @param config Instruct config.
+     * @returns A markdown document.
      */
-    constructor(context: AudioContext, sampleRate: number, format: 'int16' | 'int64' | 'float32', bufferSize: number);
-    /** @private Called when a message is received from the worklet */
-    onWorkletMessage(e: MessageEvent): void;
-    /** Called when data is received */
-    onData(buffer: Float32Array | Int16Array | BigInt64Array): void;
+    generateMarkdown(config: Omit<IntelliWeaveInstructConfig, 'instruction'>): Promise<string>;
+    /**
+     * Perform an instruction.
+     *
+     * @param config Instruct config.
+     * @returns The final response from the AI.
+     */
+    instruct(config: IntelliWeaveInstructConfig): Promise<string>;
+}
+/** Config for any instruct call */
+interface IntelliWeaveInstructConfig {
+    /** Instruction */
+    instruction: string;
+    /** Input data or query to process */
+    data: any;
+    /** Whether to allow the AI to use the knowledge base or not. If false, the AI will not use the knowledge base. */
+    allowKB?: boolean;
+    /** Callback that will be called when streaming the response. Each call will contain the full text that has been generated so far. */
+    callback?: (txt: string) => void;
 }
 
 /**
- * An AudioNode which sends events for when speech is detected
- *
- * - event `speechstart` - Fired when speech is detected
- * - event `speechend` - Fired when speech ends
+ * Allows an MCP server to be used as a knowledge source for IntelliWeave.
  */
-declare class VoiceDetectionNode extends PCMReceiverNode {
-    /** True if voice is currently being detected */
-    isVoiceActive: boolean;
-    /** True if voice is active but may be ending soon */
-    get isVoicePossiblyEnding(): boolean;
-    /** Last date that voice was detected */
-    lastVoiceActiveDate: number;
-    /** Amount of time to wait after voice detection to detect that it has ended */
-    voiceEndTimeout: number;
-    /** Detection sensitivity, if the detection model outputs a number bigger than this it will be considered voice */
-    sensitivity: number;
-    /** Sensitivity threshold to end speaking */
-    sentivityEnd: number;
-    /** VAD model */
-    static vadModelURL: string;
-    /** Loaded VAD model */
-    private vad?;
-    /** Sample rate */
-    get sampleRate(): 8000 | 16000;
-    /** Number of samples */
-    get numberOfSamples(): number;
-    /** Number of sample chunks */
-    get numberOfSampleChunks(): number;
-    /** Output buffer size */
-    get outputBufferSize(): number;
-    /** True if the VAD model has been loaded */
-    get isModelLoaded(): boolean;
-    /** The time when to next reset the VAD model */
-    nextVadReset: number;
-    /** The current probability of active voice */
-    currentProbability: number;
+declare class MCPKnowledgeClient {
+    /** MCP client */
+    client?: Client;
+    /** All tools discovered on the MCP server. Only available after connect() has completed. */
+    tools: Awaited<ReturnType<Client['listTools']>>['tools'];
+    /** All toold discovered, mapped to IntelliWeave knowledge base actions */
+    iwActions: KnowledgeBaseItem[];
+    /** Statistics */
+    stats: {
+        toolsCalled: number;
+    };
+    /** Configuration */
+    config: {
+        /** Source ID */
+        id?: string;
+        /** URL to the MCP server endpoint */
+        baseURL?: string;
+        /** Custom connection function. If specified, baseURL is optional. */
+        connect?: () => Promise<Client>;
+        /**
+         * The name of the tool which provides knowledge searching. If specified, the search() will exclude this function and instead
+         * call it and show returned results. If not specified, the search() will just return all tools.
+         */
+        searchToolName?: string;
+        /** Keep search function available for the AI to use. */
+        searchToolVisible?: boolean;
+    };
     /** Constructor */
-    constructor(audioContext: AudioContext);
-    /** Start loading */
-    loadModel(): Promise<void>;
-    private _lastVoiceActive;
-    /** Called when data is received */
-    onData(buffer: Float32Array): Promise<void>;
-    /** Called when speech is detected */
-    onSpeechStart(): void;
-    /** Called when speech ends */
-    onSpeechEnd(): void;
+    constructor(config: MCPKnowledgeClient['config']);
+    /** In-progress connection attempt */
+    private connectionPromise?;
+    /** Connect to the client */
+    connect(): Promise<Client<{
+        method: string;
+        params?: {
+            [x: string]: unknown;
+            _meta?: {
+                [x: string]: unknown;
+                progressToken?: string | number | undefined;
+            } | undefined;
+        } | undefined;
+    }, {
+        method: string;
+        params?: {
+            [x: string]: unknown;
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+        } | undefined;
+    }, {
+        [x: string]: unknown;
+        _meta?: {
+            [x: string]: unknown;
+        } | undefined;
+    }>>;
+    connectInternal(): Promise<Client<{
+        method: string;
+        params?: {
+            [x: string]: unknown;
+            _meta?: {
+                [x: string]: unknown;
+                progressToken?: string | number | undefined;
+            } | undefined;
+        } | undefined;
+    }, {
+        method: string;
+        params?: {
+            [x: string]: unknown;
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+        } | undefined;
+    }, {
+        [x: string]: unknown;
+        _meta?: {
+            [x: string]: unknown;
+        } | undefined;
+    }>>;
+    /** Disconnect from server */
+    disconnect(): Promise<void>;
+    /** Fetch list of tools from the MCP server */
+    private fetchTools;
+    /** Cache last search result */
+    lastSearchQuery: string;
+    lastSearchResults: KnowledgeBaseItem[];
+    /** Perform a search query */
+    search(query: string): Promise<KnowledgeBaseItem[]>;
+    /** Perform search using the configured search function */
+    private performSearchCall;
+    /** Perform tool call. */
+    private performToolCall;
 }
 
 /**
- * An AudioNode which isolates speech and outputs the audio data. Since we are reusing the VAD model node,
- * output data is in 8000Hz Float32 format.
- *
- * - event `voicedata` - Fired when a chunk of voice is detected. `data` contains the recorded chunk of voice in a Float32Array.
- * - event `voicedataend` - Fired when this chunk of voice ends. `data` contains an array of Float32Array containing the entirety of the recorded voice.
+ * This class helps organize groups of tokenized text along with removing items when the window is full.
  */
-declare class VoiceChunkOutputNode extends VoiceDetectionNode {
-    /** Stored buffers */
-    buffers: Float32Array[];
-    /** Recorded audio chunks with voice in it */
-    recordedBuffers: Float32Array[];
-    /** Last active state */
-    _voiceRecording: boolean;
-    /** Amount of audio data in the buffer, in seconds */
-    get bufferDuration(): number;
-    /** Amount of data to keep from before the user started speaking */
-    backBufferDurationSeconds: number;
-    /** Called when data is received */
-    onData(buffer: Float32Array): Promise<void>;
-    /** Called when a chunk of voice is recorded */
-    onVoiceChunk(buffer: Float32Array): void;
-    /** Called when the voice recording ends */
-    onVoiceEnd(buffers: Float32Array[]): void;
+declare class TokenWindow {
+    /** Token window size */
+    size: number;
+    /** Token groups */
+    groups: TokenWindowGroup<any>[];
+    /** Create a new group */
+    createGroup(id: string): TokenWindowGroup<unknown>;
+    /** Get a group */
+    group<CustomDataType>(id: string): TokenWindowGroup<CustomDataType> | undefined;
+    /** Calculate current tokens in all groups */
+    countTokens(): number;
+    /** Remove overflow from all groups. */
+    removeOverflow(): void;
+    /** Remove one overflow item. Returns null if no items were able to be removed. */
+    private removeOneItem;
+}
+/** A token group. */
+declare class TokenWindowGroup<CustomDataType> {
+    /** Group ID */
+    id: string;
+    /** List of items */
+    items: TokenWindowGroupItem<CustomDataType>[];
+    /**
+     * Weight controls how many items from this group should be kept in relation to the entire window. For example if all
+     * groups have a weight of 1, each group remove items equally if full. If one has a weight of 2 while the rest are 1,
+     * that group will be allowed to keep double the amount of items.
+     */
+    weight: number;
+    /** Current total token count, computed automatically. Don't update this value manually. */
+    tokenCount: number;
+    /** Group item separator */
+    separator: string;
+    /** Token count padding added to each item. */
+    private itemPadding;
+    /** Sets the token count padding added to each item. Useful if you don't know exactly what will be added by the LLM host. */
+    setItemPadding(padding: number): this;
+    /** Sort function */
+    private sortFunction;
+    /** Set sort function */
+    sortBy(sortFunction: (a: TokenWindowGroupItem<CustomDataType>, b: TokenWindowGroupItem<CustomDataType>) => number): this;
+    /** Set separator */
+    setSeparator(separator: string): this;
+    /** Set weight */
+    setWeight(weight: number): this;
+    /** Recalculate all tokens. Note this may take a while. */
+    recalculateTokens(): void;
+    /** Add an item to the group */
+    add(item: string | Omit<Optional<TokenWindowGroupItem<CustomDataType>, 'id' | 'dateAdded' | 'sortOrder'>, 'tokenCount'>): TokenWindowGroupItem<CustomDataType>;
+    /** Get all items as a string */
+    getAllAsString(): string;
+    /** Get all items. Doesn't return disabled items. */
+    getAll(): TokenWindowGroupItem<CustomDataType>[];
+    /** Remove all items from this group */
+    empty(): void;
+}
+/** Token group item */
+interface TokenWindowGroupItem<CustomDataType> {
+    /** Each item must have a unique ID. */
+    id: string;
+    /** The string content of the item */
+    content: string;
+    /** True if this item should never be removed */
+    cannotRemove?: boolean;
+    /** Sorting order. If not specified, uses dateAdded instead. */
+    sortOrder: number;
+    /** Date this item was added */
+    dateAdded: number;
+    /** Token count in the content */
+    tokenCount: number;
+    /** Anything to attach to this item */
+    customData?: CustomDataType;
+    /** If disabled, this item will not be included and will not add tot he token count. */
+    disabled?: boolean;
 }
 
+// ==================================================================================================
+// JSON Schema Draft 07
+// ==================================================================================================
+// https://tools.ietf.org/html/draft-handrews-json-schema-validation-01
+// --------------------------------------------------------------------------------------------------
+
 /**
- * This AudioNode uses OpenAI's Whisper model to transcribe spoken speech to text.
- *
- * - event `transcription` - Fired when a transcription is ready. `text` contains the transcribed text.
+ * Primitive type
+ * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.1.1
  */
-declare class OpenAITranscriptionNode extends VoiceChunkOutputNode {
-    /** OpenAI API key */
-    apiKey: string;
-    /** Pending buffers */
-    private pendingBuffers;
-    /** Last request */
-    private lastRequestAbortController?;
-    /** True if currently transcribing */
-    isTranscribing: boolean;
-    /** Constructor */
-    constructor(audioContext: AudioContext, apiKey: string);
-    /** Called when the voice recording ends */
-    onVoiceEnd(buffers: Float32Array[]): Promise<void>;
-    /** Called when a transcription is ready */
-    onVoiceTranscription(text: string): void;
-}
+type JSONSchema7TypeName =
+    | "string" //
+    | "number"
+    | "integer"
+    | "boolean"
+    | "object"
+    | "array"
+    | "null";
 
 /**
- * This AudioNode uses IntelliWeave's servers to transcribe spoken speech to text.
- *
- * - event `transcription` - Fired when a transcription is ready. `text` contains the transcribed text.
+ * Primitive type
+ * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.1.1
  */
-declare class IntelliWeaveTranscriptionNode extends VoiceChunkOutputNode {
-    /** Debug: Export each recording as a wav file for download */
-    static debugExportWav: boolean;
-    /** Server address for transcription */
-    apiAddress: string;
-    /** OpenAI API key */
-    apiKey: string;
-    /** WebSocket connection */
-    private ws?;
-    /** True if currently transcribing */
-    isTranscribing: boolean;
-    /** WebSocket shutdown timer */
-    private shutdownTimer?;
-    /** Constructor */
-    constructor(audioContext: AudioContext, apiKey: string);
-    /** Called when a voice chunk is received */
-    onVoiceChunk(buffer: Float32Array): Promise<void>;
-    /** Called when the voice recording ends */
-    onVoiceEnd(buffers: Float32Array[]): Promise<void>;
-    /** Called when a transcription is ready */
-    onVoiceTranscription(text: string): void;
-    /** Called when the WebSocket is closed */
-    onSocketClose(): void;
+type JSONSchema7Type =
+    | string //
+    | number
+    | boolean
+    | JSONSchema7Object
+    | JSONSchema7Array
+    | null;
+
+// Workaround for infinite type recursion
+interface JSONSchema7Object {
+    [key: string]: JSONSchema7Type;
 }
 
+// Workaround for infinite type recursion
+// https://github.com/Microsoft/TypeScript/issues/3496#issuecomment-128553540
+interface JSONSchema7Array extends Array<JSONSchema7Type> {}
+
 /**
- * Handles speech recognition from the microphone
+ * Meta schema
  *
- * - event `speechstart` - We have detected the user started speaking
- * - event `speechend` - We have detected the user stopped speaking
- * - event `speech` - Speech recognition result
- * - event `start` - Speech recognition started
- * - event `end` - Speech recognition ended
+ * Recommended values:
+ * - 'http://json-schema.org/schema#'
+ * - 'http://json-schema.org/hyper-schema#'
+ * - 'http://json-schema.org/draft-07/schema#'
+ * - 'http://json-schema.org/draft-07/hyper-schema#'
+ *
+ * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-5
  */
-declare class WebWeaverSpeechRecognition extends EventTarget {
-    /** Reference to the AI */
-    ai?: IntelliWeave;
-    /** True if recognition is running */
-    isRunning: boolean;
-    /** The audio analyser node */
-    private analyserNode?;
-    /** The audio analyser buffer */
-    private analyserBuffer?;
-    /** The microphone stream */
-    micStream?: MediaStream;
-    /** Recording start time for tracking duration */
-    private recordingStartTime?;
-    /** Returns true if speech recognition is supported by this persona and browser */
-    get isSupported(): boolean;
-    /** Currently active voice detection node */
-    voiceDetection?: IntelliWeaveTranscriptionNode | OpenAITranscriptionNode;
-    /** Constructor */
-    constructor(ai: IntelliWeave);
-    private _skipEvents;
-    /** Start recognition */
-    start(): Promise<void>;
-    /** Stop recognition */
-    stop(): void;
-    /** @private Maximum volume heard this session */
-    maxVolumeHeard: number;
-    /** Get current (realtime) microphone volume level, from 0 to 1 */
-    get volumeLevel(): number;
-    /** True if currently detecting words being spoken */
-    get wordsCurrentlyBeingSpoken(): boolean;
-    /** True if currently transcribing voice to text */
-    get isTranscribing(): boolean;
-    /** Called when speech has been recorded */
-    onTranscription(e: CustomEvent): void;
-    /** Called to reset the speech recognizer */
-    reset(): Promise<void>;
-}
-
-/** Handles creating and managing the AudioContext */
-declare class AudioSystem {
-    /** Reference to the AI */
-    private ai?;
-    /** The speech recognition module. */
-    speechRecognition: WebWeaverSpeechRecognition;
-    /** The speech output module. */
-    speechOutput: WebWeaverSpeechOutput;
-    /** The audio context */
-    context?: AudioContext;
-    /** List of active named locks */
-    locks: string[];
-    /** Returns true if speech recognition and output is supported by this persona and browser */
-    static get isSupported(): boolean;
-    /** Constructor */
-    constructor(ai: IntelliWeave);
-    /** Create a named lock to enable the audio system */
-    beginAccess(namedLock: string): Promise<void>;
-    /** Stop accessing the audio system */
-    endAccess(namedLock: string): void;
-}
+type JSONSchema7Version = string;
 
 /**
- * This class allows you to use the AI as a logic engine, data extractor, etc.
+ * JSON Schema v7
+ * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01
  */
-declare class AILogic {
-    /** Reference to the AI */
-    private ai?;
-    /** Constructor */
-    constructor(ai: IntelliWeave);
-    /** Ask the AI a yes/no question associated with the specified data. Data must be JSON-serializable, or a string of any kind of data. */
-    boolean(config: IntelliWeaveInstructConfig): Promise<boolean>;
-    /** Ask the AI to select a choice from a list of options. */
-    choose(config: IntelliWeaveInstructConfig & {
-        /** List of choices the AI can pick from. */
-        options: string[];
-    }): Promise<string | undefined>;
+type JSONSchema7Definition = JSONSchema7 | boolean;
+interface JSONSchema7 {
+    $id?: string | undefined;
+    $ref?: string | undefined;
+    $schema?: JSONSchema7Version | undefined;
+    $comment?: string | undefined;
+
+    /**
+     * @see https://datatracker.ietf.org/doc/html/draft-bhutton-json-schema-00#section-8.2.4
+     * @see https://datatracker.ietf.org/doc/html/draft-bhutton-json-schema-validation-00#appendix-A
+     */
+    $defs?: {
+        [key: string]: JSONSchema7Definition;
+    } | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.1
+     */
+    type?: JSONSchema7TypeName | JSONSchema7TypeName[] | undefined;
+    enum?: JSONSchema7Type[] | undefined;
+    const?: JSONSchema7Type | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.2
+     */
+    multipleOf?: number | undefined;
+    maximum?: number | undefined;
+    exclusiveMaximum?: number | undefined;
+    minimum?: number | undefined;
+    exclusiveMinimum?: number | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.3
+     */
+    maxLength?: number | undefined;
+    minLength?: number | undefined;
+    pattern?: string | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.4
+     */
+    items?: JSONSchema7Definition | JSONSchema7Definition[] | undefined;
+    additionalItems?: JSONSchema7Definition | undefined;
+    maxItems?: number | undefined;
+    minItems?: number | undefined;
+    uniqueItems?: boolean | undefined;
+    contains?: JSONSchema7Definition | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.5
+     */
+    maxProperties?: number | undefined;
+    minProperties?: number | undefined;
+    required?: string[] | undefined;
+    properties?: {
+        [key: string]: JSONSchema7Definition;
+    } | undefined;
+    patternProperties?: {
+        [key: string]: JSONSchema7Definition;
+    } | undefined;
+    additionalProperties?: JSONSchema7Definition | undefined;
+    dependencies?: {
+        [key: string]: JSONSchema7Definition | string[];
+    } | undefined;
+    propertyNames?: JSONSchema7Definition | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.6
+     */
+    if?: JSONSchema7Definition | undefined;
+    then?: JSONSchema7Definition | undefined;
+    else?: JSONSchema7Definition | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-6.7
+     */
+    allOf?: JSONSchema7Definition[] | undefined;
+    anyOf?: JSONSchema7Definition[] | undefined;
+    oneOf?: JSONSchema7Definition[] | undefined;
+    not?: JSONSchema7Definition | undefined;
+
     /**
-     * Ask the AI to extract data from input data. The AI will return the extracted data. Possibly an array of multiple extractions.
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-7
      */
-    extract<T = any>(config: IntelliWeaveInstructConfig & {
-        /** Allow multiple items to be returned. If true, returns an array instead of an object. */
-        allowMultiple?: boolean;
-        /** Fields to extract in each object. */
-        extractions: {
-            /** Field name */
-            name: string;
-            /** Field data type */
-            type: 'string' | 'number' | 'boolean' | 'date' | 'email' | 'phone' | 'address';
-            /** Describe to the AI what data to put in this field. */
-            description?: string;
-        }[];
-    }): Promise<T[]>;
+    format?: string | undefined;
+
     /**
-     * Generate a Markdown document based on the data from the user.
-     *
-     * @param config Instruct config.
-     * @returns A markdown document.
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-8
      */
-    generateMarkdown(config: Omit<IntelliWeaveInstructConfig, 'instruction'>): Promise<string>;
+    contentMediaType?: string | undefined;
+    contentEncoding?: string | undefined;
+
     /**
-     * Perform an instruction.
-     *
-     * @param config Instruct config.
-     * @returns The final response from the AI.
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-9
      */
-    instruct(config: IntelliWeaveInstructConfig): Promise<string>;
-}
-/** Config for any instruct call */
-interface IntelliWeaveInstructConfig {
-    /** Instruction */
-    instruction: string;
-    /** Input data or query to process */
-    data: any;
-    /** Whether to allow the AI to use the knowledge base or not. If false, the AI will not use the knowledge base. */
-    allowKB?: boolean;
-    /** Callback that will be called when streaming the response. Each call will contain the full text that has been generated so far. */
-    callback?: (txt: string) => void;
+    definitions?: {
+        [key: string]: JSONSchema7Definition;
+    } | undefined;
+
+    /**
+     * @see https://tools.ietf.org/html/draft-handrews-json-schema-validation-01#section-10
+     */
+    title?: string | undefined;
+    description?: string | undefined;
+    default?: JSONSchema7Type | undefined;
+    readOnly?: boolean | undefined;
+    writeOnly?: boolean | undefined;
+    examples?: JSONSchema7Type | undefined;
 }
 
+/** Chat config options */
+interface ChatBaseConfig {
+    /** API key */
+    apiKey: string;
+    /** Provider ID */
+    providerID?: string;
+    /** Endpoint URL if using a custom URL */
+    endpoint: string;
+    /** LLM model to use */
+    model: string;
+    /** System message to describe to the AI how to behave. */
+    systemMessage: string;
+    /** User ID used to uniquely identify users in ChatGPT's API */
+    userID: string;
+    /** If true, streams the text responses from the API */
+    stream: boolean;
+    /** Amount of estimated tokens to keep when trimming */
+    maxTokens: number;
+    /** Callback before the AI sends info to the LLM */
+    onBeforeMessageProcessing?: () => void;
+    /** Callback when a message from the AI is returned. If isChunk is true, it may be incomplete and be called again with more updates. */
+    onAIMessage?: (text: string, isChunk: boolean) => void;
+    /** Callback when the AI starts performing an action */
+    onAIToolStart?: (toolName: string, input: any) => void;
+}
+/** Chat tool config */
+interface ChatBaseToolConfig {
+    /** Name of the tool, eg "perform_search" */
+    name: string;
+    /** Description of the tool */
+    description: string;
+    /** Parameters for the tool */
+    params: JSONSchema7;
+    /** Callback function to process the tool */
+    callback: (params: any) => any;
+    /** If true, this tool call will be removed from the message history after it is executed. */
+    removeFromMessageHistory?: boolean;
+    /** If true, this item can be removed if there's not enough context available. */
+    canRemove?: boolean;
+    /** Misc app context */
+    [key: string]: any;
+}
 /**
- * Allows an MCP server to be used as a knowledge source for IntelliWeave.
+ * API for interacting with chat APIs.
  */
-declare class MCPKnowledgeClient {
-    /** MCP client */
-    client?: Client;
-    /** All tools discovered on the MCP server. Only available after connect() has completed. */
-    tools: Awaited<ReturnType<Client['listTools']>>['tools'];
-    /** All toold discovered, mapped to IntelliWeave knowledge base actions */
-    iwActions: KnowledgeBaseItem[];
+declare class ChatBase<
+/** Format for messages in the token window */
+MessageFormat = any, 
+/** Optional extended config */
+ConfigFormat extends ChatBaseConfig = ChatBaseConfig> {
+    /** ID */
+    id: string;
+    /** Metadata */
+    metadata: any;
+    /** Config */
+    config: ConfigFormat;
+    /** The maximum tool calls in sequence the AI can make before an error is thrown. */
+    maxToolCallsPerMessage: number;
     /** Statistics */
     stats: {
-        toolsCalled: number;
-    };
-    /** Configuration */
-    config: {
-        /** Source ID */
-        id?: string;
-        /** URL to the MCP server endpoint */
-        baseURL?: string;
-        /** Custom connection function. If specified, baseURL is optional. */
-        connect?: () => Promise<Client>;
-        /**
-         * The name of the tool which provides knowledge searching. If specified, the search() will exclude this function and instead
-         * call it and show returned results. If not specified, the search() will just return all tools.
-         */
-        searchToolName?: string;
-        /** Keep search function available for the AI to use. */
-        searchToolVisible?: boolean;
+        /** Total tokens used this session */
+        tokensUsed: number;
     };
+    /** Token window management */
+    tokenWindow: TokenWindow;
+    /** Token window group used for the context message */
+    get contextGroup(): TokenWindowGroup<any>;
+    /** Token window group used for tools / actions */
+    get toolGroup(): TokenWindowGroup<ChatBaseToolConfig>;
+    /** Token window group used for messages */
+    get messageGroup(): TokenWindowGroup<MessageFormat>;
     /** Constructor */
-    constructor(config: MCPKnowledgeClient['config']);
-    /** In-progress connection attempt */
-    private connectionPromise?;
-    /** Connect to the client */
-    connect(): Promise<Client<{
-        method: string;
-        params?: {
-            [x: string]: unknown;
-            _meta?: {
-                [x: string]: unknown;
-                progressToken?: string | number | undefined;
-            } | undefined;
-        } | undefined;
-    }, {
-        method: string;
-        params?: {
-            [x: string]: unknown;
-            _meta?: {
-                [x: string]: unknown;
-            } | undefined;
-        } | undefined;
-    }, {
-        [x: string]: unknown;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    }>>;
-    connectInternal(): Promise<Client<{
-        method: string;
-        params?: {
-            [x: string]: unknown;
-            _meta?: {
-                [x: string]: unknown;
-                progressToken?: string | number | undefined;
-            } | undefined;
-        } | undefined;
-    }, {
-        method: string;
-        params?: {
-            [x: string]: unknown;
-            _meta?: {
-                [x: string]: unknown;
-            } | undefined;
-        } | undefined;
-    }, {
-        [x: string]: unknown;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    }>>;
-    /** Disconnect from server */
-    disconnect(): Promise<void>;
-    /** Fetch list of tools from the MCP server */
-    private fetchTools;
-    /** Cache last search result */
-    lastSearchQuery: string;
-    lastSearchResults: KnowledgeBaseItem[];
-    /** Perform a search query */
-    search(query: string): Promise<KnowledgeBaseItem[]>;
-    /** Perform search using the configured search function */
-    private performSearchCall;
-    /** Perform tool call. */
-    private performToolCall;
+    constructor(config: ConfigFormat);
+    /** Send a message, and get the response */
+    sendMessage(message: string): Promise<string>;
+    /** Add a user message to the message history */
+    addUserMessage(message: string): void;
+    /** Add an assistant message to the message history */
+    addAssistantMessage(message: string): void;
+    /** Process incoming message from the AI. Can be used to respond to encoded actions in the text response. */
+    onBeforeIncomingMessage(message: MessageFormat): void;
+    /** Reset the conversation */
+    resetConversation(): void;
+    /** Trim message list */
+    trimMessages(): Promise<void>;
+    /** Register a tool. */
+    registerTool(tool: ChatBaseToolConfig): TokenWindowGroupItem<ChatBaseToolConfig>;
 }
 
 /** Persona config received from the hub */
 interface WebWeaverGPTConfig {
     /** ID */
     id: string;
-    /** ChatGPT config */
-    model: ChatGPTConfig;
+    /** Chat API config */
+    model: ChatBaseConfig;
     /** If true, message history will be sent to the IntelliWeave hub for analysis */
     analytics?: boolean;
     /** Persona name */
@@ -1198,7 +1182,7 @@ interface WebWeaverGPTConfig {
  * - event `webweaver_loaded` - Fired when the AI is loaded with a new configuration. This is a global event that is fired on the window object.
  * - event `webweaver_error` - Fired when an error occurs during loading. This is a global event that is fired on the window object.
  * - event `input` - Fired when the user sends a message to the AI.
- * - event `output` - Fired when the AI sends a message back to the user. If `event.detail.isChunk` is true, the message is incomplete and will be followed by more chunks.
+ * - event `output` - Fired when the AI sends a message back to the user. If `event.detail.isChunk` is true, the message is incomplete and will be followed by more events.
  * - event `toolstart` - Fired when the AI starts performing an action.
  * - event `tool` - Fired when the AI finishes performing an action.
  */
@@ -1208,7 +1192,7 @@ declare class IntelliWeave extends EventTarget {
     /** Callback when a message from the AI is returned. If isChunk is true, it may be incomplete and be called again with more updates. */
     onAIMessage?: (text: string, isChunk: boolean) => void;
     /** Callback when the AI starts performing an action */
-    onAIToolStart?: ChatGPTConfig['onAIToolStart'];
+    onAIToolStart?: ChatBaseConfig['onAIToolStart'];
     /** Current conversation ID */
     conversationID: string;
     /** Knowledge database interface */
@@ -1224,11 +1208,11 @@ declare class IntelliWeave extends EventTarget {
     /** Available LLMs */
     models: {
         id: string;
-        config: ChatGPTConfig;
+        config: ChatBaseConfig;
         priority?: number;
     }[];
     /** Current LLM */
-    currentModel?: ChatGPT;
+    currentModel?: ChatBase;
     /** The audio system. Set this to a new instance of AudioSystem to enable audio support */
     audio: AudioSystem | null;
     /** Silero VAD model blob */
@@ -1258,7 +1242,6 @@ declare class IntelliWeave extends EventTarget {
     getContextPrefix(): Promise<string>;
     /** Get system message to send to the AI */
     onBeforeMessageProcessing(): Promise<void>;
-    private _lastOutput?;
     /** @private Process incoming message from the AI. Can be used to respond to encoded actions in the text response. */
     processIncomingMessage(message: string, isChunk?: boolean): void;
     /** True if currently processing a message */
@@ -1279,7 +1262,7 @@ declare class IntelliWeave extends EventTarget {
     exportState(): {
         type: string;
         conversationID: string;
-        messages: (ChatGPTMessage | undefined)[] | undefined;
+        messages: any[] | undefined;
     };
     /** Import conversation state from JSON */
     importState(state: any): void;
@@ -1532,6 +1515,8 @@ declare class WebWeaverEmbed extends BaseComponent {
     resetConversation(): void;
     /** True if busy processing */
     private _isProcessing;
+    /** The element which will receive the current message from the AI */
+    currentOutputElement?: HTMLElement;
     /** Process input text from the user */
     processInput(inputText: string): Promise<void>;
     /** Called when the AI responds with some text */
@@ -1583,6 +1568,59 @@ declare function getDefaultUserID(): string;
 /** Convert an IntelliWeave parameter list to JSON schema. Does not modify if it's already a JSON schema. */
 declare function convertParamsToJSONSchema(params: KnowledgeBaseActionParameterSchema): JSONSchema7;
 
+/** ChatGPT message */
+interface ChatGPTMessage {
+    /** Role of the message */
+    role: 'user' | 'assistant' | 'system' | 'tool';
+    /** Content of the message */
+    content: string;
+    /** Tool call ID */
+    tool_call_id?: string;
+    /** Tool calls made by the AI */
+    tool_calls?: any[];
+}
+/**
+ * API for interacting with ChatGPT APIs.
+ */
+declare class ChatGPT extends ChatBase<ChatGPTMessage> {
+    /** Send a message, and get the response */
+    sendMessage(message: string): Promise<string>;
+    /** Insert a message as if the assistant has written it */
+    addAssistantMessage(message: string): void;
+    /** Insert a message sent from a user. Note that doing this instead of using `sendMessage()` means you'll need to manually call `await processMessages()` and then `getLatestMessage()` to get the response. */
+    addUserMessage(message: string): void;
+    /** Get all messages */
+    getMessages(): ChatGPTMessage[];
+    /** Get latest message */
+    getLatestMessage(): ChatGPTMessage | undefined;
+    /** @private Process messages in the chat history */
+    processMessages(): Promise<void>;
+    /** Trim message list */
+    trimMessages(): Promise<void>;
+    /** @private Send HTTP request to the API and return the response */
+    sendRequest(payload: any): Promise<Response>;
+    /** @private Send message list to the API and store the response */
+    sendToAPI(generatePayloadOnly?: boolean): Promise<any>;
+    /** @private Process a tool call request from the AI */
+    processToolCall(toolCall: any): Promise<void>;
+}
+
+/**
+ * API for interacting with Anthropic APIs.
+ */
+declare class AnthropicChat extends ChatBase<Anthropic.Messages.MessageParam> {
+    /** Add a user message to the message history */
+    addUserMessage(message: string): void;
+    /** Add an assistant message to the message history */
+    addAssistantMessage(message: string): void;
+    /** Send a message, and get the response */
+    sendMessage(message: string): Promise<string>;
+    /** Calls the specified tool and returns a tool_result block */
+    protected performToolCall(toolUse: Anthropic.Messages.ToolUseBlockParam): Promise<Anthropic.Messages.ToolResultBlockParam>;
+    /** Trim message list */
+    trimMessages(): Promise<void>;
+}
+
 /** Class to help with logging */
 declare class Logging {
     /** Current module */
@@ -1658,4 +1696,4 @@ interface IntelliWeaveStreamTextOutputEvent extends IntelliWeaveStreamEvent {
     text: string;
 }
 
-export { type BufferType, BufferedWebSocket, ChatGPT, type ChatGPTConfig, type ChatGPTMessage, type ChatGPTToolConfig, FixedBufferStream, IntelliWeave, type IntelliWeaveGlobalConfig, type IntelliWeaveParameterDefinition, IntelliWeaveStream, type IntelliWeaveStreamErrorEvent, type IntelliWeaveStreamEvent, type IntelliWeaveStreamTextOutputEvent, KnowledgeBase, type KnowledgeBaseActionParameterSchema, type KnowledgeBaseItem, type KnowledgeBaseSource, type KnowledgeBaseWebhookActionResponse, type KnowledgeBaseWebhookRequest, type KnowledgeBaseWebhookSearchResponse, type KnowledgeFetcher, Logging, MCPKnowledgeClient, ONNXModel, type ONNXTensors, Resampler, type SupportedArrayBuffers, TokenWindow, TokenWindowGroup, type TokenWindowGroupItem, type WebWeaverGPTConfig, audioToWav, convertParamsToJSONSchema, floatTo16BitPCM, floatTo64BitPCM, getDefaultUserID, int16ToFloat32BitPCM, intelliweaveConfig, intelliweaveGlobalThis, sseEvents, trimWhitespaceInText };
+export { AnthropicChat, type BufferType, BufferedWebSocket, ChatBase, type ChatBaseConfig, type ChatBaseToolConfig, ChatGPT, type ChatGPTMessage, FixedBufferStream, IntelliWeave, type IntelliWeaveGlobalConfig, type IntelliWeaveParameterDefinition, IntelliWeaveStream, type IntelliWeaveStreamErrorEvent, type IntelliWeaveStreamEvent, type IntelliWeaveStreamTextOutputEvent, KnowledgeBase, type KnowledgeBaseActionParameterSchema, type KnowledgeBaseItem, type KnowledgeBaseSource, type KnowledgeBaseWebhookActionResponse, type KnowledgeBaseWebhookRequest, type KnowledgeBaseWebhookSearchResponse, type KnowledgeFetcher, Logging, MCPKnowledgeClient, ONNXModel, type ONNXTensors, Resampler, type SupportedArrayBuffers, TokenWindow, TokenWindowGroup, type TokenWindowGroupItem, type WebWeaverGPTConfig, audioToWav, convertParamsToJSONSchema, floatTo16BitPCM, floatTo64BitPCM, getDefaultUserID, int16ToFloat32BitPCM, intelliweaveConfig, intelliweaveGlobalThis, sseEvents, trimWhitespaceInText };