@superatomai/sdk-node 0.0.3 → 0.0.4-dsp

package/dist/index.d.mts

@@ -1,4 +1,78 @@
 import { z } from 'zod';
+import Anthropic from '@anthropic-ai/sdk';
+
+/**
+ * Unified UIBlock structure for database storage
+ * Used in both bookmarks and user-conversations tables
+ */
+interface DBUIBlock {
+    id: string;
+    component: Record<string, any> | null;
+    analysis: string | null;
+    user_prompt: string;
+}
+
+/**
+ * Log levels in hierarchical order
+ * - errors: only error logs
+ * - warnings: warning + error logs
+ * - info: info + warning + error logs
+ * - verbose: all logs including debug
+ */
+type LogLevel = 'errors' | 'warnings' | 'info' | 'verbose';
+/**
+ * Logger class with environment-based log level support
+ */
+declare class Logger {
+    private currentLevel;
+    private currentLevelPriority;
+    constructor();
+    /**
+     * Check if a string is a valid log level
+     */
+    private isValidLogLevel;
+    /**
+     * Check if a message should be logged based on current log level
+     */
+    private shouldLog;
+    /**
+     * Get current log level
+     */
+    getLogLevel(): LogLevel;
+    /**
+     * Set log level programmatically
+     */
+    setLogLevel(level: LogLevel): void;
+    /**
+     * Log info message (shown for info and verbose levels)
+     */
+    info(...args: any[]): void;
+    /**
+     * Log error message (shown for all levels)
+     */
+    error(...args: any[]): void;
+    /**
+     * Log warning message (shown for warnings, info, and verbose levels)
+     */
+    warn(...args: any[]): void;
+    /**
+     * Log debug message (only shown for verbose level)
+     */
+    debug(...args: any[]): void;
+    /**
+     * Write to log file
+     */
+    file(...args: any[]): void;
+    /**
+     * Clear the log file (call at start of new user request)
+     */
+    clearFile(): void;
+    /**
+     * Log LLM method prompts with clear labeling
+     */
+    logLLMPrompt(methodName: string, promptType: 'system' | 'user', content: string | object | any[]): void;
+}
+declare const logger: Logger;
 
 declare const DSLRendererPropsSchema$1: z.ZodObject<{
     dsl: z.ZodObject<{
@@ -27,7 +101,27 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             deps?: string[] | undefined;
         }>, "many">>;
         data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-        render: z.ZodType<any, z.ZodTypeDef, any>;
+        render: z.ZodOptional<z.ZodType<any, z.ZodTypeDef, any>>;
+        pages: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            name: z.ZodString;
+            order: z.ZodNumber;
+            icon: z.ZodOptional<z.ZodString>;
+            render: z.ZodType<any, z.ZodTypeDef, any>;
+        }, "strip", z.ZodTypeAny, {
+            id: string;
+            name: string;
+            order: number;
+            icon?: string | undefined;
+            render?: any;
+        }, {
+            id: string;
+            name: string;
+            order: number;
+            icon?: string | undefined;
+            render?: any;
+        }>, "many">>;
+        defaultPageId: z.ZodOptional<z.ZodString>;
         query: z.ZodOptional<z.ZodObject<{
             graphql: z.ZodOptional<z.ZodString>;
             sql: z.ZodOptional<z.ZodString>;
@@ -66,6 +160,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -76,7 +171,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
+        pages?: {
+            id: string;
+            name: string;
+            order: number;
+            icon?: string | undefined;
+            render?: any;
+        }[] | undefined;
+        defaultPageId?: string | undefined;
     }, {
         id: string;
         name?: string | undefined;
@@ -90,6 +192,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -100,7 +203,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
+        pages?: {
+            id: string;
+            name: string;
+            order: number;
+            icon?: string | undefined;
+            render?: any;
+        }[] | undefined;
+        defaultPageId?: string | undefined;
     }>;
     data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
     context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
@@ -118,6 +228,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -128,7 +239,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
+        pages?: {
+            id: string;
+            name: string;
+            order: number;
+            icon?: string | undefined;
+            render?: any;
+        }[] | undefined;
+        defaultPageId?: string | undefined;
     };
     data?: Record<string, any> | undefined;
     context?: Record<string, any> | undefined;
@@ -146,6 +264,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -156,7 +275,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
+        pages?: {
+            id: string;
+            name: string;
+            order: number;
+            icon?: string | undefined;
+            render?: any;
+        }[] | undefined;
+        defaultPageId?: string | undefined;
     };
     data?: Record<string, any> | undefined;
     context?: Record<string, any> | undefined;
@@ -229,6 +355,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -239,7 +366,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
     }, {
         id: string;
         name?: string | undefined;
@@ -253,6 +379,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -263,7 +390,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
     }>;
     data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
     context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
@@ -281,6 +407,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -291,7 +418,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
     };
     data?: Record<string, any> | undefined;
     context?: Record<string, any> | undefined;
@@ -309,6 +435,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             dependencies?: string[] | undefined;
         } | undefined;
         props?: Record<string, any> | undefined;
+        render?: any;
         states?: Record<string, any> | undefined;
         methods?: Record<string, {
             fn: string;
@@ -319,13 +446,86 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
             deps?: string[] | undefined;
         }[] | undefined;
         data?: Record<string, any> | undefined;
-        render?: any;
     };
     data?: Record<string, any> | undefined;
     context?: Record<string, any> | undefined;
 }>;
 type DSLRendererProps = z.infer<typeof DSLRendererPropsSchema>;
 
+declare const UserSchema: z.ZodObject<{
+    username: z.ZodString;
+    email: z.ZodOptional<z.ZodString>;
+    password: z.ZodString;
+    fullname: z.ZodOptional<z.ZodString>;
+    role: z.ZodOptional<z.ZodString>;
+    userInfo: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    wsIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+}, "strip", z.ZodTypeAny, {
+    username: string;
+    password: string;
+    email?: string | undefined;
+    fullname?: string | undefined;
+    role?: string | undefined;
+    userInfo?: Record<string, unknown> | undefined;
+    wsIds?: string[] | undefined;
+}, {
+    username: string;
+    password: string;
+    email?: string | undefined;
+    fullname?: string | undefined;
+    role?: string | undefined;
+    userInfo?: Record<string, unknown> | undefined;
+    wsIds?: string[] | undefined;
+}>;
+type User = z.infer<typeof UserSchema>;
+declare const UsersDataSchema: z.ZodObject<{
+    users: z.ZodArray<z.ZodObject<{
+        username: z.ZodString;
+        email: z.ZodOptional<z.ZodString>;
+        password: z.ZodString;
+        fullname: z.ZodOptional<z.ZodString>;
+        role: z.ZodOptional<z.ZodString>;
+        userInfo: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        wsIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    }, "strip", z.ZodTypeAny, {
+        username: string;
+        password: string;
+        email?: string | undefined;
+        fullname?: string | undefined;
+        role?: string | undefined;
+        userInfo?: Record<string, unknown> | undefined;
+        wsIds?: string[] | undefined;
+    }, {
+        username: string;
+        password: string;
+        email?: string | undefined;
+        fullname?: string | undefined;
+        role?: string | undefined;
+        userInfo?: Record<string, unknown> | undefined;
+        wsIds?: string[] | undefined;
+    }>, "many">;
+}, "strip", z.ZodTypeAny, {
+    users: {
+        username: string;
+        password: string;
+        email?: string | undefined;
+        fullname?: string | undefined;
+        role?: string | undefined;
+        userInfo?: Record<string, unknown> | undefined;
+        wsIds?: string[] | undefined;
+    }[];
+}, {
+    users: {
+        username: string;
+        password: string;
+        email?: string | undefined;
+        fullname?: string | undefined;
+        role?: string | undefined;
+        userInfo?: Record<string, unknown> | undefined;
+        wsIds?: string[] | undefined;
+    }[];
+}>;
+type UsersData = z.infer<typeof UsersDataSchema>;
 declare const MessageSchema: z.ZodObject<{
     id: z.ZodOptional<z.ZodString>;
     type: z.ZodString;
@@ -426,30 +626,441 @@ declare const IncomingMessageSchema: z.ZodObject<{
     payload?: unknown;
 }>;
 type IncomingMessage = z.infer<typeof IncomingMessageSchema>;
+declare const ComponentSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    displayName: z.ZodOptional<z.ZodString>;
+    isDisplayComp: z.ZodOptional<z.ZodBoolean>;
+    type: z.ZodString;
+    description: z.ZodString;
+    props: z.ZodObject<{
+        query: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
+        title: z.ZodOptional<z.ZodString>;
+        description: z.ZodOptional<z.ZodString>;
+        config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        actions: z.ZodOptional<z.ZodArray<z.ZodAny, "many">>;
+    }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+        query: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
+        title: z.ZodOptional<z.ZodString>;
+        description: z.ZodOptional<z.ZodString>;
+        config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        actions: z.ZodOptional<z.ZodArray<z.ZodAny, "many">>;
+    }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        query: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
+        title: z.ZodOptional<z.ZodString>;
+        description: z.ZodOptional<z.ZodString>;
+        config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        actions: z.ZodOptional<z.ZodArray<z.ZodAny, "many">>;
+    }, z.ZodTypeAny, "passthrough">>;
+    category: z.ZodOptional<z.ZodString>;
+    keywords: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+}, "strip", z.ZodTypeAny, {
+    id: string;
+    type: string;
+    name: string;
+    description: string;
+    props: {
+        description?: string | undefined;
+        query?: string | {} | null | undefined;
+        title?: string | undefined;
+        config?: Record<string, unknown> | undefined;
+        actions?: any[] | undefined;
+    } & {
+        [k: string]: unknown;
+    };
+    displayName?: string | undefined;
+    isDisplayComp?: boolean | undefined;
+    category?: string | undefined;
+    keywords?: string[] | undefined;
+}, {
+    id: string;
+    type: string;
+    name: string;
+    description: string;
+    props: {
+        description?: string | undefined;
+        query?: string | {} | null | undefined;
+        title?: string | undefined;
+        config?: Record<string, unknown> | undefined;
+        actions?: any[] | undefined;
+    } & {
+        [k: string]: unknown;
+    };
+    displayName?: string | undefined;
+    isDisplayComp?: boolean | undefined;
+    category?: string | undefined;
+    keywords?: string[] | undefined;
+}>;
+type Component = z.infer<typeof ComponentSchema>;
+declare const OutputFieldSchema: z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodEnum<["string", "number", "boolean", "date"]>;
+    description: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "string" | "number" | "boolean" | "date";
+    name: string;
+    description: string;
+}, {
+    type: "string" | "number" | "boolean" | "date";
+    name: string;
+    description: string;
+}>;
+type OutputField = z.infer<typeof OutputFieldSchema>;
+declare const OutputSchema: z.ZodObject<{
+    description: z.ZodString;
+    fields: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        type: z.ZodEnum<["string", "number", "boolean", "date"]>;
+        description: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "string" | "number" | "boolean" | "date";
+        name: string;
+        description: string;
+    }, {
+        type: "string" | "number" | "boolean" | "date";
+        name: string;
+        description: string;
+    }>, "many">;
+}, "strip", z.ZodTypeAny, {
+    description: string;
+    fields: {
+        type: "string" | "number" | "boolean" | "date";
+        name: string;
+        description: string;
+    }[];
+}, {
+    description: string;
+    fields: {
+        type: "string" | "number" | "boolean" | "date";
+        name: string;
+        description: string;
+    }[];
+}>;
+type ToolOutputSchema = z.infer<typeof OutputSchema>;
+declare const ToolSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    /** Tool type: "source" = routed through SourceAgent, "direct" = called directly by MainAgent */
+    toolType: z.ZodOptional<z.ZodEnum<["source", "direct"]>>;
+    /** Full untruncated schema for source agent (all columns visible) */
+    fullSchema: z.ZodOptional<z.ZodString>;
+    params: z.ZodRecord<z.ZodString, z.ZodString>;
+    fn: z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodUnknown>, z.ZodAny>;
+    outputSchema: z.ZodOptional<z.ZodObject<{
+        description: z.ZodString;
+        fields: z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            type: z.ZodEnum<["string", "number", "boolean", "date"]>;
+            description: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            type: "string" | "number" | "boolean" | "date";
+            name: string;
+            description: string;
+        }, {
+            type: "string" | "number" | "boolean" | "date";
+            name: string;
+            description: string;
+        }>, "many">;
+    }, "strip", z.ZodTypeAny, {
+        description: string;
+        fields: {
+            type: "string" | "number" | "boolean" | "date";
+            name: string;
+            description: string;
+        }[];
+    }, {
+        description: string;
+        fields: {
+            type: "string" | "number" | "boolean" | "date";
+            name: string;
+            description: string;
+        }[];
+    }>>;
+    /** Cache policy. `false` = never cache (live data, write ops). Mirrors HTTP `Cache-Control: no-store`. */
+    cache: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<false>, z.ZodObject<{
+        ttlMs: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        ttlMs?: number | undefined;
+    }, {
+        ttlMs?: number | undefined;
+    }>]>>;
+}, "strip", z.ZodTypeAny, {
+    id: string;
+    params: Record<string, string>;
+    name: string;
+    description: string;
+    fn: (args_0: any, ...args: unknown[]) => any;
+    toolType?: "source" | "direct" | undefined;
+    fullSchema?: string | undefined;
+    outputSchema?: {
+        description: string;
+        fields: {
+            type: "string" | "number" | "boolean" | "date";
+            name: string;
+            description: string;
+        }[];
+    } | undefined;
+    cache?: false | {
+        ttlMs?: number | undefined;
+    } | undefined;
+}, {
+    id: string;
+    params: Record<string, string>;
+    name: string;
+    description: string;
+    fn: (args_0: any, ...args: unknown[]) => any;
+    toolType?: "source" | "direct" | undefined;
+    fullSchema?: string | undefined;
+    outputSchema?: {
+        description: string;
+        fields: {
+            type: "string" | "number" | "boolean" | "date";
+            name: string;
+            description: string;
+        }[];
+    } | undefined;
+    cache?: false | {
+        ttlMs?: number | undefined;
+    } | undefined;
+}>;
+type Tool$1 = z.infer<typeof ToolSchema>;
 type CollectionOperation = 'getMany' | 'getOne' | 'query' | 'mutation' | 'updateOne' | 'deleteOne' | 'createOne';
 type CollectionHandler<TParams = any, TResult = any> = (params: TParams) => Promise<TResult> | TResult;
-type LLMProvider = 'anthropic' | 'groq';
+type LLMProvider = 'anthropic' | 'groq' | 'gemini' | 'openai';
+
+type DatabaseType = 'postgresql' | 'mssql' | 'snowflake' | 'mysql';
+/**
+ * Model strategy for controlling which models are used for different tasks
+ * - 'best': Use the best model (e.g., Sonnet) for all tasks - highest quality, higher cost
+ * - 'fast': Use the fast model (e.g., Haiku) for all tasks - lower quality, lower cost
+ * - 'balanced': Use best model for complex tasks, fast model for simple tasks (default)
+ */
+type ModelStrategy = 'best' | 'fast' | 'balanced';
+/**
+ * Model configuration for DASH_COMP flow (dashboard component picking)
+ * Allows separate control of models used for component selection
+ */
+interface DashCompModelConfig {
+    /**
+     * Primary model for DASH_COMP requests
+     * Format: "provider/model-name" (e.g., "anthropic/claude-sonnet-4-5-20250929")
+     */
+    model?: string;
+    /**
+     * Fast model for simpler DASH_COMP tasks (optional)
+     * Format: "provider/model-name" (e.g., "anthropic/claude-haiku-4-5-20251001")
+     */
+    fastModel?: string;
+}
 interface SuperatomSDKConfig {
     url?: string;
-    apiKey: string;
+    apiKey?: string;
     projectId: string;
-    userId?: string;
     type?: string;
     bundleDir?: string;
     promptsDir?: string;
+    databaseType?: DatabaseType;
     ANTHROPIC_API_KEY?: string;
     GROQ_API_KEY?: string;
+    GEMINI_API_KEY?: string;
+    OPENAI_API_KEY?: string;
     LLM_PROVIDERS?: LLMProvider[];
+    logLevel?: LogLevel;
+    /**
+     * Model selection strategy for LLM API calls:
+     * - 'best': Use best model for all tasks (highest quality, higher cost)
+     * - 'fast': Use fast model for all tasks (lower quality, lower cost)
+     * - 'balanced': Use best model for complex tasks, fast model for simple tasks (default)
+     */
+    modelStrategy?: ModelStrategy;
+    /**
+     * Model for the main agent (routing + analysis).
+     * Format: "provider/model-name" (e.g., "anthropic/claude-haiku-4-5-20251001")
+     * If not set, uses the provider's default model.
+     */
+    mainAgentModel?: string;
+    /**
+     * Model for source agents (per-source query generation).
+     * Format: "provider/model-name" (e.g., "anthropic/claude-haiku-4-5-20251001")
+     * If not set, uses the provider's default model.
+     */
+    sourceAgentModel?: string;
+    /**
+     * Separate model configuration for DASH_COMP flow (dashboard component picking)
+     * If not provided, falls back to provider-based model selection
+     */
+    dashCompModels?: DashCompModelConfig;
+    /**
+     * Similarity threshold for conversation search (semantic matching)
+     * Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
+     * Higher values require closer matches, lower values allow more distant matches
+     * Default: 0.8
+     */
+    conversationSimilarityThreshold?: number;
+    /**
+     * Query cache TTL (Time To Live) in minutes
+     * Cached query results expire after this duration
+     * Default: 5 minutes
+     */
+    queryCacheTTL?: number;
+    /**
+     * Dashboard conversation history TTL (Time To Live) in minutes
+     * Per-dashboard conversation histories expire after this duration
+     * Default: 30 minutes
+     */
+    dashboardHistoryTTL?: number;
 }
 
-interface User {
-    username: string;
-    password: string;
-    wsIds: string[];
-}
-interface UsersData {
-    users: User[];
+declare const KbNodesQueryFiltersSchema: z.ZodObject<{
+    query: z.ZodOptional<z.ZodString>;
+    category: z.ZodOptional<z.ZodString>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    type: z.ZodOptional<z.ZodEnum<["global", "user", "query"]>>;
+    createdBy: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type?: "query" | "user" | "global" | undefined;
+    query?: string | undefined;
+    category?: string | undefined;
+    createdBy?: string | undefined;
+    tags?: string[] | undefined;
+}, {
+    type?: "query" | "user" | "global" | undefined;
+    query?: string | undefined;
+    category?: string | undefined;
+    createdBy?: string | undefined;
+    tags?: string[] | undefined;
+}>;
+type KbNodesQueryFilters = z.infer<typeof KbNodesQueryFiltersSchema>;
+declare const KbNodesRequestPayloadSchema: z.ZodObject<{
+    operation: z.ZodEnum<["create", "update", "delete", "getAll", "getOne", "search", "getByCategory", "getByUser", "getCategories", "getTags"]>;
+    data: z.ZodOptional<z.ZodObject<{
+        id: z.ZodOptional<z.ZodNumber>;
+        title: z.ZodOptional<z.ZodString>;
+        content: z.ZodOptional<z.ZodString>;
+        category: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        type: z.ZodOptional<z.ZodEnum<["global", "user", "query"]>>;
+        createdBy: z.ZodOptional<z.ZodString>;
+        updatedBy: z.ZodOptional<z.ZodString>;
+        userId: z.ZodOptional<z.ZodString>;
+        query: z.ZodOptional<z.ZodString>;
+        filters: z.ZodOptional<z.ZodObject<{
+            query: z.ZodOptional<z.ZodString>;
+            category: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            type: z.ZodOptional<z.ZodEnum<["global", "user", "query"]>>;
+            createdBy: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type?: "query" | "user" | "global" | undefined;
+            query?: string | undefined;
+            category?: string | undefined;
+            createdBy?: string | undefined;
+            tags?: string[] | undefined;
+        }, {
+            type?: "query" | "user" | "global" | undefined;
+            query?: string | undefined;
+            category?: string | undefined;
+            createdBy?: string | undefined;
+            tags?: string[] | undefined;
+        }>>;
+        limit: z.ZodOptional<z.ZodNumber>;
+        offset: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        id?: number | undefined;
+        type?: "query" | "user" | "global" | undefined;
+        query?: string | undefined;
+        title?: string | undefined;
+        category?: string | undefined;
+        userId?: string | undefined;
+        limit?: number | undefined;
+        filters?: {
+            type?: "query" | "user" | "global" | undefined;
+            query?: string | undefined;
+            category?: string | undefined;
+            createdBy?: string | undefined;
+            tags?: string[] | undefined;
+        } | undefined;
+        createdBy?: string | undefined;
+        updatedBy?: string | undefined;
+        offset?: number | undefined;
+        tags?: string[] | undefined;
+        content?: string | undefined;
+    }, {
+        id?: number | undefined;
+        type?: "query" | "user" | "global" | undefined;
+        query?: string | undefined;
+        title?: string | undefined;
+        category?: string | undefined;
+        userId?: string | undefined;
+        limit?: number | undefined;
+        filters?: {
+            type?: "query" | "user" | "global" | undefined;
+            query?: string | undefined;
+            category?: string | undefined;
+            createdBy?: string | undefined;
+            tags?: string[] | undefined;
+        } | undefined;
+        createdBy?: string | undefined;
+        updatedBy?: string | undefined;
+        offset?: number | undefined;
+        tags?: string[] | undefined;
+        content?: string | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    operation: "create" | "getOne" | "update" | "delete" | "getAll" | "search" | "getByCategory" | "getByUser" | "getCategories" | "getTags";
+    data?: {
+        id?: number | undefined;
+        type?: "query" | "user" | "global" | undefined;
+        query?: string | undefined;
+        title?: string | undefined;
+        category?: string | undefined;
+        userId?: string | undefined;
+        limit?: number | undefined;
+        filters?: {
+            type?: "query" | "user" | "global" | undefined;
+            query?: string | undefined;
+            category?: string | undefined;
+            createdBy?: string | undefined;
+            tags?: string[] | undefined;
+        } | undefined;
+        createdBy?: string | undefined;
+        updatedBy?: string | undefined;
+        offset?: number | undefined;
+        tags?: string[] | undefined;
+        content?: string | undefined;
+    } | undefined;
+}, {
+    operation: "create" | "getOne" | "update" | "delete" | "getAll" | "search" | "getByCategory" | "getByUser" | "getCategories" | "getTags";
+    data?: {
+        id?: number | undefined;
+        type?: "query" | "user" | "global" | undefined;
+        query?: string | undefined;
+        title?: string | undefined;
+        category?: string | undefined;
+        userId?: string | undefined;
+        limit?: number | undefined;
+        filters?: {
+            type?: "query" | "user" | "global" | undefined;
+            query?: string | undefined;
+            category?: string | undefined;
+            createdBy?: string | undefined;
+            tags?: string[] | undefined;
+        } | undefined;
+        createdBy?: string | undefined;
+        updatedBy?: string | undefined;
+        offset?: number | undefined;
+        tags?: string[] | undefined;
+        content?: string | undefined;
+    } | undefined;
+}>;
+type KbNodesRequestPayload = z.infer<typeof KbNodesRequestPayloadSchema>;
+interface T_RESPONSE {
+    success: boolean;
+    data?: any;
+    errors: string[];
 }
+
 /**
  * UserManager class to handle CRUD operations on users with file persistence
  * and in-memory caching. Changes are synced to file periodically.
@@ -503,6 +1114,18 @@ declare class UserManager {
      * @returns The user if found, undefined otherwise
      */
     getUser(username: string): User | undefined;
+    /**
+     * Read a user by email
+     * @param email - Email to retrieve
+     * @returns The user if found, undefined otherwise
+     */
+    getUserByEmail(email: string): User | undefined;
+    /**
+     * Find user by username or email
+     * @param identifier - Username or email to search for
+     * @returns The user if found, undefined otherwise
+     */
+    getUserByUsernameOrEmail(identifier: string): User | undefined;
     /**
      * Read all users
      * @returns Array of all users
@@ -697,115 +1320,888 @@ declare class ReportManager {
     getReportCount(): number;
 }
 
-interface LLMMessages {
-    sys: string;
-    user: string;
-}
-interface LLMOptions {
-    model?: string;
-    maxTokens?: number;
-    temperature?: number;
-    topP?: number;
-    apiKey?: string;
-    partial?: (chunk: string) => void;
-}
-declare class LLM {
-    static text(messages: LLMMessages, options?: LLMOptions): Promise<string>;
-    static stream<T = string>(messages: LLMMessages, options?: LLMOptions, json?: boolean): Promise<T extends string ? string : any>;
-    /**
-     * Parse model string to extract provider and model name
-     * @param modelString - Format: "provider/model-name" or just "model-name"
-     * @returns [provider, modelName]
-     *
-     * @example
-     * "anthropic/claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"]
-     * "groq/openai/gpt-oss-120b" → ["groq", "openai/gpt-oss-120b"]
-     * "claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"] (default)
-     */
-    private static _parseModel;
-    private static _anthropicText;
-    private static _anthropicStream;
-    private static _groqText;
-    private static _groqStream;
-    /**
-     * Parse JSON string, handling markdown code blocks and surrounding text
-     * Enhanced version from anthropic.ts implementation
-     * @param text - Text that may contain JSON wrapped in ```json...``` or with surrounding text
-     * @returns Parsed JSON object
-     */
-    private static _parseJSON;
-}
-
-interface CapturedLog {
-    timestamp: number;
-    level: 'info' | 'error' | 'warn' | 'debug';
-    message: string;
-    type?: 'explanation' | 'query' | 'general';
-    data?: Record<string, any>;
-}
 /**
- * UILogCollector captures logs during user prompt processing
- * and sends them to runtime via ui_logs message with uiBlockId as the message id
- * Logs are sent in real-time for streaming effect in the UI
+ * StreamBuffer - Buffered streaming utility for smoother text delivery
+ * Batches small chunks together and flushes at regular intervals
  */
-declare class UILogCollector {
-    private logs;
-    private uiBlockId;
-    private clientId;
-    private sendMessage;
-    constructor(clientId: string, sendMessage: (message: Message) => void, uiBlockId?: string);
-    /**
-     * Check if logging is enabled (uiBlockId is provided)
-     */
-    isEnabled(): boolean;
-    /**
-     * Add a log entry with timestamp and immediately send to runtime
-     */
-    private addLog;
-    /**
-     * Send a single log to runtime immediately
-     */
-    private sendLogImmediately;
-    /**
-     * Log info message
-     */
-    info(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
-    /**
-     * Log error message
-     */
-    error(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
-    /**
-     * Log warning message
-     */
-    warn(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
+type StreamCallback = (chunk: string) => void;
+/**
+ * StreamBuffer class for managing buffered streaming output
+ * Provides smooth text delivery by batching small chunks
+ */
+declare class StreamBuffer {
+    private buffer;
+    private flushTimer;
+    private callback;
+    private fullText;
+    constructor(callback?: StreamCallback);
     /**
-     * Log debug message
+     * Check if the buffer has a callback configured
      */
-    debug(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
+    hasCallback(): boolean;
     /**
-     * Log LLM explanation with typed metadata
+     * Get all text that has been written (including already flushed)
      */
-    logExplanation(message: string, explanation: string, data?: Record<string, any>): void;
+    getFullText(): string;
     /**
-     * Log generated query with typed metadata
+     * Write a chunk to the buffer
+     * Large chunks or chunks with newlines are flushed immediately
+     * Small chunks are batched and flushed after a short interval
+     *
+     * @param chunk - Text chunk to write
      */
-    logQuery(message: string, query: string, data?: Record<string, any>): void;
+    write(chunk: string): void;
     /**
-     * Send all collected logs at once (optional, for final summary)
+     * Flush the buffer immediately
+     * Call this before tool execution or other operations that need clean output
      */
-    sendAllLogs(): void;
+    flush(): void;
     /**
-     * Get all collected logs
+     * Internal flush implementation
      */
-    getLogs(): CapturedLog[];
+    private flushNow;
     /**
-     * Clear all logs
+     * Clean up resources
+     * Call this when done with the buffer
      */
-    clearLogs(): void;
-    /**
-     * Set uiBlockId (in case it's provided later)
+    dispose(): void;
+}
+
+/**
+ * ToolExecutorService - Handles execution of SQL queries and external tools
+ * Extracted from BaseLLM.generateTextResponse for better separation of concerns
+ */
+
+/**
+ * External tool definition
+ */
+interface ExternalTool {
+    id: string;
+    name: string;
+    description?: string;
+    /** Tool type: "source" = routed through SourceAgent, "direct" = called directly by MainAgent */
+    toolType?: 'source' | 'direct';
+    /** Full untruncated schema for source agent (all columns visible) */
+    fullSchema?: string;
+    /** Schema size tier: small (≤50 tables), medium (51-200), large (201-500), very_large (500+) */
+    schemaTier?: string;
+    /** Schema search function for very_large tier — keyword search over entities */
+    schemaSearchFn?: (keywords: string[]) => string;
+    fn: (input: any) => Promise<any>;
+    limit?: number;
+    outputSchema?: any;
+    executionType?: 'immediate' | 'deferred';
+    userProvidedData?: any;
+    params?: Record<string, any>;
+}
+/**
+ * Executed tool tracking info
+ */
+interface ExecutedToolInfo {
+    id: string;
+    name: string;
+    params: any;
+    result: {
+        _totalRecords: number;
+        _recordsShown: number;
+        _metadata?: any;
+        _sampleData: any[];
+        /** Bounded summary over the FULL fetched result (complete structure). */
+        _summary?: any;
+        /** Up to MAIN_AGENT_COMPLETE_ROWS rows — the complete result when small. */
+        _mainAgentRows?: any[];
+    };
+    outputSchema?: any;
+    sourceSchema?: string;
+    sourceType?: string;
+}
+
+/**
+ * Multi-Agent Architecture Types
+ *
+ * Defines interfaces for the hierarchical agent system:
+ * - Main Agent: ONE LLM.streamWithTools() call with source agent tools
+ * - Source Agents: independent agents that query individual data sources
+ *
+ * The main agent sees only source summaries. When it calls a source tool,
+ * the SourceAgent runs independently (own LLM, own retries) and returns clean data.
+ */
+
+/**
+ * Per-entity detail: name, row count, and column names.
+ * Gives the main agent enough context to route to the right source.
+ */
+interface EntityDetail {
+    /** Entity name (table, sheet, endpoint) */
+    name: string;
+    /** Approximate row count */
+    rowCount?: number;
+    /** Column/field names */
+    columns: string[];
+}
+/**
+ * Representation of a data source for the main agent.
+ * Contains entity names WITH column names so the LLM can route accurately.
+ */
+interface SourceSummary {
+    /** Source ID (matches tool ID prefix) */
+    id: string;
+    /** Human-readable source name */
+    name: string;
+    /** Source type: postgres, excel, rest_api, etc. */
+    type: string;
+    /** Brief description of what data this source contains */
+    description: string;
+    /** Detailed entity info with column names for routing */
+    entityDetails: EntityDetail[];
+    /** The tool ID associated with this source */
+    toolId: string;
+}
+/**
+ * What a source agent returns after querying its data source.
+ * The main agent uses this to analyze and compose the final response.
+ */
+interface SourceAgentResult {
+    /** Source ID */
+    sourceId: string;
+    /** Source name */
+    sourceName: string;
+    /** Whether the query succeeded */
+    success: boolean;
+    /** Result data rows */
+    data: any[];
+    /** Metadata about the query execution */
+    metadata: SourceAgentMetadata;
+    /** Tool execution info for the last successful query (backward compat) */
+    executedTool: ExecutedToolInfo;
+    /** All successful tool executions (primary + follow-up queries) */
+    allExecutedTools?: ExecutedToolInfo[];
+    /** Error message if failed */
+    error?: string;
+}
+interface SourceAgentMetadata {
+    /** Total rows that matched the query (before limit) */
+    totalRowsMatched: number;
+    /** Rows actually returned (after limit) */
+    rowsReturned: number;
+    /** Whether the result was truncated by the row limit */
+    isLimited: boolean;
+    /** The query/params that were executed */
+    queryExecuted?: string;
+    /** Execution time in milliseconds */
+    executionTimeMs: number;
+}
+/**
+ * A pre-built, multi-step UI flow registered with the SDK.
+ *
+ * When the main agent decides a user's question matches a workflow's whenToUse
+ * trigger, it picks the workflow instead of running source agents / generating
+ * dashboard components. The LLM extracts the workflow's required props from the
+ * prompt (using `propsSchema` as the tool input_schema) and the SDK returns the
+ * workflow component directly — no analysis text, no chart generation. The
+ * frontend renders the registered workflow component with the LLM-extracted
+ * props.
+ */
+interface WorkflowDescriptor {
+    /** Unique workflow id (used as the LLM tool name) */
+    id: string;
+    /** Component name on the frontend (matches the registered React component) */
+    name: string;
+    /** Short human-readable description of what this workflow does */
+    description: string;
+    /**
+     * 1–2 sentence trigger condition. The LLM uses this to decide if the
+     * user's prompt matches this workflow. Be specific — e.g.
+     * "User wants to *initiate* an inventory transfer (review + submit POs),
+     * not just see analysis or charts."
      */
-    setUIBlockId(uiBlockId: string): void;
+    whenToUse: string;
+    /**
+     * JSON-schema-style description of the props the workflow needs. Becomes
+     * the LLM tool's input_schema, so the model fills these from the prompt.
+     * Use the same shape as `params` on direct tools — string descriptors with
+     * an optional "(optional)" suffix.
+     *
+     * Example:
+     * ```
+     * {
+     *   selectedStore: 'object — { id, name } of the source branch',
+     *   minROI: 'number (optional) — only show transfers with ROI ≥ this',
+     * }
+     * ```
+     */
+    propsSchema: Record<string, string>;
+    /**
+     * Optional: static prop defaults merged with LLM-extracted props before
+     * the component is returned. Useful for things like the embedded
+     * `externalTool` config that the workflow uses to fetch its own data.
+     */
+    defaultProps?: Record<string, any>;
+}
+/**
+ * The workflow selection captured during a routing call.
+ * Set on AgentResponse when the LLM picks a workflow tool.
+ */
+interface SelectedWorkflow {
+    /** Component name (matches WorkflowDescriptor.name) */
+    name: string;
+    /** Props extracted from the prompt + merged with workflow.defaultProps */
+    props: Record<string, any>;
+}
+/**
+ * The complete response from the multi-agent system.
+ * Contains everything needed for text display + component generation.
+ */
+interface AgentResponse {
+    /** Generated text response (analysis of the data) */
+    text: string;
+    /** All executed tools across all source agents (for component generation) */
+    executedTools: ExecutedToolInfo[];
+    /** Individual results from each source agent */
+    sourceResults: SourceAgentResult[];
+    /**
+     * Populated when MainAgent wrote AND successfully executed a script during its turn.
+     * Caller (agent-user-response.ts) persists it via ScriptStore.save().
+     * Absent when MainAgent didn't write one (trivial question / all attempts failed).
+     */
+    savedScript?: AgentWrittenScript;
+    /**
+     * Set when the LLM routed the question to a registered workflow component.
+     * When present, the upstream caller should skip component generation and
+     * return this workflow as the response.
+     */
+    workflow?: SelectedWorkflow;
+}
+/**
+ * A script MainAgent authored + verified during its turn. Shape aligns with
+ * what ScriptStore.save() needs — minus store-assigned fields (id, timestamps, counts).
+ */
+interface AgentWrittenScript {
+    /**
+     * `ScriptRecipe.id` of the draft that was authored + verified during this turn.
+     * The caller passes this to `ScriptStore.promoteToVerified(recipeId, …)` to
+     * flip the draft to verified status and (when possible) drop the turn-suffix
+     * from its filename.
+     */
+    recipeId: string;
+    name: string;
+    intentDescription: string;
+    tags: string[];
+    parameters: Array<{
+        name: string;
+        type: 'string' | 'number' | 'date' | 'date_range' | 'enum' | 'boolean';
+        required: boolean;
+        default?: any;
+        enumValues?: Record<string, string>;
+        description: string;
+    }>;
+    scriptBody: string;
+    /** Source IDs referenced by the script (extracted from ctx.query calls) */
+    sourceIds: string[];
+    /** Tables referenced in the script's SQL (regex-extracted) */
+    tables: string[];
+    /** Executed queries from the verified run — fed to component generation */
+    executedQueries: Array<{
+        sourceId: string;
+        sourceName: string;
+        sql: string;
+        data: any[];
+        count: number;
+        totalCount?: number;
+        executionTimeMs: number;
+        /**
+         * True for synthetic entries (ctx.emit datasets, the computed:_final
+         * post-JS data). The component generator routes virtual sources through
+         * the script_dataset sentinel toolId so the frontend resolves them via
+         * queryCache instead of attempting to re-execute SQL.
+         */
+        virtual?: boolean;
+    }>;
+}
+/**
+ * Configuration for the multi-agent system.
+ * Controls limits, models, and behavior.
+ */
+interface AgentConfig {
+    /** Max rows shown to the UI preview / inlined per source (default: 10) */
+    maxRowsPerSource: number;
+    /**
+     * Max rows a source query may FETCH from the DB server-side (default: 2000).
+     * Decoupled from what the main agent is shown: the full result is fetched and
+     * summarized (bounded), but only a small/complete slice enters LLM context.
+     * This lets small lookups (benchmark maps) arrive COMPLETE without letting
+     * large results blow up context.
+     */
+    maxRowsFetched: number;
+    /** Model for the main agent (routing + analysis in one LLM call) */
+    mainAgentModel: string;
+    /** Model for source agent query generation */
+    sourceAgentModel: string;
+    /** API key for LLM calls */
+    apiKey?: string;
+    /** Max retry attempts per source agent */
+    maxRetries: number;
+    /** Max tool calling iterations for the main agent loop */
+    maxIterations: number;
+    /** Global knowledge base context (static, same for all users/questions — cached in system prompt) */
+    globalKnowledgeBase?: string;
+    /** Per-request knowledge base context (user-specific + query-matched — dynamic, not cached) */
+    knowledgeBaseContext?: string;
+    /** Collections registry (ChromaDB search hooks) for embedding-based schema + source search */
+    collections?: any;
+    /** Optional project ID for scoping embedding searches */
+    projectId?: string;
+}
+/**
+ * Default agent configuration
+ */
+declare const DEFAULT_AGENT_CONFIG: AgentConfig;
+
+/**
+ * Script Flow Types
+ *
+ * Defines interfaces for the script-based query architecture:
+ * - ScriptRecipe: metadata for matching, validation, and quality tracking
+ * - ScriptResult: output from executing a script
+ * - ScriptMatch: result from the LLM-based script matcher
+ */
+/**
+ * Recipe metadata stored alongside each script.
+ * Used for matching, validation, and quality tracking.
+ */
+interface ScriptRecipe {
+    /** Unique script identifier */
+    id: string;
+    /** Version number (incremented on regeneration) */
+    version: number;
+    /** Human-readable name (e.g., "Revenue by Dimension") */
+    name: string;
+    /** Natural language description of what this script does */
+    intentDescription: string;
+    /** Keyword tags for quick filtering */
+    tags: string[];
+    /** Source tool IDs this script queries (e.g., ["mssql-abc123_query"]) */
+    sourceIds: string[];
+    /** Table names used (for future schema drift detection) */
+    tables: string[];
+    /** Parameter definitions — what can vary */
+    parameters: ScriptParameter[];
+    /** The script function body as a string. Loaded from disk (scripts-store/<fileBase>.ts). */
+    scriptBody: string;
+    /**
+     * On-disk filename stem for the body: scripts-store/<fileBase>.ts.
+     * Editable in the IDE. Decided at authoring time (slug of `name`, with a
+     * short id suffix on collision) and stable across promotion.
+     */
+    fileBase?: string;
+    /** sha256 of the on-disk body — lets the runtime detect manual edits. */
+    bodyHash?: string;
+    /** Project scope (single-VM deployments may leave this undefined). */
+    projectId?: string;
+    /** Times this script was used successfully */
+    successCount: number;
+    /** Times this script failed */
+    failureCount: number;
+    /** ISO timestamp of last usage */
+    lastUsed: string;
+    /** Original user question that created this script */
+    createdFrom: string;
+    /** ISO timestamp */
+    createdAt: string;
+    /** ISO timestamp */
+    updatedAt: string;
+    /**
+     * `recipe.id` of the parent this script was forked from.
+     * Undefined for root scripts (those written from scratch by MainAgent).
+     * See backend/docs/SCRIPT-FLOW-FORK-ADAPT.md.
+     */
+    parentId?: string;
+    /** 0 for root scripts; `parent.forkDepth + 1` for forks. Capped at 3. */
+    forkDepth?: number;
+    /**
+     * Brief description of what this fork changed vs its parent
+     * (sourced from the matcher's `modificationHint`).
+     */
+    forkReason?: string;
+    /**
+     * Validated component specs captured at authoring time. On a tier-high
+     * replay these are rebound to fresh queryIds deterministically — no
+     * component-generation LLM call, and the rendered columns can't drift from
+     * what was validated when the script was authored. Absent on recipes
+     * authored before this landed; those fall back to LLM component generation.
+     * See backend/docs/SCRIPT-COMPONENT-CONSISTENCY.md.
+     */
+    components?: ScriptComponentSpec[];
+    /**
+     * Lifecycle stage of this recipe on disk.
+     * - 'draft':    written by MainAgent's write_script during a turn; filtered out
+     *               of FTS results (status='verified' only) so the matcher never picks it.
+     *               Filename is suffixed with `turnId` to keep concurrent turns
+     *               from clobbering each other's drafts.
+     * - 'verified': promoted after `execute_script` succeeded; the matcher sees it.
+     *               Filename drops the turn suffix unless a verified file with
+     *               the same slug already exists (collision case keeps the suffix).
+     *
+     * Recipes loaded from disk without this field default to 'verified' so
+     * existing scripts keep working unchanged.
+     */
+    status?: 'draft' | 'verified';
+    /**
+     * Per-turn unique suffix used for draft filenames (e.g. `1714745623-x9k2`).
+     * Set when the draft is saved; carried until the recipe is promoted.
+     */
+    turnId?: string;
+    /**
+     * Last execution error captured by `recordDraftError` while the recipe was
+     * still a draft. Lets users open the draft .json file and see why it failed
+     * without grepping logs. Cleared on promotion to 'verified'.
+     */
+    lastError?: {
+        phase: 'compile' | 'runtime' | 'timeout' | 'ipc';
+        message: string;
+        at: string;
+        attempt: number;
+    };
+}
+interface ScriptParameter {
+    /** Parameter name (used in script body as params.name) */
+    name: string;
+    /** Parameter type */
+    type: 'string' | 'number' | 'date' | 'date_range' | 'enum' | 'boolean';
+    /** Whether this parameter is required */
+    required: boolean;
+    /** Default value if not provided */
+    default?: any;
+    /** For enum type — maps user-facing values to internal values */
+    enumValues?: Record<string, string>;
+    /** Human-readable description (used in the matcher LLM prompt) */
+    description: string;
+}
+/**
+ * A reusable component binding captured when a script is authored. Stored on
+ * the recipe so tier-high replays rebuild components deterministically (rebind
+ * to fresh queryIds) instead of re-running the component-picker LLM.
+ */
+interface ScriptComponentSpec {
+    /** Registered component name (e.g. "DynamicBarChart") — matched against the available component library. */
+    componentType: string;
+    /** `executedQuery.sourceId` to bind to (e.g. a tool id or 'computed:_final'), 'federation' for a cross-source component, or 'markdown' for a content-only narrative block (no data source). */
+    sourceRef: string;
+    /** Present only when sourceRef === 'federation' — the DuckDB SQL to re-execute on replay. */
+    federationSql?: string;
+    /** Present only when sourceRef === 'markdown' — the narrative text to render on replay (markdown has no data source, so its content must be persisted). */
+    content?: string;
+    title?: string;
+    description?: string;
+    /** Validated axis/value keys + aggregation — all referencing real columns of the bound source. */
+    config: Record<string, any>;
+}
+/**
+ * Result from executing a script via ScriptRunner.
+ */
+interface ScriptResult {
+    /** Whether the script executed successfully */
+    success: boolean;
+    /** Combined data from all queries */
+    data: any[];
+    /** Individual query results tracked during execution */
+    executedQueries: ScriptQueryResult[];
+    /** Error message if failed */
+    error?: string;
+    /**
+     * Where in the lifecycle the error occurred. Lets MainAgent's fix-loop
+     * decide between "rewrite the whole draft" (compile) and "patch the
+     * specific line" (runtime).
+     */
+    errorPhase?: 'compile' | 'runtime' | 'timeout' | 'ipc';
+    /** Total execution time in milliseconds */
+    executionTimeMs: number;
+}
+/**
+ * A single query executed during script runtime.
+ * Tracked by ScriptContext for component generation and debugging.
+ */
+interface ScriptQueryResult {
+    /** Source tool ID */
+    sourceId: string;
+    /** Human-readable source name */
+    sourceName: string;
+    /** The SQL that was executed */
+    sql: string;
+    /** Result data rows */
+    data: any[];
+    /** Number of rows returned */
+    count: number;
+    /** Total rows that matched before limit (if available) */
+    totalCount?: number;
+    /** Query execution time in milliseconds */
+    executionTimeMs: number;
+    /**
+     * True for rows that did NOT come from a real SQL execution — either a
+     * ctx.emit() dataset or the synthesized "computed:_final" entry that
+     * carries the script's post-JS returned data. The component generator
+     * uses this to route the resulting component through the script_dataset
+     * sentinel toolId so the frontend resolves it via the queryCache short-circuit.
+     */
+    virtual?: boolean;
+}
+/**
+ * Match tier returned by the LLM script matcher.
+ *
+ * - 'high': the script answers the question directly; only parameter values
+ *   may differ. The runtime replays it with extracted params (cheapest path).
+ * - 'near': the script answers a STRUCTURALLY similar question but needs
+ *   body modification (different metric, dimension, table, filter shape).
+ *   The runtime forks the parent and adapts the body via MainAgent's normal
+ *   write_script + execute_script loop — no SourceAgent dispatch needed.
+ *   See backend/docs/SCRIPT-FLOW-FORK-ADAPT.md for the full design.
+ * - 'none': no script is relevant; full agent flow runs.
+ */
+type MatchTier = 'high' | 'near' | 'none';
+/**
+ * Result from the LLM-based script matcher.
+ *
+ * For `tier: 'high'`, `extractedParams` carries the values to pass to the
+ * existing script. For `tier: 'near'`, `gaps` and `modificationHint` describe
+ * what the fork-author needs to change in the parent body.
+ */
+interface ScriptMatch {
+    /** The matched script recipe */
+    recipe: ScriptRecipe;
+    /** Match tier — see MatchTier docs */
+    tier: MatchTier;
+    /** Similarity score (0-1, derived from LLM tier) */
+    similarity: number;
+    /**
+     * Legacy confidence level. Mirrors `tier === 'high'`/`'near'` for now;
+     * kept so existing callers compile while we migrate to tier-based logic.
+     */
+    confidence: 'high' | 'medium';
+    /** Parameters extracted from the user question by the LLM (tier='high') */
+    extractedParams?: Record<string, any>;
+    /** What the user question needs that the parent doesn't cover (tier='near') */
+    gaps?: string[];
+    /** One-sentence description of the change the fork-author should make (tier='near') */
+    modificationHint?: string;
+    /** Why the matcher made this choice (for logs and telemetry) */
+    reasoning?: string;
+}
+
+/**
+ * ScriptRecipeStore — injected metadata backend for the script flow.
+ *
+ * The SDK is standalone (no DB dependency). The backend implements this
+ * interface over Postgres (full-text search + atomic counters) and injects it
+ * via `collections['script-recipes']`, exactly like `collections['source-embeddings']`.
+ * `ScriptStore` consumes it for all METADATA operations while keeping the
+ * executable body on disk as scripts-store/<fileBase>.ts.
+ *
+ * All metadata rows are plain JSON (no scriptBody — that lives on disk).
+ * See backend/docs/SCRIPT-FLOW-SCALING-ISSUES.md (#1, #3, #7).
+ */
+
+/** One recipe's metadata as stored in Postgres (mirrors the script_recipes table). */
+interface ScriptRecipeMetaRow {
+    id: string;
+    projectId?: string | null;
+    version: number;
+    name: string;
+    intentDescription: string;
+    tags: string[] | null;
+    createdFrom: string | null;
+    sourceIds: string[] | null;
+    tables: string[] | null;
+    parameters: ScriptParameter[] | null;
+    components?: ScriptComponentSpec[] | null;
+    fileBase: string;
+    bodyHash?: string | null;
+    successCount: number;
+    failureCount: number;
+    lastUsed: string | null;
+    parentId?: string | null;
+    forkDepth?: number | null;
+    forkReason?: string | null;
+    status: 'draft' | 'verified' | string;
+    turnId?: string | null;
+    lastError?: {
+        phase: 'compile' | 'runtime' | 'timeout' | 'ipc';
+        message: string;
+        at: string;
+        attempt: number;
+    } | null;
+    createdAt?: string | null;
+    updatedAt?: string | null;
+}
+interface ScriptRecipeStore {
+    /** FTS shortlist of healthy verified recipes for the matcher (metadata only). */
+    search(params: {
+        prompt: string;
+        projectId?: string;
+        limit?: number;
+    }): Promise<ScriptRecipeMetaRow[]>;
+    /** Fetch one recipe by id (any status). */
+    getById(id: string): Promise<ScriptRecipeMetaRow | null>;
+    /** Count healthy verified recipes (drives the "any scripts?" gate). */
+    count(params?: {
+        projectId?: string;
+    }): Promise<number>;
+    /** Insert or update a recipe row (keyed by id). */
+    upsert(row: ScriptRecipeMetaRow): Promise<void>;
+    /** Atomically bump counters / last-used. */
+    updateStats(id: string, patch: {
+        successDelta?: number;
+        failureDelta?: number;
+        lastUsed?: string;
+    }): Promise<void>;
+    /** Flip a draft to verified, applying provenance + optional fork lineage. */
+    promote(id: string, patch: {
+        sourceIds: string[];
+        tables: string[];
+        fileBase?: string;
+        parentId?: string;
+        forkDepth?: number;
+        forkReason?: string;
+        components?: ScriptComponentSpec[];
+    }): Promise<ScriptRecipeMetaRow | null>;
+    /** Stamp a draft's last execution error. */
+    recordDraftError(id: string, err: {
+        phase: string;
+        message: string;
+        attempt: number;
+        at: string;
+    }): Promise<void>;
+    /** Delete a recipe row (body file removed separately). */
+    remove(id: string): Promise<void>;
+    /** True if `fileBase` is taken by a different recipe in this project. */
+    fileBaseTaken(fileBase: string, excludeId: string, projectId?: string): Promise<boolean>;
+}
+/** Pull the injected store off the collections bag (or null if not wired). */
+declare function resolveScriptRecipeStore(collections: any): ScriptRecipeStore | null;
+
+/**
+ * ScriptStore — Postgres metadata + on-disk body for script recipes.
+ *
+ * Split of responsibilities:
+ *   - METADATA  → injected `ScriptRecipeStore` (Postgres FTS + atomic counters),
+ *                 resolved from `collections['script-recipes']`.
+ *   - BODY      → scripts-store/<fileBase>.ts, editable in your IDE. Written
+ *                 atomically (temp + rename); `bodyHash` (sha256) detects edits.
+ *
+ * The old "read every file every turn + send the whole catalog to the LLM"
+ * matcher is gone — matching is `store.search(prompt)` (FTS shortlist). The
+ * draft/verified filename dance is gone too: `status` is a DB column and the
+ * file keeps a stable `<fileBase>.ts` name across promotion.
+ *
+ * When no metadata store is injected, the store degrades to a safe no-op
+ * (count 0 → script flow disabled) instead of crashing.
+ *
+ * See backend/docs/SCRIPT-FLOW-SCALING-ISSUES.md.
+ */
+
+interface SaveDraftInput {
+    /** Reuse an existing draft (retry); omit to mint a new one. */
+    recipeId?: string;
+    /** Per-turn unique suffix, stable across retries within the turn. */
+    turnId: string;
+    name: string;
+    intentDescription: string;
+    tags: string[];
+    parameters: ScriptParameter[];
+    scriptBody: string;
+    createdFrom: string;
+}
+interface PromoteToVerifiedInput {
+    sourceIds: string[];
+    tables: string[];
+    parentId?: string;
+    forkDepth?: number;
+    forkReason?: string;
+    components?: ScriptComponentSpec[];
+}
+interface ScriptStoreOptions {
+    /** Explicit metadata store, or resolved from `collections['script-recipes']`. */
+    store?: ScriptRecipeStore | null;
+    collections?: any;
+    /** Body directory (defaults to <cwd>/scripts-store). */
+    baseDir?: string;
+    /** Project scope stamped on every row. */
+    projectId?: string;
+}
+/**
+ * Normalize a scriptBody into the on-disk form (strip a leading comment block,
+ * ensure `export async function getData`). Exported for MainAgent.
+ */
+declare function normalizeScriptBody(scriptBody: string): string;
+declare class ScriptStore {
+    private store;
+    private storeDir;
+    private projectId?;
+    constructor(opts?: ScriptStoreOptions);
+    /** Whether a metadata store is wired (matcher / authoring are gated on this). */
+    hasStore(): boolean;
+    /** Number of healthy verified recipes (gates the script-matching path). */
+    count(): Promise<number>;
+    /**
+     * FTS shortlist for the matcher (metadata only — bodies are loaded lazily by
+     * `get()` once the LLM picks one). Returns verified, healthy recipes ranked
+     * by relevance.
+     */
+    search(prompt: string, limit?: number): Promise<ScriptRecipe[]>;
+    /** Fetch one recipe by id with its body loaded from disk. */
+    get(id: string): Promise<ScriptRecipe | null>;
+    /** Create or update a recipe (metadata upsert + body write when changed). */
+    save(recipe: ScriptRecipe): Promise<void>;
+    /**
+     * Persist (or update) a draft. Within a turn, retries that pass the same
+     * `recipeId` overwrite the same row + file; a fresh `recipeId` mints a new
+     * draft. The body is visible at scripts-store/<fileBase>.ts immediately.
+     */
+    saveDraft(input: SaveDraftInput): Promise<ScriptRecipe>;
+    /** Stamp a draft's last execution error (metadata only). */
+    recordDraftError(recipeId: string, err: {
+        phase: 'compile' | 'runtime' | 'timeout' | 'ipc';
+        message: string;
+        attempt: number;
+    }): Promise<void>;
+    /**
+     * Promote a successfully-executed draft into a verified script.
+     * The on-disk body already exists at <fileBase>.ts (written at write_script
+     * time) and keeps its name — only the DB row flips status + provenance.
+     */
+    promoteToVerified(recipeId: string, input: PromoteToVerifiedInput): Promise<ScriptRecipe | null>;
+    /**
+     * Drop a draft (row + body file). MainAgent calls this at end-of-turn when a
+     * draft was authored but never verified — failed drafts are never matched, so
+     * deleting them immediately avoids unbounded accumulation (#5). No-op if the
+     * recipe isn't a draft (so a promoted/verified script is never removed here).
+     */
+    discardDraft(recipeId: string): Promise<void>;
+    /** Delete a recipe (row + body file). */
+    delete(id: string): Promise<void>;
+    /** Record a successful execution (atomic counter bump). */
+    recordSuccess(id: string): Promise<void>;
+    /** Record a failed execution (atomic counter bump). */
+    recordFailure(id: string): Promise<void>;
+    /** Absolute path to the .ts body for a recipe (used by the runner/MainAgent). */
+    getScriptPath(recipe: ScriptRecipe): string;
+    private removeById;
+    private rowToRecipe;
+    private recipeToRow;
+    /** slug of name, with a short id suffix when the bare slug is already taken. */
+    private computeFileBase;
+    private toSlug;
+    private hash;
+    private bodyPath;
+    private readBody;
+    /** Atomic body write (temp + rename) so concurrent reads never see a partial file. */
+    private writeBody;
+    private unlinkBody;
+}
+
+/**
+ * Main Agent (Orchestrator)
+ *
+ * A single LLM.streamWithTools() call that handles everything:
+ * - Routing: decides which source(s) to query based on summaries
+ * - Querying: calls source tools (each wraps an independent SourceAgent)
+ * - Direct tools: calls pre-built function tools directly with LLM-provided params
+ * - Re-querying: if data is wrong/incomplete, calls tools again with modified intent
+ * - Analysis: generates final text response from the data
+ *
+ * Two tool types:
+ * - "source" tools: main agent sees summaries, SourceAgent handles SQL generation independently
+ * - "direct" tools: main agent calls fn() directly with structured params (no SourceAgent)
+ */
+
+declare class MainAgent {
+    private externalTools;
+    private workflows;
+    private config;
+    private streamBuffer;
+    /**
+     * Optional: when provided, MainAgent exposes the `write_script` /
+     * `execute_script` tools to the LLM and persists drafts to disk via the
+     * store. Headless callers (alert analyzer, metric resolver) omit these to
+     * suppress script authoring entirely — drafts would otherwise leak onto
+     * disk with no caller to promote or clean them up.
+     */
+    private scriptStore;
+    private turnId;
+    private createdFromPrompt;
+    private scriptState;
+    constructor(externalTools: ExternalTool[], config: AgentConfig, scriptStore?: ScriptStore, turnId?: string, streamBuffer?: StreamBuffer, workflows?: WorkflowDescriptor[]);
+    private get scriptingEnabled();
+    /**
+     * Handle a user question using the multi-agent system.
+     *
+     * This is ONE LLM.streamWithTools() call. The LLM:
+     * 1. Sees source summaries + direct tool descriptions in system prompt
+     * 2. Decides which tool(s) to call (routing)
+     * 3. Source tools → SourceAgent runs independently → returns data
+     * 4. Direct tools → fn() called directly with LLM params → returns data
+     * 5. Generates final analysis text
+     */
+    handleQuestion(userPrompt: string, apiKey?: string, conversationHistory?: string, streamCallback?: (chunk: string) => void): Promise<AgentResponse>;
+    private handleWriteScript;
+    private handleExecuteScript;
+    /**
+     * Build the AgentWrittenScript payload the caller will hand to
+     * `ScriptStore.promoteToVerified()`. Only returned when a verified
+     * successful execution is on record.
+     */
+    private buildSavedScript;
+    private normalizeParameterList;
+    /**
+     * Use the schema embedding collection to pre-select relevant tables for
+     * this source + intent. Returns a formatted schema block if confidence is
+     * high (top match ≥ 0.55 and ≥3 candidates), otherwise null.
+     *
+     * When this returns a block, we can skip the SourceAgent's `search_schema`
+     * loop and reduce iteration budget. When it returns null, the SourceAgent
+     * falls back to the existing LLM-driven keyword search (same as today).
+     */
+    private preResolveSchema;
+    /**
+     * Execute a direct tool — call fn() with LLM-provided params, no SourceAgent.
+     */
+    private handleDirectTool;
+    /**
+     * Build the main agent's system prompt with source summaries, direct tool descriptions,
+     * and workflow component descriptions.
+     */
+    private buildSystemPrompt;
+    /**
+     * Build tool definitions for source tools — summary-only descriptions.
+     * The full schema is inside the SourceAgent which runs independently.
+     */
+    private buildSourceToolDefinitions;
+    /**
+     * Build tool definitions for direct tools — expose their actual params.
+     * These are called directly by the main agent LLM, no SourceAgent.
+     */
+    private buildDirectToolDefinitions;
+    /**
+     * Capture a workflow selection. We do NOT execute anything — the LLM has
+     * already extracted the props it wants the workflow rendered with. We
+     * record the selection (via the capture callback) and return a short
+     * acknowledgement so the LLM ends its turn cleanly without writing
+     * analysis text or calling more tools.
+     */
+    private handleWorkflow;
+    /**
+     * Build LLM tool definitions for workflow components. The workflow's
+     * propsSchema becomes the tool's input_schema so the LLM extracts props
+     * directly from the prompt — same mechanic as direct tools.
+     */
+    private buildWorkflowToolDefinitions;
+    /**
+     * Format a source agent's result as a clean string for the main agent LLM.
+     */
+    private formatResultForMainAgent;
+    /**
+     * Get source summaries (for external inspection/debugging).
+     */
+    getSourceSummaries(): SourceSummary[];
 }
 
 /**
@@ -818,345 +2214,1276 @@ interface Action {
     [key: string]: any;
 }
 
+type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
+interface LLMMessages {
+    sys: SystemPrompt;
+    user: string;
+    prefill?: string;
+}
+interface LLMOptions {
+    model?: string;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+    apiKey?: string;
+    partial?: (chunk: string) => void;
+}
+interface Tool {
+    name: string;
+    description: string;
+    input_schema: {
+        type: string;
+        properties: Record<string, any>;
+        required?: string[];
+    };
+}
+declare class LLM {
+    static text(messages: LLMMessages, options?: LLMOptions): Promise<string>;
+    static stream<T = string>(messages: LLMMessages, options?: LLMOptions, json?: boolean): Promise<T extends string ? string : any>;
+    static streamWithTools(messages: LLMMessages, tools: Tool[], toolHandler: (toolName: string, toolInput: any) => Promise<any>, options?: LLMOptions, maxIterations?: number): Promise<string>;
+    /**
+     * Normalize system prompt to Anthropic format
+     * Converts string to array format if needed
+     * @param sys - System prompt (string or array of blocks)
+     * @returns Normalized system prompt for Anthropic API
+     */
+    private static _normalizeSystemPrompt;
+    /**
+     * Strip unpaired UTF-16 surrogates from every text field of a message set.
+     *
+     * A lone surrogate (from mid-pair string slicing or corrupt source data)
+     * serializes to a bare `\udXXX` escape that strict JSON parsers — including
+     * the one on Anthropic's API — reject with "no low surrogate in string",
+     * failing the whole request. Sanitizing here, at the single boundary every
+     * provider call flows through, guarantees no request can carry one.
+     */
+    private static _sanitizeMessages;
+    /**
+     * Log cache usage metrics from Anthropic API response
+     * Shows cache hits, costs, and savings
+     */
+    private static _logCacheUsage;
+    /**
+     * Parse model string to extract provider and model name
+     * @param modelString - Format: "provider/model-name" or just "model-name"
+     * @returns [provider, modelName]
+     *
+     * @example
+     * "anthropic/claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"]
+     * "groq/openai/gpt-oss-120b" → ["groq", "openai/gpt-oss-120b"]
+     * "claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"] (default)
+     */
+    private static _parseModel;
+    private static _anthropicText;
+    private static _anthropicStream;
+    private static _anthropicStreamWithTools;
+    private static _groqText;
+    private static _groqStream;
+    private static _geminiText;
+    private static _geminiStream;
+    /**
+     * Recursively strip unsupported JSON Schema properties for Gemini
+     * Gemini doesn't support: additionalProperties, $schema, etc.
+     */
+    private static _cleanSchemaForGemini;
+    private static _geminiStreamWithTools;
+    private static _openaiText;
+    private static _openaiStream;
+    private static _openaiStreamWithTools;
+    /**
+     * Parse JSON string, handling markdown code blocks and surrounding text
+     * Enhanced version with jsonrepair to handle malformed JSON from LLMs
+     * @param text - Text that may contain JSON wrapped in ```json...``` or with surrounding text
+     * @returns Parsed JSON object or array
+     */
+    private static _parseJSON;
+}
+
+interface CapturedLog {
+    timestamp: number;
+    level: 'info' | 'error' | 'warn' | 'debug';
+    message: string;
+    type?: 'explanation' | 'query' | 'general';
+    data?: Record<string, any>;
+}
 /**
- * UIBlock represents a single user and assistant message block in a thread
- * Contains user question, component metadata, component data, and available actions
+ * UILogCollector captures logs during user prompt processing
+ * and sends them to runtime via ui_logs message with uiBlockId as the message id
+ * Logs are sent in real-time for streaming effect in the UI
+ * Respects the global log level configuration
  */
-declare class UIBlock {
-    private id;
-    private userQuestion;
-    private generatedComponentMetadata;
-    private componentData;
-    private actions;
-    private createdAt;
+declare class UILogCollector {
+    private logs;
+    private uiBlockId;
+    private clientId;
+    private sendMessage;
+    private currentLogLevel;
+    constructor(clientId: string, sendMessage: (message: Message) => void, uiBlockId?: string);
     /**
-     * Creates a new UIBlock instance
-     * @param userQuestion - The user's question or input
-     * @param componentData - The component data object
-     * @param generatedComponentMetadata - Optional metadata about the generated component
-     * @param actions - Optional array of available actions
-     * @param id - Optional custom ID, generates UUID if not provided
+     * Check if logging is enabled (uiBlockId is provided)
+     */
+    isEnabled(): boolean;
+    /**
+     * Check if a message should be logged based on current log level
      */
-    constructor(userQuestion: string, componentData?: Record<string, any>, generatedComponentMetadata?: Record<string, any>, actions?: Action[], id?: string);
+    private shouldLog;
     /**
-     * Get the UIBlock ID
+     * Add a log entry with timestamp and immediately send to runtime
+     * Only logs that pass the log level filter are captured and sent
      */
-    getId(): string;
+    private addLog;
     /**
-     * Get the user question
+     * Send a single log to runtime immediately
      */
-    getUserQuestion(): string;
+    private sendLogImmediately;
     /**
-     * Set or update the user question
+     * Log info message
      */
-    setUserQuestion(question: string): void;
+    info(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
     /**
-     * Get component metadata
+     * Log error message
      */
-    getComponentMetadata(): Record<string, any>;
+    error(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
     /**
-     * Set or update component metadata
+     * Log warning message
      */
-    setComponentMetadata(metadata: Record<string, any>): void;
+    warn(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
+    /**
+     * Log debug message
+     */
+    debug(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
+    /**
+     * Log LLM explanation with typed metadata
+     */
+    logExplanation(message: string, explanation: string, data?: Record<string, any>): void;
+    /**
+     * Log generated query with typed metadata
+     */
+    logQuery(message: string, query: string, data?: Record<string, any>): void;
+    /**
+     * Send all collected logs at once (optional, for final summary)
+     */
+    sendAllLogs(): void;
+    /**
+     * Get all collected logs
+     */
+    getLogs(): CapturedLog[];
+    /**
+     * Clear all logs
+     */
+    clearLogs(): void;
+    /**
+     * Set uiBlockId (in case it's provided later)
+     */
+    setUIBlockId(uiBlockId: string): void;
+}
+
+/**
+ * UIBlock represents a single user and assistant message block in a thread
+ * Contains user question, component metadata, component data, text response, and available actions
+ */
+declare class UIBlock {
+    private id;
+    private userQuestion;
+    private generatedComponentMetadata;
+    private componentData;
+    private textResponse;
+    private actions;
+    private createdAt;
+    /**
+     * Creates a new UIBlock instance
+     * @param userQuestion - The user's question or input
+     * @param componentData - The component data object
+     * @param generatedComponentMetadata - Optional metadata about the generated component
+     * @param actions - Optional array of available actions
+     * @param id - Optional custom ID, generates UUID if not provided
+     * @param textResponse - Optional text response from LLM
+     */
+    constructor(userQuestion: string, componentData?: Record<string, any>, generatedComponentMetadata?: Record<string, any>, actions?: Action[], id?: string, textResponse?: string | null);
+    /**
+     * Get the UIBlock ID
+     */
+    getId(): string;
+    /**
+     * Get the user question
+     */
+    getUserQuestion(): string;
+    /**
+     * Set or update the user question
+     */
+    setUserQuestion(question: string): void;
+    /**
+     * Get component metadata
+     */
+    getComponentMetadata(): Record<string, any>;
+    getTextResponse(): string;
+    /**
+     * Set or update component metadata
+     */
+    setComponentMetadata(metadata: Record<string, any>): void;
+    /**
+     * Get component data
+     */
+    getComponentData(): Record<string, any>;
+    /**
+     * Calculate size of data in bytes
+     */
+    private getDataSizeInBytes;
+    /**
+     * Limit array data to maximum rows
+     */
+    private limitArrayData;
+    /**
+     * Check if data exceeds size limit
+     */
+    private exceedsSizeLimit;
+    /**
+     * Process and limit data before storing
+     */
+    private processDataForStorage;
+    /**
+     * Set or update component data with size and row limits
+     */
+    setComponentData(data: Record<string, any>): void;
+    /**
+     * Set or update text response
+     */
+    setTextResponse(textResponse: string | null): void;
+    /**
+     * Get all actions (only if they are resolved, not if fetching)
+     */
+    getActions(): Action[] | null | Promise<Action[]>;
+    /**
+     * Get or fetch actions
+     * If actions don't exist or are a Promise, calls the generateFn and stores the promise
+     * If actions already exist, returns them
+     * @param generateFn - Async function to generate actions
+     * @returns Promise resolving to Action[]
+     */
+    getOrFetchActions(generateFn: () => Promise<Action[]>): Promise<Action[]>;
+    /**
+     * Set or replace all actions
+     */
+    setActions(actions: Action[]): void;
+    /**
+     * Add a single action (only if actions are resolved)
+     */
+    addAction(action: Action): void;
+    /**
+     * Add multiple actions (only if actions are resolved)
+     */
+    addActions(actions: Action[]): void;
+    /**
+     * Remove an action by ID (only if actions are resolved)
+     */
+    removeAction(actionId: string): boolean;
+    /**
+     * Clear all actions
+     */
+    clearActions(): void;
+    /**
+     * Get creation timestamp
+     */
+    getCreatedAt(): Date;
+    /**
+     * Convert UIBlock to JSON-serializable object
+     */
+    toJSON(): Record<string, any>;
+}
+
+/**
+ * Thread represents a conversation thread containing multiple UIBlocks
+ * Each UIBlock in a thread represents a user question and assistant response pair
+ */
+declare class Thread {
+    private id;
+    private uiblocks;
+    private createdAt;
+    /**
+     * Creates a new Thread instance
+     * @param id - Optional custom ID, generates UUID if not provided
+     */
+    constructor(id?: string);
+    /**
+     * Get the thread ID
+     */
+    getId(): string;
+    /**
+     * Add a UIBlock to the thread
+     */
+    addUIBlock(uiblock: UIBlock): void;
+    /**
+     * Get a UIBlock by ID
+     */
+    getUIBlock(id: string): UIBlock | undefined;
+    /**
+     * Get all UIBlocks in the thread
+     */
+    getUIBlocks(): UIBlock[];
+    /**
+     * Get UIBlocks as a Map
+     */
+    getUIBlocksMap(): Map<string, UIBlock>;
+    /**
+     * Remove a UIBlock by ID
+     */
+    removeUIBlock(id: string): boolean;
+    /**
+     * Check if UIBlock exists
+     */
+    hasUIBlock(id: string): boolean;
+    /**
+     * Get number of UIBlocks in the thread
+     */
+    getUIBlockCount(): number;
+    /**
+     * Clear all UIBlocks from the thread
+     */
+    clear(): void;
+    /**
+     * Get creation timestamp
+     */
+    getCreatedAt(): Date;
+    /**
+     * Get conversation context from recent UIBlocks (excluding current one)
+     * Returns formatted string with previous questions and component summaries
+     * @param limit - Maximum number of previous UIBlocks to include (default: 5)
+     * @param currentUIBlockId - ID of current UIBlock to exclude from context (optional)
+     * @returns Formatted conversation history string
+     */
+    getConversationContext(limit?: number, currentUIBlockId?: string): string;
+    /**
+     * Convert Thread to JSON-serializable object
+     */
+    toJSON(): Record<string, any>;
+}
+
+/**
+ * ThreadManager manages all threads globally
+ * Provides methods to create, retrieve, and delete threads.
+ * Includes automatic cleanup to prevent unbounded memory growth.
+ */
+declare class ThreadManager {
+    private static instance;
+    private threads;
+    private cleanupInterval;
+    private readonly threadTtlMs;
+    private constructor();
+    /**
+     * Periodically remove threads older than 7 days.
+     * Runs every hour to avoid frequent iteration over the map.
+     */
+    private startCleanup;
+    /**
+     * Get singleton instance of ThreadManager
+     */
+    static getInstance(): ThreadManager;
+    /**
+     * Create a new thread
+     * @param id - Optional custom ID, generates UUID if not provided
+     * @returns The created Thread instance
+     */
+    createThread(id?: string): Thread;
+    /**
+     * Get a thread by ID
+     */
+    getThread(id: string): Thread | undefined;
+    /**
+     * Get all threads
+     */
+    getAllThreads(): Thread[];
+    /**
+     * Get threads as a Map
+     */
+    getThreadsMap(): Map<string, Thread>;
+    /**
+     * Delete a thread by ID
+     */
+    deleteThread(id: string): boolean;
+    /**
+     * Check if thread exists
+     */
+    hasThread(id: string): boolean;
+    /**
+     * Get number of threads
+     */
+    getThreadCount(): number;
+    /**
+     * Clear all threads
+     */
+    clearAll(): void;
+    /**
+     * Find a UIBlock by ID across all threads
+     * @param uiBlockId - The UIBlock ID to search for
+     * @returns Object with thread and uiBlock if found, undefined otherwise
+     */
+    findUIBlockById(uiBlockId: string): {
+        thread: Thread;
+        uiBlock: UIBlock;
+    } | undefined;
+    /**
+     * Convert all threads to JSON-serializable object
+     */
+    toJSON(): Record<string, any>;
+}
+
+/**
+ * CleanupService handles cleanup of old threads and UIBlocks
+ * to prevent memory bloat and maintain optimal performance
+ */
+declare class CleanupService {
+    private static instance;
+    private cleanupInterval;
+    private constructor();
+    /**
+     * Get singleton instance of CleanupService
+     */
+    static getInstance(): CleanupService;
+    /**
+     * Clean up old threads based on retention period
+     * @param retentionDays - Number of days to keep threads (defaults to config)
+     * @returns Number of threads deleted
+     */
+    cleanupOldThreads(retentionDays?: number): number;
+    /**
+     * Clean up old UIBlocks within threads based on retention period
+     * @param retentionDays - Number of days to keep UIBlocks (defaults to config)
+     * @returns Object with number of UIBlocks deleted per thread
+     */
+    cleanupOldUIBlocks(retentionDays?: number): {
+        [threadId: string]: number;
+    };
+    /**
+     * Clear all component data from UIBlocks to free memory
+     * Keeps metadata but removes the actual data
+     * @param retentionDays - Number of days to keep full data (defaults to config)
+     * @returns Number of UIBlocks whose data was cleared
+     */
+    clearOldUIBlockData(retentionDays?: number): number;
+    /**
+     * Run full cleanup (threads, UIBlocks, and data)
+     * @returns Cleanup statistics
+     */
+    runFullCleanup(): {
+        threadsDeleted: number;
+        uiblocksDeleted: {
+            [threadId: string]: number;
+        };
+        dataCleared: number;
+    };
+    /**
+     * Start automatic cleanup at regular intervals
+     * @param intervalHours - Hours between cleanup runs (default: 24)
+     */
+    startAutoCleanup(intervalHours?: number): void;
+    /**
+     * Stop automatic cleanup
+     */
+    stopAutoCleanup(): void;
+    /**
+     * Check if auto cleanup is running
+     */
+    isAutoCleanupRunning(): boolean;
+    /**
+     * Get current memory usage statistics
+     */
+    getMemoryStats(): {
+        threadCount: number;
+        totalUIBlocks: number;
+        avgUIBlocksPerThread: number;
+    };
+}
+
+/**
+ * Configuration for data storage limits in UIBlocks
+ */
+declare const STORAGE_CONFIG: {
+    /**
+     * Maximum number of rows to store in UIBlock data
+     */
+    MAX_ROWS_PER_BLOCK: number;
+    /**
+     * Maximum size in bytes per UIBlock (500KB - reduced to save memory)
+     */
+    MAX_SIZE_PER_BLOCK_BYTES: number;
+    /**
+     * Number of days to keep threads before cleanup
+     * Note: This is for in-memory storage. Conversations are also persisted to database.
+     */
+    THREAD_RETENTION_DAYS: number;
+    /**
+     * Number of days to keep UIBlocks before cleanup
+     * Note: This is for in-memory storage. Data is also persisted to database.
+     */
+    UIBLOCK_RETENTION_DAYS: number;
+};
+
+/**
+ * Configuration for conversation context and history management
+ */
+declare const CONTEXT_CONFIG: {
+    /**
+     * Maximum number of previous UIBlocks to include as conversation context
+     * Set to 0 to disable conversation history
+     * Higher values provide more context but may increase token usage
+     */
+    MAX_CONVERSATION_CONTEXT_BLOCKS: number;
+};
+
+/**
+ * LLM Usage Logger - Tracks token usage, costs, and timing for all LLM API calls
+ */
+interface LLMUsageEntry {
+    timestamp: string;
+    requestId: string;
+    provider: string;
+    model: string;
+    method: string;
+    inputTokens: number;
+    outputTokens: number;
+    cacheReadTokens?: number;
+    cacheWriteTokens?: number;
+    totalTokens: number;
+    costUSD: number;
+    durationMs: number;
+    toolCalls?: number;
+    success: boolean;
+    error?: string;
+}
+declare class LLMUsageLogger {
+    private logStream;
+    private logPath;
+    private enabled;
+    private sessionStats;
+    constructor();
+    private initLogStream;
+    private writeHeader;
+    /**
+     * Calculate cost based on token usage and model
+     */
+    calculateCost(model: string, inputTokens: number, outputTokens: number, cacheReadTokens?: number, cacheWriteTokens?: number): number;
+    /**
+     * Log an LLM API call
+     */
+    log(entry: LLMUsageEntry): void;
+    /**
+     * Log session summary (call at end of request)
+     */
+    logSessionSummary(requestContext?: string): void;
+    /**
+     * Reset session stats (call at start of new user request)
+     */
+    resetSession(): void;
+    /**
+     * Reset the log file for a new request (clears previous logs)
+     * Call this at the start of each USER_PROMPT_REQ
+     */
+    resetLogFile(requestContext?: string): void;
+    /**
+     * Get current session stats
+     */
+    getSessionStats(): {
+        totalCalls: number;
+        totalInputTokens: number;
+        totalOutputTokens: number;
+        totalCacheReadTokens: number;
+        totalCacheWriteTokens: number;
+        totalCostUSD: number;
+        totalDurationMs: number;
+    };
+    /**
+     * Generate a unique request ID
+     */
+    generateRequestId(): string;
+}
+declare const llmUsageLogger: LLMUsageLogger;
+
+/**
+ * User Prompt Error Logger - Captures detailed errors for USER_PROMPT_REQ
+ * Logs full error details including raw strings for parse failures
+ */
+declare class UserPromptErrorLogger {
+    private logStream;
+    private logPath;
+    private enabled;
+    private hasErrors;
+    constructor();
+    /**
+     * Reset the error log file for a new request
+     */
+    resetLogFile(requestContext?: string): void;
+    /**
+     * Log a JSON parse error with the raw string that failed
+     */
+    logJsonParseError(context: string, rawString: string, error: Error): void;
+    /**
+     * Log a general error with full details
+     */
+    logError(context: string, error: Error | string, additionalData?: Record<string, any>): void;
+    /**
+     * Log a SQL query error with the full query
+     */
+    logSqlError(query: string, error: Error | string, params?: any[]): void;
+    /**
+     * Log an LLM API error
+     */
+    logLlmError(provider: string, model: string, method: string, error: Error | string, requestData?: any): void;
+    /**
+     * Log tool execution error
+     */
+    logToolError(toolName: string, toolInput: any, error: Error | string): void;
+    /**
+     * Write final summary if there were errors
+     */
+    writeSummary(): void;
+    /**
+     * Check if any errors were logged
+     */
+    hadErrors(): boolean;
+    private write;
+}
+declare const userPromptErrorLogger: UserPromptErrorLogger;
+
+/**
+ * BM25L Reranker for hybrid semantic search
+ *
+ * BM25L is an improved variant of BM25 that provides better handling of
+ * long documents and term frequency saturation. This implementation is
+ * designed to rerank semantic search results from ChromaDB.
+ *
+ * The hybrid approach combines:
+ * 1. Semantic similarity from ChromaDB embeddings (dense vectors)
+ * 2. Lexical matching from BM25L (sparse, keyword-based)
+ *
+ * This addresses the weakness of pure semantic search which may miss
+ * exact keyword matches that are important for user intent.
+ */
+interface BM25LOptions {
+    /** Term frequency saturation parameter (default: 1.5) */
+    k1?: number;
+    /** Length normalization parameter (default: 0.75) */
+    b?: number;
+    /** Lower-bound adjustment from BM25L paper (default: 0.5) */
+    delta?: number;
+}
+interface RerankedResult<T> {
+    item: T;
+    originalIndex: number;
+    semanticScore: number;
+    bm25Score: number;
+    hybridScore: number;
+}
+interface HybridSearchOptions extends BM25LOptions {
+    /** Weight for semantic score (0-1, default: 0.7) */
+    semanticWeight?: number;
+    /** Weight for BM25 score (0-1, default: 0.3) */
+    bm25Weight?: number;
+    /** Minimum hybrid score threshold (0-1, default: 0) */
+    minScore?: number;
+}
+/**
+ * BM25L implementation for lexical scoring
+ */
+declare class BM25L {
+    private k1;
+    private b;
+    private delta;
+    private documents;
+    private docLengths;
+    private avgDocLength;
+    private termDocFreq;
+    /**
+     * @param documents - Array of raw documents (strings)
+     * @param opts - Optional BM25L parameters
+     */
+    constructor(documents?: string[], opts?: BM25LOptions);
+    /**
+     * Tokenize text into lowercase alphanumeric tokens
+     */
+    tokenize(text: string): string[];
+    /**
+     * Compute IDF (Inverse Document Frequency) with smoothing
+     */
+    private idf;
+    /**
+     * Compute BM25L score for a single document
+     */
+    score(query: string, docIndex: number): number;
+    /**
+     * Search and rank all documents
+     */
+    search(query: string): Array<{
+        index: number;
+        score: number;
+    }>;
+}
+/**
+ * Hybrid reranker that combines semantic and BM25L scores
+ *
+ * @param query - The search query
+ * @param items - Array of items to rerank
+ * @param getDocument - Function to extract document text from an item
+ * @param getSemanticScore - Function to extract semantic similarity score from an item
+ * @param options - Hybrid search options
+ * @returns Reranked items with hybrid scores
+ */
+declare function hybridRerank<T>(query: string, items: T[], getDocument: (item: T) => string, getSemanticScore: (item: T) => number, options?: HybridSearchOptions): RerankedResult<T>[];
+/**
+ * Simple reranking function for ChromaDB results
+ *
+ * This is a convenience wrapper for reranking ChromaDB query results
+ * that follow the standard { ids, documents, metadatas, distances } format.
+ *
+ * @param query - The search query
+ * @param chromaResults - ChromaDB query results
+ * @param options - Hybrid search options
+ * @returns Reranked results with hybrid scores
+ */
+declare function rerankChromaResults(query: string, chromaResults: {
+    ids: string[][];
+    documents: (string | null)[][];
+    metadatas: Record<string, any>[][];
+    distances: number[][];
+}, options?: HybridSearchOptions): Array<{
+    id: string;
+    document: string | null;
+    metadata: Record<string, any>;
+    distance: number;
+    semanticScore: number;
+    bm25Score: number;
+    hybridScore: number;
+}>;
+/**
+ * Rerank conversation search results specifically
+ *
+ * This function is designed to work with the conversation-history.search collection
+ * where we need to fetch more results initially and then rerank them.
+ *
+ * @param query - The user's search query
+ * @param results - Array of conversation search results from ChromaDB
+ * @param options - Hybrid search options
+ * @returns Reranked results sorted by hybrid score
+ */
+declare function rerankConversationResults<T extends {
+    userPrompt?: string;
+    similarity?: number;
+}>(query: string, results: T[], options?: HybridSearchOptions): Array<T & {
+    hybridScore: number;
+    bm25Score: number;
+}>;
+
+/**
+ * QueryExecutionService - Handles all query execution, validation, and retry logic
+ * Extracted from BaseLLM for better separation of concerns
+ */
+
+/**
+ * Context for component when requesting query fix
+ */
+interface ComponentContext {
+    name: string;
+    type: string;
+    title?: string;
+}
+/**
+ * Result of query validation
+ */
+interface QueryValidationResult {
+    component: Component | null;
+    queryKey: string;
+    result: any;
+    validated: boolean;
+}
+/**
+ * Result of batch query validation
+ */
+interface BatchValidationResult {
+    components: Component[];
+    queryResults: Map<string, any>;
+}
+/**
+ * Configuration for QueryExecutionService
+ */
+interface QueryExecutionServiceConfig {
+    defaultLimit: number;
+    getModelForTask: (taskType: 'simple' | 'complex') => string;
+    getApiKey: (apiKey?: string) => string | undefined;
+    providerName: string;
+}
+/**
+ * QueryExecutionService handles all query-related operations
+ */
+declare class QueryExecutionService {
+    private config;
+    constructor(config: QueryExecutionServiceConfig);
     /**
-     * Get component data
+     * Get the cache key for a query
+     * This ensures the cache key matches what the frontend will send
      */
-    getComponentData(): Record<string, any>;
+    getQueryCacheKey(query: any): string;
     /**
-     * Calculate size of data in bytes
+     * Execute a query against the database
+     * @param query - The SQL query to execute (string or object with sql/values)
+     * @param collections - Collections object containing database execute function
+     * @returns Object with result data and cache key
      */
-    private getDataSizeInBytes;
+    executeQuery(query: any, collections: any): Promise<{
+        result: any;
+        cacheKey: string;
+    }>;
     /**
-     * Limit array data to maximum rows
+     * Request the LLM to fix a failed SQL query
+     * @param failedQuery - The query that failed execution
+     * @param errorMessage - The error message from the failed execution
+     * @param componentContext - Context about the component
+     * @param apiKey - Optional API key
+     * @returns Fixed query string
      */
-    private limitArrayData;
+    requestQueryFix(failedQuery: string, errorMessage: string, componentContext: ComponentContext, apiKey?: string): Promise<string>;
     /**
-     * Check if data exceeds size limit
+     * Validate a single component's query with retry logic
+     * @param component - The component to validate
+     * @param collections - Collections object containing database execute function
+     * @param apiKey - Optional API key for LLM calls
+     * @returns Validation result with component, query key, and result
      */
-    private exceedsSizeLimit;
+    validateSingleQuery(component: Component, collections: any, apiKey?: string): Promise<QueryValidationResult>;
     /**
-     * Process and limit data before storing
+     * Validate multiple component queries in parallel
+     * @param components - Array of components with potential queries
+     * @param collections - Collections object containing database execute function
+     * @param apiKey - Optional API key for LLM calls
+     * @returns Object with validated components and query results map
      */
-    private processDataForStorage;
+    validateComponentQueries(components: Component[], collections: any, apiKey?: string): Promise<BatchValidationResult>;
+}
+
+/**
+ * Task types for model selection
+ * - 'complex': Text generation, component matching, parameter adaptation (uses best model in balanced mode)
+ * - 'simple': Classification, action generation (uses fast model in balanced mode)
+ */
+type TaskType = 'complex' | 'simple';
+interface BaseLLMConfig {
+    model?: string;
+    fastModel?: string;
+    defaultLimit?: number;
+    apiKey?: string;
     /**
-     * Set or update component data with size and row limits
+     * Model selection strategy:
+     * - 'best': Use best model for all tasks (highest quality, higher cost)
+     * - 'fast': Use fast model for all tasks (lower quality, lower cost)
+     * - 'balanced': Use best model for complex tasks, fast model for simple tasks (default)
      */
-    setComponentData(data: Record<string, any>): void;
+    modelStrategy?: ModelStrategy;
+    conversationSimilarityThreshold?: number;
+}
+/**
+ * BaseLLM abstract class for AI-powered component generation and matching
+ * Provides common functionality for all LLM providers
+ */
+declare abstract class BaseLLM {
+    protected model: string;
+    protected fastModel: string;
+    protected defaultLimit: number;
+    protected apiKey?: string;
+    protected modelStrategy: ModelStrategy;
+    protected conversationSimilarityThreshold: number;
+    protected queryService: QueryExecutionService;
+    constructor(config?: BaseLLMConfig);
     /**
-     * Get all actions (only if they are resolved, not if fetching)
+     * Get the appropriate model based on task type and model strategy
+     * @param taskType - 'complex' for text generation/matching, 'simple' for classification/actions
+     * @returns The model string to use for this task
      */
-    getActions(): Action[] | null | Promise<Action[]>;
+    protected getModelForTask(taskType: TaskType): string;
     /**
-     * Get or fetch actions
-     * If actions don't exist or are a Promise, calls the generateFn and stores the promise
-     * If actions already exist, returns them
-     * @param generateFn - Async function to generate actions
-     * @returns Promise resolving to Action[]
+     * Set the model strategy at runtime
+     * @param strategy - 'best', 'fast', or 'balanced'
      */
-    getOrFetchActions(generateFn: () => Promise<Action[]>): Promise<Action[]>;
+    setModelStrategy(strategy: ModelStrategy): void;
     /**
-     * Add a single action (only if actions are resolved)
+     * Get the current model strategy
+     * @returns The current model strategy
      */
-    addAction(action: Action): void;
+    getModelStrategy(): ModelStrategy;
     /**
-     * Add multiple actions (only if actions are resolved)
+     * Set the conversation similarity threshold at runtime
+     * @param threshold - Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
      */
-    addActions(actions: Action[]): void;
+    setConversationSimilarityThreshold(threshold: number): void;
     /**
-     * Remove an action by ID (only if actions are resolved)
+     * Get the current conversation similarity threshold
+     * @returns The current threshold value
      */
-    removeAction(actionId: string): boolean;
+    getConversationSimilarityThreshold(): number;
     /**
-     * Clear all actions
+     * Get the default model for this provider (used for complex tasks like text generation)
      */
-    clearActions(): void;
+    protected abstract getDefaultModel(): string;
     /**
-     * Get creation timestamp
+     * Get the default fast model for this provider (used for simple tasks: classification, matching, actions)
+     * Should return a cheaper/faster model like Haiku for Anthropic
      */
-    getCreatedAt(): Date;
+    protected abstract getDefaultFastModel(): string;
     /**
-     * Convert UIBlock to JSON-serializable object
+     * Get the default API key from environment
      */
-    toJSON(): Record<string, any>;
-}
-
-/**
- * Thread represents a conversation thread containing multiple UIBlocks
- * Each UIBlock in a thread represents a user question and assistant response pair
- */
-declare class Thread {
-    private id;
-    private uiblocks;
-    private createdAt;
+    protected abstract getDefaultApiKey(): string | undefined;
     /**
-     * Creates a new Thread instance
-     * @param id - Optional custom ID, generates UUID if not provided
+     * Get the provider name (for logging)
      */
-    constructor(id?: string);
+    protected abstract getProviderName(): string;
     /**
-     * Get the thread ID
+     * Get the API key (from instance, parameter, or environment)
      */
-    getId(): string;
+    protected getApiKey(apiKey?: string): string | undefined;
     /**
-     * Add a UIBlock to the thread
+     * Check if a component contains a Form (data_modification component)
+     * Forms have hardcoded defaultValues that become stale when cached
+     * This checks both single Form components and Forms inside MultiComponentContainer
      */
-    addUIBlock(uiblock: UIBlock): void;
+    protected containsFormComponent(component: any): boolean;
     /**
-     * Get a UIBlock by ID
+     * Match components from text response suggestions and generate follow-up questions
+     * Takes a text response with component suggestions (c1:type format) and matches with available components
+     * Also generates title, description, and intelligent follow-up questions (actions) based on the analysis
+     * All components are placed in a default MultiComponentContainer layout
+     * @param analysisContent - The text response containing component suggestions
+     * @param components - List of available components
+     * @param apiKey - Optional API key
+     * @param componentStreamCallback - Optional callback to stream primary KPI component as soon as it's identified
+     * @returns Object containing matched components, layout title/description, and follow-up actions
      */
-    getUIBlock(id: string): UIBlock | undefined;
+    matchComponentsFromAnalysis(analysisContent: string, components: Component[], userPrompt: string, apiKey?: string, componentStreamCallback?: (component: Component) => void, deferredTools?: any[], executedTools?: any[], collections?: any, userId?: string): Promise<{
+        components: Component[];
+        layoutTitle: string;
+        layoutDescription: string;
+        actions: Action[];
+    }>;
     /**
-     * Get all UIBlocks in the thread
-     */
-    getUIBlocks(): UIBlock[];
+     * Classify user question into category and detect external tools needed
+     * Determines if question is for data analysis, requires external tools, or needs text response
+     */
+    classifyQuestionCategory(userPrompt: string, apiKey?: string, conversationHistory?: string, externalTools?: any[]): Promise<{
+        category: 'data_analysis' | 'data_modification' | 'general';
+        externalTools: Array<{
+            type: string;
+            name: string;
+            description: string;
+            parameters: Record<string, any>;
+        }>;
+        dataAnalysisType?: 'visualization' | 'calculation' | 'comparison' | 'trend';
+        reasoning: string;
+        confidence: number;
+    }>;
     /**
-     * Get UIBlocks as a Map
-     */
-    getUIBlocksMap(): Map<string, UIBlock>;
+     * Adapt UI block parameters based on current user question
+     * Takes a matched UI block from semantic search and modifies its props to answer the new question
+     * Also adapts the cached text response to match the new question
+     */
+    adaptUIBlockParameters(currentUserPrompt: string, originalUserPrompt: string, matchedUIBlock: any, apiKey?: string, cachedTextResponse?: string): Promise<{
+        success: boolean;
+        adaptedComponent?: Component;
+        adaptedTextResponse?: string;
+        parametersChanged?: Array<{
+            field: string;
+            reason: string;
+        }>;
+        explanation: string;
+    }>;
     /**
-     * Remove a UIBlock by ID
+     * Generate text-based response for user question
+     * This provides conversational text responses instead of component generation
+     * Supports tool calling for query execution with automatic retry on errors (max 3 attempts)
+     * After generating text response, if components are provided, matches suggested components
      */
-    removeUIBlock(id: string): boolean;
+    generateTextResponse(userPrompt: string, apiKey?: string, conversationHistory?: string, streamCallback?: (chunk: string) => void, collections?: any, components?: Component[], externalTools?: any[], category?: 'data_analysis' | 'data_modification' | 'general', userId?: string): Promise<T_RESPONSE>;
     /**
-     * Check if UIBlock exists
+     * Main orchestration function with semantic search and multi-step classification
+     * NEW FLOW (Recommended):
+     * 1. Semantic search: Check previous conversations (>60% match)
+     *    - If match found → Adapt UI block parameters and return
+     * 2. Category classification: Determine if data_analysis, requires_external_tools, or text_response
+     * 3. Route appropriately based on category and response mode
      */
-    hasUIBlock(id: string): boolean;
+    handleUserRequest(userPrompt: string, components: Component[], apiKey?: string, conversationHistory?: string, responseMode?: 'component' | 'text', streamCallback?: (chunk: string) => void, collections?: any, externalTools?: any[], userId?: string): Promise<T_RESPONSE>;
     /**
-     * Get number of UIBlocks in the thread
+     * Generate next questions that the user might ask based on the original prompt and generated component
+     * This helps provide intelligent suggestions for follow-up queries
+     * For general/conversational questions without components, pass textResponse instead
      */
-    getUIBlockCount(): number;
+    generateNextQuestions(originalUserPrompt: string, component?: Component | null, componentData?: Record<string, unknown>, apiKey?: string, conversationHistory?: string, textResponse?: string): Promise<string[]>;
+}
+
+interface AnthropicLLMConfig extends BaseLLMConfig {
+}
+/**
+ * AnthropicLLM class for handling AI-powered component generation and matching using Anthropic Claude
+ */
+declare class AnthropicLLM extends BaseLLM {
+    constructor(config?: AnthropicLLMConfig);
+    protected getDefaultModel(): string;
+    protected getDefaultFastModel(): string;
+    protected getDefaultApiKey(): string | undefined;
+    protected getProviderName(): string;
+}
+declare const anthropicLLM: AnthropicLLM;
+
+interface GroqLLMConfig extends BaseLLMConfig {
+}
+/**
+ * GroqLLM class for handling AI-powered component generation and matching using Groq
+ */
+declare class GroqLLM extends BaseLLM {
+    constructor(config?: GroqLLMConfig);
+    protected getDefaultModel(): string;
+    protected getDefaultFastModel(): string;
+    protected getDefaultApiKey(): string | undefined;
+    protected getProviderName(): string;
+}
+declare const groqLLM: GroqLLM;
+
+interface GeminiLLMConfig extends BaseLLMConfig {
+}
+/**
+ * GeminiLLM class for handling AI-powered component generation and matching using Google Gemini
+ */
+declare class GeminiLLM extends BaseLLM {
+    constructor(config?: GeminiLLMConfig);
+    protected getDefaultModel(): string;
+    protected getDefaultFastModel(): string;
+    protected getDefaultApiKey(): string | undefined;
+    protected getProviderName(): string;
+}
+declare const geminiLLM: GeminiLLM;
+
+interface OpenAILLMConfig extends BaseLLMConfig {
+}
+/**
+ * OpenAILLM class for handling AI-powered component generation and matching using OpenAI GPT models
+ */
+declare class OpenAILLM extends BaseLLM {
+    constructor(config?: OpenAILLMConfig);
+    protected getDefaultModel(): string;
+    protected getDefaultFastModel(): string;
+    protected getDefaultApiKey(): string | undefined;
+    protected getProviderName(): string;
+}
+declare const openaiLLM: OpenAILLM;
+
+/**
+ * Query Cache — Two mechanisms:
+ *
+ * 1. `cache` (query string → result data) — TTL-based with max size, for avoiding re-execution
+ *    of recently validated queries. True LRU eviction: reads bubble entries to the back via
+ *    delete+re-set so the oldest *unused* entry is evicted, not the oldest *inserted*.
+ *
+ * 2. Encrypted queryId tokens — SQL is encrypted into the queryId itself (self-contained).
+ *    No server-side storage needed for SQL mappings. The token is decrypted on each request.
+ *    This eliminates the unbounded queryIdCache that previously grew forever and caused
+ *    memory bloat (hundreds of MBs after thousands of queries).
+ *
+ *    Result data can still be cached temporarily via the data cache (mechanism 1).
+ */
+declare class QueryCache {
+    private cache;
+    private ttlMs;
+    private maxCacheSize;
+    private cleanupInterval;
+    private readonly algorithm;
+    private encryptionKey;
+    constructor();
     /**
-     * Clear all UIBlocks from the thread
+     * Set the cache TTL (Time To Live)
+     * @param minutes - TTL in minutes (default: 10)
      */
-    clear(): void;
+    setTTL(minutes: number): void;
     /**
-     * Get creation timestamp
+     * Get the current TTL in minutes
      */
-    getCreatedAt(): Date;
+    getTTL(): number;
     /**
-     * Get conversation context from recent UIBlocks (excluding current one)
-     * Returns formatted string with previous questions and component summaries
-     * @param limit - Maximum number of previous UIBlocks to include (default: 5)
-     * @param currentUIBlockId - ID of current UIBlock to exclude from context (optional)
-     * @returns Formatted conversation history string
+     * Store query result in data cache.
+     * If the key already exists, it's removed first so the re-insert places it
+     * at the back of the iteration order (LRU). Eviction only fires when adding
+     * a genuinely new key past the size limit.
      */
-    getConversationContext(limit?: number, currentUIBlockId?: string): string;
+    set(query: string, data: any): void;
     /**
-     * Convert Thread to JSON-serializable object
+     * Get cached result if exists and not expired.
+     * On hit, re-inserts the entry so it moves to the back of the Map's
+     * iteration order — turning FIFO eviction into true LRU.
      */
-    toJSON(): Record<string, any>;
-}
-
-/**
- * ThreadManager manages all threads globally
- * Provides methods to create, retrieve, and delete threads
- */
-declare class ThreadManager {
-    private static instance;
-    private threads;
-    private constructor();
+    get(query: string): any | null;
     /**
-     * Get singleton instance of ThreadManager
+     * Check if query exists in cache (not expired)
      */
-    static getInstance(): ThreadManager;
+    has(query: string): boolean;
     /**
-     * Create a new thread
-     * @param id - Optional custom ID, generates UUID if not provided
-     * @returns The created Thread instance
+     * Remove a specific query from cache
      */
-    createThread(id?: string): Thread;
+    delete(query: string): void;
     /**
-     * Get a thread by ID
+     * Clear all cached entries
      */
-    getThread(id: string): Thread | undefined;
+    clear(): void;
     /**
-     * Get all threads
+     * Get cache statistics
      */
-    getAllThreads(): Thread[];
+    getStats(): {
+        size: number;
+        queryIdCount: number;
+        oldestEntryAge: number | null;
+    };
     /**
-     * Get threads as a Map
+     * Start periodic cleanup of expired data cache entries.
      */
-    getThreadsMap(): Map<string, Thread>;
+    private startCleanup;
     /**
-     * Delete a thread by ID
+     * Encrypt a payload into a self-contained token.
      */
-    deleteThread(id: string): boolean;
+    private encrypt;
     /**
-     * Check if thread exists
+     * Decrypt a token back to the original payload.
      */
-    hasThread(id: string): boolean;
+    private decrypt;
     /**
-     * Get number of threads
+     * Store a query by generating an encrypted token as queryId.
+     * The SQL is encrypted INTO the token — nothing stored in memory.
+     * If data is provided, it's cached temporarily in the data cache.
      */
-    getThreadCount(): number;
+    storeQuery(query: any, data?: any): string;
     /**
-     * Clear all threads
+     * Get a stored query by decrypting its token.
+     * Returns the SQL + any cached result data.
      */
-    clearAll(): void;
+    getQuery(queryId: string): {
+        query: any;
+        data: any;
+    } | null;
     /**
-     * Find a UIBlock by ID across all threads
-     * @param uiBlockId - The UIBlock ID to search for
-     * @returns Object with thread and uiBlock if found, undefined otherwise
+     * Update cached data for a queryId token
      */
-    findUIBlockById(uiBlockId: string): {
-        thread: Thread;
-        uiBlock: UIBlock;
-    } | undefined;
+    setQueryData(queryId: string, data: any): void;
     /**
-     * Convert all threads to JSON-serializable object
+     * Stop cleanup interval (for graceful shutdown)
      */
-    toJSON(): Record<string, any>;
+    destroy(): void;
 }
+declare const queryCache: QueryCache;
 
 /**
- * CleanupService handles cleanup of old threads and UIBlocks
- * to prevent memory bloat and maintain optimal performance
+ * Manages conversation history scoped per user + dashboard.
+ * Each user-dashboard pair has its own isolated history that expires after a configurable TTL.
  */
-declare class CleanupService {
-    private static instance;
+declare class DashboardConversationHistory {
+    private histories;
+    private ttlMs;
+    private maxEntries;
     private cleanupInterval;
-    private constructor();
-    /**
-     * Get singleton instance of CleanupService
-     */
-    static getInstance(): CleanupService;
+    constructor();
     /**
-     * Clean up old threads based on retention period
-     * @param retentionDays - Number of days to keep threads (defaults to config)
-     * @returns Number of threads deleted
+     * Set the TTL for dashboard histories
+     * @param minutes - TTL in minutes
      */
-    cleanupOldThreads(retentionDays?: number): number;
+    setTTL(minutes: number): void;
     /**
-     * Clean up old UIBlocks within threads based on retention period
-     * @param retentionDays - Number of days to keep UIBlocks (defaults to config)
-     * @returns Object with number of UIBlocks deleted per thread
+     * Set max entries per dashboard
      */
-    cleanupOldUIBlocks(retentionDays?: number): {
-        [threadId: string]: number;
-    };
+    setMaxEntries(max: number): void;
     /**
-     * Clear all component data from UIBlocks to free memory
-     * Keeps metadata but removes the actual data
-     * @param retentionDays - Number of days to keep full data (defaults to config)
-     * @returns Number of UIBlocks whose data was cleared
+     * Add a conversation entry for a user's dashboard
      */
-    clearOldUIBlockData(retentionDays?: number): number;
+    addEntry(dashboardId: string, userPrompt: string, componentSummary: string, userId?: string): void;
     /**
-     * Run full cleanup (threads, UIBlocks, and data)
-     * @returns Cleanup statistics
+     * Get formatted conversation history for a user's dashboard
      */
-    runFullCleanup(): {
-        threadsDeleted: number;
-        uiblocksDeleted: {
-            [threadId: string]: number;
-        };
-        dataCleared: number;
-    };
+    getHistory(dashboardId: string, userId?: string): string;
     /**
-     * Start automatic cleanup at regular intervals
-     * @param intervalHours - Hours between cleanup runs (default: 24)
+     * Clear history for a specific user's dashboard
      */
-    startAutoCleanup(intervalHours?: number): void;
+    clearDashboard(dashboardId: string, userId?: string): void;
     /**
-     * Stop automatic cleanup
+     * Clear all dashboard histories
      */
-    stopAutoCleanup(): void;
+    clearAll(): void;
     /**
-     * Check if auto cleanup is running
+     * Start periodic cleanup of expired histories
      */
-    isAutoCleanupRunning(): boolean;
+    private startCleanup;
     /**
-     * Get current memory usage statistics
+     * Stop cleanup interval (for graceful shutdown)
      */
-    getMemoryStats(): {
-        threadCount: number;
-        totalUIBlocks: number;
-        avgUIBlocksPerThread: number;
-    };
+    destroy(): void;
 }
+declare const dashboardConversationHistory: DashboardConversationHistory;
 
 /**
- * Configuration for data storage limits in UIBlocks
+ * ScriptMatcher — LLM-Based Script Matching + Parameter Extraction
+ *
+ * Uses ONE LLM call to:
+ * 1. Pick the best matching script from the library (or "none")
+ * 2. Extract parameter values from the user question
+ *
+ * Why LLM over embeddings:
+ * - Embeddings capture topic similarity ("overstock" ≈ "inventory" ≈ "revenue")
+ *   but can't distinguish structurally different questions about the same domain
+ * - LLM understands that "overstock by warehouse" needs a different script than
+ *   "revenue by warehouse" even though they're semantically close
+ * - One call does both matching AND parameter extraction
+ *
+ * When script library grows past ~50, add an embedding pre-filter
+ * (ChromaDB narrows to top 10 → LLM picks from those 10).
  */
-declare const STORAGE_CONFIG: {
-    /**
-     * Maximum number of rows to store in UIBlock data
-     */
-    MAX_ROWS_PER_BLOCK: number;
-    /**
-     * Maximum size in bytes per UIBlock (1MB)
-     */
-    MAX_SIZE_PER_BLOCK_BYTES: number;
+
+declare class ScriptMatcher {
+    private store;
+    constructor(store: ScriptStore);
     /**
-     * Number of days to keep threads before cleanup
+     * Find the best matching script for a user question.
+     * Uses ONE LLM call that picks the script AND extracts parameters.
+     * Returns null if no script matches.
      */
-    THREAD_RETENTION_DAYS: number;
+    match(userPrompt: string, apiKey?: string, model?: string): Promise<ScriptMatch | null>;
     /**
-     * Number of days to keep UIBlocks before cleanup
+     * Build the script catalog string for the LLM prompt.
+     * Each script gets: index, ID, name, description, and parameter definitions.
      */
-    UIBLOCK_RETENTION_DAYS: number;
-};
+    private buildScriptCatalog;
+}
 
 /**
- * Configuration for conversation context and history management
+ * ScriptRunner — Execute scripts in an isolated tsx subprocess.
+ *
+ * The subprocess approach replaces the earlier `new Function()` eval and gives us:
+ *   - Real sandbox (separate process, SIGKILL on timeout).
+ *   - Real TypeScript (tsx transpiles on the fly).
+ *   - npm imports available to scripts (clustering, stats, geo, etc.).
+ *
+ * Protocol: NDJSON over the child's stdin/stdout. See script-ipc.ts + backend/docs/SCRIPT-FLOW-IMPLEMENTATION.md.
  */
-declare const CONTEXT_CONFIG: {
-    /**
-     * Maximum number of previous UIBlocks to include as conversation context
-     * Set to 0 to disable conversation history
-     * Higher values provide more context but may increase token usage
-     */
-    MAX_CONVERSATION_CONTEXT_BLOCKS: number;
-};
 
-declare const SDK_VERSION = "0.0.8";
+interface RunScriptOptions {
+    /** Data sources the script is allowed to query via ctx.query */
+    externalTools: ExternalTool[];
+    /** Optional — for propagating per-query UI progress to the user */
+    streamBuffer?: StreamBuffer;
+    /** Override the wall-clock timeout (default `SCRIPT_TIMEOUT_MS`, 60s). */
+    timeoutMs?: number;
+}
+/**
+ * Execute a recipe by spawning a tsx child on the script's .ts file.
+ * `scriptPath` is the absolute path to the saved `.ts` body.
+ */
+declare function runScript(recipe: ScriptRecipe, scriptPath: string, params: Record<string, any>, options: RunScriptOptions): Promise<ScriptResult>;
+
 type MessageTypeHandler = (message: IncomingMessage) => void | Promise<void>;
 declare class SuperatomSDK {
     private ws;
     private url;
-    private apiKey;
+    private apiKey?;
     private projectId;
-    private userId;
     private type;
     private bundleDir;
     private messageHandlers;
@@ -1166,15 +3493,30 @@ declare class SuperatomSDK {
     private maxReconnectAttempts;
     private collections;
     private components;
+    private tools;
+    private workflows;
     private anthropicApiKey;
     private groqApiKey;
+    private geminiApiKey;
+    private openaiApiKey;
     private llmProviders;
+    private databaseType;
+    private modelStrategy;
+    private mainAgentModel;
+    private sourceAgentModel;
+    private dashCompModels?;
+    private conversationSimilarityThreshold;
     private userManager;
     private dashboardManager;
     private reportManager;
+    private pingInterval;
+    private lastPong;
+    private readonly PING_INTERVAL_MS;
+    private readonly PONG_TIMEOUT_MS;
     constructor(config: SuperatomSDKConfig);
     /**
      * Initialize PromptLoader and load prompts into memory
+     * Tries to load from file system first, then falls back to hardcoded prompts
      */
     private initializePromptLoader;
     /**
@@ -1210,9 +3552,11 @@ declare class SuperatomSDK {
      */
     private handleMessage;
     /**
-     * Send a message to the Superatom service
+     * Send a message to the Superatom service.
+     * Returns true if the message was sent, false if the WebSocket is not connected.
+     * Does NOT throw on closed connections — callers can check the return value if needed.
      */
-    send(message: Message): void;
+    send(message: Message): boolean;
     /**
      * Register a message handler to receive all messages
      */
@@ -1238,7 +3582,69 @@ declare class SuperatomSDK {
      */
     addCollection<TParams = any, TResult = any>(collectionName: string, operation: CollectionOperation | string, handler: CollectionHandler<TParams, TResult>): void;
     private handleReconnect;
+    /**
+     * Start heartbeat to keep WebSocket connection alive
+     * Sends PING every 3 minutes to prevent idle timeout from cloud infrastructure
+     */
+    private startHeartbeat;
+    /**
+     * Stop the heartbeat interval
+     */
+    private stopHeartbeat;
+    /**
+     * Handle PONG response from server
+     */
+    private handlePong;
     private storeComponents;
+    /**
+     * Set tools for the SDK instance
+     */
+    setTools(tools: Tool$1[]): void;
+    /**
+     * Get the stored tools
+     */
+    getTools(): Tool$1[];
+    /**
+     * Register workflow components for the SDK instance.
+     *
+     * Workflows are pre-built multi-step UI flows the main agent can pick when
+     * the user's prompt matches a workflow's `whenToUse` trigger. Picking a
+     * workflow short-circuits analysis text + dashboard component generation —
+     * the workflow component is returned directly, with the LLM-extracted props.
+     */
+    setWorkflows(workflows: WorkflowDescriptor[]): void;
+    /**
+     * Get the registered workflow components.
+     */
+    getWorkflows(): WorkflowDescriptor[];
+    /**
+     * Apply model strategy to all LLM provider singletons
+     * @param strategy - 'best', 'fast', or 'balanced'
+     */
+    private applyModelStrategy;
+    /**
+     * Set model strategy at runtime
+     * @param strategy - 'best', 'fast', or 'balanced'
+     */
+    setModelStrategy(strategy: ModelStrategy): void;
+    /**
+     * Get current model strategy
+     */
+    getModelStrategy(): ModelStrategy;
+    /**
+     * Apply conversation similarity threshold to all LLM provider singletons
+     * @param threshold - Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
+     */
+    private applyConversationSimilarityThreshold;
+    /**
+     * Set conversation similarity threshold at runtime
+     * @param threshold - Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
+     */
+    setConversationSimilarityThreshold(threshold: number): void;
+    /**
+     * Get current conversation similarity threshold
+     */
+    getConversationSimilarityThreshold(): number;
 }
 
-export { type Action, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type IncomingMessage, LLM, type Message, SDK_VERSION, STORAGE_CONFIG, SuperatomSDK, type SuperatomSDKConfig, Thread, ThreadManager, UIBlock, UILogCollector, type User, UserManager, type UsersData };
+export { type Action, type AgentConfig, type AgentResponse, BM25L, type BM25LOptions, type BaseLLMConfig, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, DEFAULT_AGENT_CONFIG, type DatabaseType, type HybridSearchOptions, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LLMUsageEntry, type LogLevel, MainAgent, type Message, type ModelStrategy, type OutputField, type RerankedResult, STORAGE_CONFIG, type ScriptComponentSpec, ScriptMatcher, type ScriptParameter, type ScriptRecipe, type ScriptRecipeMetaRow, type ScriptRecipeStore, type ScriptResult, ScriptStore, type ScriptStoreOptions, type SelectedWorkflow, SuperatomSDK, type SuperatomSDKConfig, type TaskType, Thread, ThreadManager, type Tool$1 as Tool, type ToolOutputSchema, UIBlock, UILogCollector, type User, UserManager, type UsersData, type WorkflowDescriptor, anthropicLLM, dashboardConversationHistory, geminiLLM, groqLLM, hybridRerank, llmUsageLogger, logger, normalizeScriptBody, openaiLLM, queryCache, rerankChromaResults, rerankConversationResults, resolveScriptRecipeStore, runScript, userPromptErrorLogger };