@superatomai/sdk-node 0.0.26 → 0.0.28

package/dist/index.d.mts

@@ -587,6 +587,7 @@ type CollectionOperation = 'getMany' | 'getOne' | 'query' | 'mutation' | 'update
 type CollectionHandler<TParams = any, TResult = any> = (params: TParams) => Promise<TResult> | TResult;
 type LLMProvider = 'anthropic' | 'groq' | 'gemini' | 'openai';
 
+type DatabaseType = 'postgresql' | 'mssql';
 interface SuperatomSDKConfig {
     url?: string;
     apiKey?: string;
@@ -595,6 +596,7 @@ interface SuperatomSDKConfig {
     type?: string;
     bundleDir?: string;
     promptsDir?: string;
+    databaseType?: DatabaseType;
     ANTHROPIC_API_KEY?: string;
     GROQ_API_KEY?: string;
     GEMINI_API_KEY?: string;
@@ -1466,15 +1468,17 @@ declare const STORAGE_CONFIG: {
      */
     MAX_ROWS_PER_BLOCK: number;
     /**
-     * Maximum size in bytes per UIBlock (1MB)
+     * Maximum size in bytes per UIBlock (500KB - reduced to save memory)
      */
     MAX_SIZE_PER_BLOCK_BYTES: number;
     /**
      * Number of days to keep threads before cleanup
+     * Note: This is for in-memory storage. Conversations are also persisted to database.
      */
     THREAD_RETENTION_DAYS: number;
     /**
      * Number of days to keep UIBlocks before cleanup
+     * Note: This is for in-memory storage. Data is also persisted to database.
      */
     UIBLOCK_RETENTION_DAYS: number;
 };
@@ -1642,6 +1646,7 @@ declare class SuperatomSDK {
     private geminiApiKey;
     private openaiApiKey;
     private llmProviders;
+    private databaseType;
     private userManager;
     private dashboardManager;
     private reportManager;
@@ -1723,4 +1728,4 @@ declare class SuperatomSDK {
     getTools(): Tool$1[];
 }
 
-export { type Action, BM25L, type BM25LOptions, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, type HybridSearchOptions, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LogLevel, type Message, type RerankedResult, SDK_VERSION, STORAGE_CONFIG, SuperatomSDK, type SuperatomSDKConfig, Thread, ThreadManager, type Tool$1 as Tool, UIBlock, UILogCollector, type User, UserManager, type UsersData, hybridRerank, logger, rerankChromaResults, rerankConversationResults };
+export { type Action, BM25L, type BM25LOptions, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, type DatabaseType, type HybridSearchOptions, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LogLevel, type Message, type RerankedResult, SDK_VERSION, STORAGE_CONFIG, SuperatomSDK, type SuperatomSDKConfig, Thread, ThreadManager, type Tool$1 as Tool, UIBlock, UILogCollector, type User, UserManager, type UsersData, hybridRerank, logger, rerankChromaResults, rerankConversationResults };

package/dist/index.d.ts

@@ -587,6 +587,7 @@ type CollectionOperation = 'getMany' | 'getOne' | 'query' | 'mutation' | 'update
 type CollectionHandler<TParams = any, TResult = any> = (params: TParams) => Promise<TResult> | TResult;
 type LLMProvider = 'anthropic' | 'groq' | 'gemini' | 'openai';
 
+type DatabaseType = 'postgresql' | 'mssql';
 interface SuperatomSDKConfig {
     url?: string;
     apiKey?: string;
@@ -595,6 +596,7 @@ interface SuperatomSDKConfig {
     type?: string;
     bundleDir?: string;
     promptsDir?: string;
+    databaseType?: DatabaseType;
     ANTHROPIC_API_KEY?: string;
     GROQ_API_KEY?: string;
     GEMINI_API_KEY?: string;
@@ -1466,15 +1468,17 @@ declare const STORAGE_CONFIG: {
      */
     MAX_ROWS_PER_BLOCK: number;
     /**
-     * Maximum size in bytes per UIBlock (1MB)
+     * Maximum size in bytes per UIBlock (500KB - reduced to save memory)
      */
     MAX_SIZE_PER_BLOCK_BYTES: number;
     /**
      * Number of days to keep threads before cleanup
+     * Note: This is for in-memory storage. Conversations are also persisted to database.
      */
     THREAD_RETENTION_DAYS: number;
     /**
      * Number of days to keep UIBlocks before cleanup
+     * Note: This is for in-memory storage. Data is also persisted to database.
      */
     UIBLOCK_RETENTION_DAYS: number;
 };
@@ -1642,6 +1646,7 @@ declare class SuperatomSDK {
     private geminiApiKey;
     private openaiApiKey;
     private llmProviders;
+    private databaseType;
     private userManager;
     private dashboardManager;
     private reportManager;
@@ -1723,4 +1728,4 @@ declare class SuperatomSDK {
     getTools(): Tool$1[];
 }
 
-export { type Action, BM25L, type BM25LOptions, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, type HybridSearchOptions, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LogLevel, type Message, type RerankedResult, SDK_VERSION, STORAGE_CONFIG, SuperatomSDK, type SuperatomSDKConfig, Thread, ThreadManager, type Tool$1 as Tool, UIBlock, UILogCollector, type User, UserManager, type UsersData, hybridRerank, logger, rerankChromaResults, rerankConversationResults };
+export { type Action, BM25L, type BM25LOptions, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, type DatabaseType, type HybridSearchOptions, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LogLevel, type Message, type RerankedResult, SDK_VERSION, STORAGE_CONFIG, SuperatomSDK, type SuperatomSDKConfig, Thread, ThreadManager, type Tool$1 as Tool, UIBlock, UILogCollector, type User, UserManager, type UsersData, hybridRerank, logger, rerankChromaResults, rerankConversationResults };

package/dist/index.js

@@ -846,18 +846,22 @@ var STORAGE_CONFIG = {
    */
   MAX_ROWS_PER_BLOCK: 10,
   /**
-   * Maximum size in bytes per UIBlock (1MB)
+   * Maximum size in bytes per UIBlock (500KB - reduced to save memory)
    */
-  MAX_SIZE_PER_BLOCK_BYTES: 1 * 1024 * 1024,
-  // 1MB
+  MAX_SIZE_PER_BLOCK_BYTES: 500 * 1024,
+  // 500KB
   /**
    * Number of days to keep threads before cleanup
+   * Note: This is for in-memory storage. Conversations are also persisted to database.
    */
-  THREAD_RETENTION_DAYS: 7,
+  THREAD_RETENTION_DAYS: 2,
+  // Reduced from 7 to 1 day for memory efficiency
   /**
    * Number of days to keep UIBlocks before cleanup
+   * Note: This is for in-memory storage. Data is also persisted to database.
    */
-  UIBLOCK_RETENTION_DAYS: 7
+  UIBLOCK_RETENTION_DAYS: 2
+  // Reduced from 7 to 1 day for memory efficiency
 };
 
 // src/threads/uiblock.ts
@@ -1377,8 +1381,15 @@ async function handleDataRequest(data, collections, sendMessage) {
         }
       }
       if (uiBlock) {
-        uiBlock.setComponentData(result || {});
-        logger.info(`Updated UIBlock ${uiBlockId} with component data from ${collection}.${op}`);
+        const dataSummary = {
+          _dataReceived: true,
+          _timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+          _collection: collection,
+          _operation: op,
+          _recordCount: Array.isArray(result) ? result.length : result?.data?.length || result?.contacts?.length || result?.salesorders?.length || "unknown"
+        };
+        uiBlock.setComponentData(dataSummary);
+        logger.info(`Updated UIBlock ${uiBlockId} with data summary from ${collection}.${op} (full data not stored to save memory)`);
       } else {
         logger.warn(`UIBlock ${uiBlockId} not found in threads`);
       }
@@ -2925,7 +2936,9 @@ If adaptation is not possible or would fundamentally change the component:
 var PromptLoader = class {
   constructor(config) {
     this.promptCache = /* @__PURE__ */ new Map();
+    this.databaseRulesCache = /* @__PURE__ */ new Map();
     this.isInitialized = false;
+    this.databaseType = "postgresql";
     logger.debug("Initializing PromptLoader...");
     this.promptsDir = config?.promptsDir || import_path2.default.join(process.cwd(), ".prompts");
     logger.debug(`Prompts directory set to: ${this.promptsDir}`);
@@ -3071,6 +3084,76 @@ var PromptLoader = class {
   getCacheSize() {
     return this.promptCache.size;
   }
+  /**
+   * Set the database type for SQL rules loading
+   * @param type - Database type ('postgresql' | 'mssql')
+   */
+  setDatabaseType(type) {
+    this.databaseType = type;
+    this.databaseRulesCache.clear();
+    logger.debug(`Database type set to: ${type}`);
+  }
+  /**
+   * Get current database type
+   * @returns Database type string
+   */
+  getDatabaseType() {
+    return this.databaseType;
+  }
+  /**
+   * Load database-specific SQL rules from file system
+   * Falls back to minimal default rules if file not found
+   * @returns Database rules as a string
+   */
+  async loadDatabaseRules() {
+    if (this.databaseRulesCache.has(this.databaseType)) {
+      logger.debug(`\u2713 Database rules for '${this.databaseType}' loaded from cache`);
+      return this.databaseRulesCache.get(this.databaseType);
+    }
+    const rulesPath = import_path2.default.join(this.promptsDir, "database-rules", `${this.databaseType}.md`);
+    try {
+      if (import_fs3.default.existsSync(rulesPath)) {
+        const rules = import_fs3.default.readFileSync(rulesPath, "utf-8");
+        this.databaseRulesCache.set(this.databaseType, rules);
+        logger.info(`\u2713 Loaded database rules for '${this.databaseType}' from ${rulesPath}`);
+        return rules;
+      }
+    } catch (error) {
+      logger.warn(`Could not load database rules for '${this.databaseType}' from file system: ${error}`);
+    }
+    const defaultRules = this.getDefaultDatabaseRules();
+    this.databaseRulesCache.set(this.databaseType, defaultRules);
+    logger.warn(`Using default database rules for '${this.databaseType}' (file not found at ${rulesPath})`);
+    return defaultRules;
+  }
+  /**
+   * Get default database rules as fallback
+   * @returns Minimal database rules
+   */
+  getDefaultDatabaseRules() {
+    if (this.databaseType === "mssql") {
+      return `**Database Type: Microsoft SQL Server**
+
+**SQL Query Rules:**
+- Use \`TOP N\` for row limiting (e.g., \`SELECT TOP 32 * FROM table\`)
+- Use \`1\` for true, \`0\` for false (no native boolean)
+- Use \`+\` or \`CONCAT()\` for string concatenation
+- Use \`GETDATE()\` for current timestamp
+- Use \`CAST()\` or \`CONVERT()\` for type casting
+- Use \`OUTPUT INSERTED.*\` instead of \`RETURNING\`
+- NULL values: Use \`NULL\` keyword without quotes`;
+    }
+    return `**Database Type: PostgreSQL**
+
+**SQL Query Rules:**
+- Use \`LIMIT N\` for row limiting (e.g., \`SELECT * FROM table LIMIT 32\`)
+- Use \`true\` / \`false\` for boolean values
+- Use \`||\` for string concatenation
+- Use \`NOW()\` for current timestamp
+- Use \`::TYPE\` or \`CAST()\` for type casting
+- Use \`RETURNING\` clause for mutations
+- NULL values: Use \`NULL\` keyword without quotes`;
+  }
 };
 var defaultPromptsPath = process.env.PROMPTS_DIR || import_path2.default.join(process.cwd(), ".prompts");
 var promptLoader = new PromptLoader({
@@ -3385,10 +3468,15 @@ var LLM = class {
         for (const toolUse of toolUses) {
           try {
             const result = await toolHandler(toolUse.name, toolUse.input);
+            let resultContent = typeof result === "string" ? result : JSON.stringify(result);
+            const MAX_RESULT_LENGTH = 5e4;
+            if (resultContent.length > MAX_RESULT_LENGTH) {
+              resultContent = resultContent.substring(0, MAX_RESULT_LENGTH) + "\n\n... [Result truncated - showing first 50000 characters of " + resultContent.length + " total]";
+            }
             toolResults.content.push({
               type: "tool_result",
               tool_use_id: toolUse.id,
-              content: typeof result === "string" ? result : JSON.stringify(result)
+              content: resultContent
             });
           } catch (error) {
             toolResults.content.push({
@@ -3567,9 +3655,14 @@ var LLM = class {
       for (const fc of functionCalls) {
         try {
           const result2 = await toolHandler(fc.name, fc.args);
+          let resultContent = typeof result2 === "string" ? result2 : JSON.stringify(result2);
+          const MAX_RESULT_LENGTH = 5e4;
+          if (resultContent.length > MAX_RESULT_LENGTH) {
+            resultContent = resultContent.substring(0, MAX_RESULT_LENGTH) + "\n\n... [Result truncated - showing first 50000 characters of " + resultContent.length + " total]";
+          }
           functionResponses.push({
             name: fc.name,
-            response: { result: typeof result2 === "string" ? result2 : JSON.stringify(result2) }
+            response: { result: resultContent }
           });
         } catch (error) {
           functionResponses.push({
@@ -3735,6 +3828,10 @@ var LLM = class {
           const args = JSON.parse(tc.arguments);
           const toolResult = await toolHandler(tc.name, args);
           result = typeof toolResult === "string" ? toolResult : JSON.stringify(toolResult);
+          const MAX_RESULT_LENGTH = 5e4;
+          if (result.length > MAX_RESULT_LENGTH) {
+            result = result.substring(0, MAX_RESULT_LENGTH) + "\n\n... [Result truncated - showing first 50000 characters of " + result.length + " total]";
+          }
         } catch (error) {
           result = JSON.stringify({ error: error instanceof Error ? error.message : String(error) });
         }
@@ -4215,6 +4312,7 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
         }).join("\n\n");
       }
       const schemaDoc = schema.generateSchemaDocumentation();
+      const databaseRules = await promptLoader.loadDatabaseRules();
       logger.file("\n=============================\nText analysis response:", analysisContent);
       logger.file("\n=============================\nDeferred tools:", deferredToolsText);
       logger.file("\n=============================\nExecuted tools:", executedToolsText);
@@ -4222,6 +4320,7 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
         ANALYSIS_CONTENT: analysisContent,
         AVAILABLE_COMPONENTS: availableComponentsText,
         SCHEMA_DOC: schemaDoc,
+        DATABASE_RULES: databaseRules,
         DEFERRED_TOOLS: deferredToolsText,
         EXECUTED_TOOLS: executedToolsText
       });
@@ -4482,12 +4581,14 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
         };
       }
       const schemaDoc = schema.generateSchemaDocumentation();
+      const databaseRules = await promptLoader.loadDatabaseRules();
       const prompts = await promptLoader.loadPrompts("adapt-ui-block-params", {
         ORIGINAL_USER_PROMPT: originalUserPrompt,
         CURRENT_USER_PROMPT: currentUserPrompt,
         MATCHED_UI_BLOCK_COMPONENT: JSON.stringify(component, null, 2),
         COMPONENT_PROPS: JSON.stringify(component.props, null, 2),
-        SCHEMA_DOC: schemaDoc || "No schema available"
+        SCHEMA_DOC: schemaDoc || "No schema available",
+        DATABASE_RULES: databaseRules
       });
       const result = await LLM.stream(
         {
@@ -4606,6 +4707,7 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
         availableToolsDoc = toolsDocParts.join("\n\n---\n\n");
       }
       const schemaDoc = schema.generateSchemaDocumentation();
+      const databaseRules = await promptLoader.loadDatabaseRules();
       const knowledgeBaseContext = await knowledge_base_default.getKnowledgeBase({
         prompt: userPrompt,
         collections,
@@ -4616,6 +4718,7 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
         USER_PROMPT: userPrompt,
         CONVERSATION_HISTORY: conversationHistory || "No previous conversation",
         SCHEMA_DOC: schemaDoc,
+        DATABASE_RULES: databaseRules,
         KNOWLEDGE_BASE_CONTEXT: knowledgeBaseContext || "No additional knowledge base context available.",
         AVAILABLE_EXTERNAL_TOOLS: availableToolsDoc
       });
@@ -4909,13 +5012,26 @@ Please try rephrasing your request or contact support.
               logger.info(`[${this.getProviderName()}] External tool ${externalTool.name} executed successfully`);
               logCollector?.info(`\u2713 ${externalTool.name} executed successfully`);
               if (!executedToolsList.find((t) => t.id === externalTool.id)) {
+                let resultSummary = null;
+                if (result2) {
+                  const resultStr = typeof result2 === "string" ? result2 : JSON.stringify(result2);
+                  if (resultStr.length > 1e3) {
+                    resultSummary = {
+                      _preview: resultStr.substring(0, 1e3) + "... (truncated)",
+                      _totalLength: resultStr.length,
+                      _recordCount: Array.isArray(result2) ? result2.length : result2?.data?.length || result2?.contacts?.length || result2?.salesorders?.length || "unknown"
+                    };
+                  } else {
+                    resultSummary = result2;
+                  }
+                }
                 executedToolsList.push({
                   id: externalTool.id,
                   name: externalTool.name,
                   params: toolInput,
                   // The actual parameters used in this execution
-                  result: result2
-                  // Store the actual result data for populating deferred tool params
+                  result: resultSummary
+                  // Store summary instead of full result to save memory
                 });
                 logger.info(`[${this.getProviderName()}] Tracked executed tool: ${externalTool.name} with params: ${JSON.stringify(toolInput)}`);
               }
@@ -5023,8 +5139,6 @@ ${errorMsg}
         if (deferredTools.length > 0) {
           logger.info(`[${this.getProviderName()}] Passing ${deferredTools.length} deferred tools for Form generation`);
         }
-        logger.info(`[${this.getProviderName()}] passing deferred tools to the matching function: ${JSON.stringify(deferredTools, null, 2)}`);
-        logger.info(`[${this.getProviderName()}] passing executed tools to the matching function: ${JSON.stringify(executedToolsList, null, 2)}`);
         const matchResult = await this.matchComponentsFromAnalysis(
           textResponse,
           components,
@@ -9563,7 +9677,8 @@ var SuperatomSDK = class {
     this.geminiApiKey = config.GEMINI_API_KEY || process.env.GEMINI_API_KEY || "";
     this.openaiApiKey = config.OPENAI_API_KEY || process.env.OPENAI_API_KEY || "";
     this.llmProviders = config.LLM_PROVIDERS || getLLMProviders();
-    logger.info(`Initializing Superatom SDK v${SDK_VERSION} for project ${this.projectId}, llm providers: ${this.llmProviders.join(", ")}, config llm providers: ${config.LLM_PROVIDERS}`);
+    this.databaseType = config.databaseType || "postgresql";
+    logger.info(`Initializing Superatom SDK v${SDK_VERSION} for project ${this.projectId}, llm providers: ${this.llmProviders.join(", ")}, database type: ${this.databaseType}`);
     this.userManager = new UserManager(this.projectId, 5e3);
     this.dashboardManager = new DashboardManager(this.projectId);
     this.reportManager = new ReportManager(this.projectId);
@@ -9585,8 +9700,9 @@ var SuperatomSDK = class {
       if (promptsDir) {
         promptLoader.setPromptsDir(promptsDir);
       }
+      promptLoader.setDatabaseType(this.databaseType);
       await promptLoader.initialize();
-      logger.info(`PromptLoader initialized with ${promptLoader.getCacheSize()} prompts from ${promptLoader.getPromptsDir()}`);
+      logger.info(`PromptLoader initialized with ${promptLoader.getCacheSize()} prompts from ${promptLoader.getPromptsDir()}, database type: ${this.databaseType}`);
     } catch (error) {
       logger.error("Failed to initialize PromptLoader:", error);
       throw error;