@superatomai/sdk-node 0.0.8-mds → 0.0.9-mds

package/dist/index.js

@@ -5020,6 +5020,130 @@ async function withProgressHeartbeat(operation, progressMessage, streamBuffer, i
   }
 }
 
+// src/userResponse/knowledge-base.ts
+var getKnowledgeBase = async ({
+  prompt,
+  collections,
+  topK = 1
+}) => {
+  try {
+    if (!collections || !collections["knowledge-base"] || !collections["knowledge-base"]["query"]) {
+      logger.warn("[KnowledgeBase] knowledge-base.query collection not registered, skipping");
+      return "";
+    }
+    const result = await collections["knowledge-base"]["query"]({
+      prompt,
+      topK
+    });
+    if (!result || !result.content) {
+      logger.warn("[KnowledgeBase] No knowledge base results returned");
+      return "";
+    }
+    logger.info(`[KnowledgeBase] Retrieved knowledge base context (${result.content.length} chars)`);
+    if (result.metadata?.sources && result.metadata.sources.length > 0) {
+      logger.warn(`[KnowledgeBase] Sources: ${result.metadata.sources.map((s) => s.title).join(", ")}`);
+    }
+    return result.content;
+  } catch (error) {
+    const errorMsg = error instanceof Error ? error.message : String(error);
+    logger.warn(`[KnowledgeBase] Error querying knowledge base: ${errorMsg}`);
+    return "";
+  }
+};
+var getGlobalKnowledgeBase = async ({
+  collections,
+  limit = 100
+}) => {
+  try {
+    if (!collections || !collections["knowledge-base"] || !collections["knowledge-base"]["getGlobal"]) {
+      logger.warn("[KnowledgeBase] knowledge-base.getGlobal collection not registered, skipping");
+      return "";
+    }
+    const result = await collections["knowledge-base"]["getGlobal"]({ limit });
+    if (!result || !result.content) {
+      logger.warn("[KnowledgeBase] No global knowledge base nodes found");
+      return "";
+    }
+    logger.info(`[KnowledgeBase] Retrieved ${result.count || 0} global knowledge base nodes`);
+    return result.content;
+  } catch (error) {
+    const errorMsg = error instanceof Error ? error.message : String(error);
+    logger.warn(`[KnowledgeBase] Error fetching global knowledge base: ${errorMsg}`);
+    return "";
+  }
+};
+var getUserKnowledgeBase = async ({
+  collections,
+  userId,
+  limit = 100
+}) => {
+  try {
+    if (!userId) {
+      logger.warn("[KnowledgeBase] No userId provided, skipping user knowledge base");
+      return "";
+    }
+    if (!collections || !collections["knowledge-base"] || !collections["knowledge-base"]["getByUser"]) {
+      logger.warn("[KnowledgeBase] knowledge-base.getByUser collection not registered, skipping");
+      return "";
+    }
+    const result = await collections["knowledge-base"]["getByUser"]({
+      userId: String(userId),
+      limit
+    });
+    if (!result || !result.content) {
+      logger.info(`[KnowledgeBase] No user knowledge base nodes found for userId: ${userId}`);
+      return "";
+    }
+    logger.info(`[KnowledgeBase] Retrieved ${result.count || 0} user knowledge base nodes for userId: ${userId}`);
+    return result.content;
+  } catch (error) {
+    const errorMsg = error instanceof Error ? error.message : String(error);
+    logger.warn(`[KnowledgeBase] Error fetching user knowledge base: ${errorMsg}`);
+    return "";
+  }
+};
+var getAllKnowledgeBase = async ({
+  prompt,
+  collections,
+  userId,
+  topK = 3
+}) => {
+  const [globalContext, userContext, queryContext] = await Promise.all([
+    getGlobalKnowledgeBase({ collections }),
+    getUserKnowledgeBase({ collections, userId }),
+    getKnowledgeBase({ prompt, collections, topK })
+  ]);
+  let combinedContext = "";
+  if (globalContext) {
+    combinedContext += "## Global Knowledge Base\n";
+    combinedContext += "The following information applies to all queries:\n\n";
+    combinedContext += globalContext + "\n\n";
+  }
+  if (userContext) {
+    combinedContext += "## User-Specific Knowledge Base\n";
+    combinedContext += "The following information is specific to this user:\n\n";
+    combinedContext += userContext + "\n\n";
+  }
+  if (queryContext) {
+    combinedContext += "## Relevant Knowledge Base (Query-Matched)\n";
+    combinedContext += "The following information is semantically relevant to the current query:\n\n";
+    combinedContext += queryContext + "\n\n";
+  }
+  return {
+    globalContext,
+    userContext,
+    queryContext,
+    combinedContext: combinedContext.trim()
+  };
+};
+var KB = {
+  getKnowledgeBase,
+  getGlobalKnowledgeBase,
+  getUserKnowledgeBase,
+  getAllKnowledgeBase
+};
+var knowledge_base_default = KB;
+
 // src/llm.ts
 var import_sdk = __toESM(require("@anthropic-ai/sdk"));
 var import_groq_sdk = __toESM(require("groq-sdk"));
@@ -6598,6 +6722,48 @@ function getCurrentDateTimeForPrompt() {
   });
 }
 
+// src/userResponse/prompt-extractor.ts
+function extractPromptText(content) {
+  if (content === null || content === void 0) {
+    return "";
+  }
+  if (typeof content === "string") {
+    return content;
+  }
+  if (Array.isArray(content)) {
+    return content.map((item) => extractContentBlockText(item)).filter((text) => text.length > 0).join("\n\n---\n\n");
+  }
+  if (content && typeof content === "object") {
+    return extractObjectText(content);
+  }
+  return String(content);
+}
+function extractContentBlockText(item) {
+  if (typeof item === "string") {
+    return item;
+  }
+  if (item && typeof item === "object") {
+    const obj = item;
+    if (typeof obj.text === "string") {
+      return obj.text;
+    }
+    if (typeof obj.content === "string") {
+      return obj.content;
+    }
+    return JSON.stringify(item, null, 2);
+  }
+  return String(item);
+}
+function extractObjectText(obj) {
+  if (typeof obj.text === "string") {
+    return obj.text;
+  }
+  if (typeof obj.content === "string") {
+    return obj.content;
+  }
+  return JSON.stringify(obj, null, 2);
+}
+
 // src/userResponse/agents/agent-prompt-builder.ts
 function buildSourceSummaries(externalTools) {
   return externalTools.map((tool) => {
@@ -6740,6 +6906,8 @@ var SourceAgent = class {
     }
     try {
       const prompts = await this.buildPrompt(intent, aggregation);
+      logger.logLLMPrompt(`sourceAgent:${this.tool.name}`, "system", extractPromptText(prompts.system));
+      logger.logLLMPrompt(`sourceAgent:${this.tool.name}`, "user", prompts.user);
       const llmTool = this.buildLLMToolDefinition();
       let executedTool = null;
       let resultData = [];
@@ -6924,7 +7092,9 @@ Analyze the error and try again with a corrected query.`;
       FULL_SCHEMA: fullSchema,
       MAX_ROWS: String(this.config.maxRowsPerSource),
       AGGREGATION_MODE: aggregation,
+      GLOBAL_KNOWLEDGE_BASE: this.config.globalKnowledgeBase || "No global knowledge base available.",
       CURRENT_DATETIME: getCurrentDateTimeForPrompt(),
+      KNOWLEDGE_BASE_CONTEXT: this.config.knowledgeBaseContext || "No additional knowledge base context available.",
       INTENT: intent
     });
     return { system: prompts.system, user: prompts.user };
@@ -7020,6 +7190,8 @@ var MainAgent = class {
     const summaries = buildSourceSummaries(this.externalTools);
     logger.info(`[MainAgent] ${summaries.length} source(s) available`);
     const systemPrompt = await this.buildSystemPrompt(summaries, conversationHistory);
+    logger.logLLMPrompt("mainAgent", "system", extractPromptText(systemPrompt));
+    logger.logLLMPrompt("mainAgent", "user", userPrompt);
     const tools = this.buildSourceToolDefinitions(summaries);
     const sourceResults = [];
     const executedTools = [];
@@ -7078,7 +7250,9 @@ var MainAgent = class {
     const prompts = await promptLoader.loadPrompts("agent-main", {
       SOURCE_SUMMARIES: summariesText,
       MAX_ROWS: String(this.config.maxRowsPerSource),
+      GLOBAL_KNOWLEDGE_BASE: this.config.globalKnowledgeBase || "No global knowledge base available.",
       CURRENT_DATETIME: getCurrentDateTimeForPrompt(),
+      KNOWLEDGE_BASE_CONTEXT: this.config.knowledgeBaseContext || "No additional knowledge base context available.",
       CONVERSATION_HISTORY: conversationHistory || "No previous conversation"
     });
     return prompts.system;
@@ -7243,172 +7417,6 @@ function processComponentProps(props, executedTools, config) {
   return cleanedProps;
 }
 
-// src/userResponse/prompt-extractor.ts
-function extractPromptText(content) {
-  if (content === null || content === void 0) {
-    return "";
-  }
-  if (typeof content === "string") {
-    return content;
-  }
-  if (Array.isArray(content)) {
-    return content.map((item) => extractContentBlockText(item)).filter((text) => text.length > 0).join("\n\n---\n\n");
-  }
-  if (content && typeof content === "object") {
-    return extractObjectText(content);
-  }
-  return String(content);
-}
-function extractContentBlockText(item) {
-  if (typeof item === "string") {
-    return item;
-  }
-  if (item && typeof item === "object") {
-    const obj = item;
-    if (typeof obj.text === "string") {
-      return obj.text;
-    }
-    if (typeof obj.content === "string") {
-      return obj.content;
-    }
-    return JSON.stringify(item, null, 2);
-  }
-  return String(item);
-}
-function extractObjectText(obj) {
-  if (typeof obj.text === "string") {
-    return obj.text;
-  }
-  if (typeof obj.content === "string") {
-    return obj.content;
-  }
-  return JSON.stringify(obj, null, 2);
-}
-
-// src/userResponse/knowledge-base.ts
-var getKnowledgeBase = async ({
-  prompt,
-  collections,
-  topK = 1
-}) => {
-  try {
-    if (!collections || !collections["knowledge-base"] || !collections["knowledge-base"]["query"]) {
-      logger.warn("[KnowledgeBase] knowledge-base.query collection not registered, skipping");
-      return "";
-    }
-    const result = await collections["knowledge-base"]["query"]({
-      prompt,
-      topK
-    });
-    if (!result || !result.content) {
-      logger.warn("[KnowledgeBase] No knowledge base results returned");
-      return "";
-    }
-    logger.info(`[KnowledgeBase] Retrieved knowledge base context (${result.content.length} chars)`);
-    if (result.metadata?.sources && result.metadata.sources.length > 0) {
-      logger.warn(`[KnowledgeBase] Sources: ${result.metadata.sources.map((s) => s.title).join(", ")}`);
-    }
-    return result.content;
-  } catch (error) {
-    const errorMsg = error instanceof Error ? error.message : String(error);
-    logger.warn(`[KnowledgeBase] Error querying knowledge base: ${errorMsg}`);
-    return "";
-  }
-};
-var getGlobalKnowledgeBase = async ({
-  collections,
-  limit = 100
-}) => {
-  try {
-    if (!collections || !collections["knowledge-base"] || !collections["knowledge-base"]["getGlobal"]) {
-      logger.warn("[KnowledgeBase] knowledge-base.getGlobal collection not registered, skipping");
-      return "";
-    }
-    const result = await collections["knowledge-base"]["getGlobal"]({ limit });
-    if (!result || !result.content) {
-      logger.warn("[KnowledgeBase] No global knowledge base nodes found");
-      return "";
-    }
-    logger.info(`[KnowledgeBase] Retrieved ${result.count || 0} global knowledge base nodes`);
-    return result.content;
-  } catch (error) {
-    const errorMsg = error instanceof Error ? error.message : String(error);
-    logger.warn(`[KnowledgeBase] Error fetching global knowledge base: ${errorMsg}`);
-    return "";
-  }
-};
-var getUserKnowledgeBase = async ({
-  collections,
-  userId,
-  limit = 100
-}) => {
-  try {
-    if (!userId) {
-      logger.warn("[KnowledgeBase] No userId provided, skipping user knowledge base");
-      return "";
-    }
-    if (!collections || !collections["knowledge-base"] || !collections["knowledge-base"]["getByUser"]) {
-      logger.warn("[KnowledgeBase] knowledge-base.getByUser collection not registered, skipping");
-      return "";
-    }
-    const result = await collections["knowledge-base"]["getByUser"]({
-      userId: String(userId),
-      limit
-    });
-    if (!result || !result.content) {
-      logger.info(`[KnowledgeBase] No user knowledge base nodes found for userId: ${userId}`);
-      return "";
-    }
-    logger.info(`[KnowledgeBase] Retrieved ${result.count || 0} user knowledge base nodes for userId: ${userId}`);
-    return result.content;
-  } catch (error) {
-    const errorMsg = error instanceof Error ? error.message : String(error);
-    logger.warn(`[KnowledgeBase] Error fetching user knowledge base: ${errorMsg}`);
-    return "";
-  }
-};
-var getAllKnowledgeBase = async ({
-  prompt,
-  collections,
-  userId,
-  topK = 3
-}) => {
-  const [globalContext, userContext, queryContext] = await Promise.all([
-    getGlobalKnowledgeBase({ collections }),
-    getUserKnowledgeBase({ collections, userId }),
-    getKnowledgeBase({ prompt, collections, topK })
-  ]);
-  let combinedContext = "";
-  if (globalContext) {
-    combinedContext += "## Global Knowledge Base\n";
-    combinedContext += "The following information applies to all queries:\n\n";
-    combinedContext += globalContext + "\n\n";
-  }
-  if (userContext) {
-    combinedContext += "## User-Specific Knowledge Base\n";
-    combinedContext += "The following information is specific to this user:\n\n";
-    combinedContext += userContext + "\n\n";
-  }
-  if (queryContext) {
-    combinedContext += "## Relevant Knowledge Base (Query-Matched)\n";
-    combinedContext += "The following information is semantically relevant to the current query:\n\n";
-    combinedContext += queryContext + "\n\n";
-  }
-  return {
-    globalContext,
-    userContext,
-    queryContext,
-    combinedContext: combinedContext.trim()
-  };
-};
-var KB = {
-  getKnowledgeBase,
-  getGlobalKnowledgeBase,
-  getUserKnowledgeBase,
-  getAllKnowledgeBase
-};
-var knowledge_base_default = KB;
-
 // src/userResponse/agents/agent-component-generator.ts
 async function generateAgentComponents(params) {
   const startTime = Date.now();
@@ -7436,6 +7444,7 @@ async function generateAgentComponents(params) {
     } else {
       databaseRules = await promptLoader.loadDatabaseRules();
     }
+    let globalKnowledgeBase = "No global knowledge base available.";
     let knowledgeBaseContext = "No additional knowledge base context available.";
     if (collections) {
       const kbResult = await knowledge_base_default.getAllKnowledgeBase({
@@ -7444,7 +7453,15 @@ async function generateAgentComponents(params) {
         userId,
         topK: KNOWLEDGE_BASE_TOP_K
       });
-      knowledgeBaseContext = kbResult.combinedContext || knowledgeBaseContext;
+      globalKnowledgeBase = kbResult.globalContext || globalKnowledgeBase;
+      const dynamicParts = [];
+      if (kbResult.userContext) {
+        dynamicParts.push("## User-Specific Knowledge Base\n" + kbResult.userContext);
+      }
+      if (kbResult.queryContext) {
+        dynamicParts.push("## Relevant Knowledge Base (Query-Matched)\n" + kbResult.queryContext);
+      }
+      knowledgeBaseContext = dynamicParts.join("\n\n") || knowledgeBaseContext;
     }
     const prompts = await promptLoader.loadPrompts("match-text-components", {
       USER_PROMPT: userPrompt || "",
@@ -7454,6 +7471,7 @@ async function generateAgentComponents(params) {
       DATABASE_RULES: databaseRules,
       DEFERRED_TOOLS: "No deferred external tools for this request.",
       EXECUTED_TOOLS: executedToolsText,
+      GLOBAL_KNOWLEDGE_BASE: globalKnowledgeBase,
       KNOWLEDGE_BASE_CONTEXT: knowledgeBaseContext,
       CURRENT_DATETIME: getCurrentDateTimeForPrompt()
     });
@@ -9837,6 +9855,41 @@ var OpenAILLM = class extends BaseLLM {
 var openaiLLM = new OpenAILLM();
 
 // src/userResponse/agent-user-response.ts
+function rehydrateCachedComponent(component) {
+  const qMap = component?.props?.config?._queryMap;
+  if (!qMap || typeof qMap !== "object" || Object.keys(qMap).length === 0) return component;
+  const cloned = JSON.parse(JSON.stringify(component));
+  const allValid = Object.keys(qMap).every((qId) => queryCache.getQuery(qId) !== null);
+  if (allValid) {
+    logger.info(`[AgentFlow] All ${Object.keys(qMap).length} cached queryIds still valid \u2014 reusing`);
+    delete cloned.props.config._queryMap;
+    return cloned;
+  }
+  const idMap = {};
+  for (const [oldId, sql] of Object.entries(qMap)) {
+    if (queryCache.getQuery(oldId) !== null) {
+      idMap[oldId] = oldId;
+    } else {
+      idMap[oldId] = queryCache.storeQuery(sql);
+    }
+  }
+  const components = cloned.props?.config?.components;
+  if (Array.isArray(components)) {
+    for (const comp of components) {
+      const etqId = comp.props?.externalTool?.parameters?.queryId;
+      if (etqId && idMap[etqId]) {
+        comp.props.externalTool.parameters.queryId = idMap[etqId];
+      }
+      if (comp.props?.queryId && idMap[comp.props.queryId]) {
+        comp.props.queryId = idMap[comp.props.queryId];
+      }
+    }
+  }
+  delete cloned.props.config._queryMap;
+  const rehydratedCount = Object.values(idMap).filter((newId) => !Object.keys(qMap).includes(newId)).length;
+  logger.info(`[AgentFlow] Re-hydrated ${rehydratedCount}/${Object.keys(qMap).length} expired queries with fresh queryIds`);
+  return cloned;
+}
 function getLLMInstance(provider) {
   switch (provider) {
     case "anthropic":
@@ -9856,6 +9909,8 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
   const providers = llmProviders || ["anthropic"];
   const provider = providers[0];
   const llmInstance = getLLMInstance(provider);
+  logger.clearFile();
+  logger.logLLMPrompt("agentUserResponse", "user", `User Prompt: ${prompt}`);
   logger.info(`[AgentFlow] Starting | provider: ${provider} | prompt: "${prompt.substring(0, 50)}..."`);
   try {
     const conversationMatch = await conversation_search_default.searchConversationsWithReranking({
@@ -9876,11 +9931,12 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
         }
         const elapsedTime2 = Date.now() - startTime;
         logger.info(`[AgentFlow] Exact match \u2014 returning cached result (${elapsedTime2}ms)`);
+        const rehydratedComponent = component ? rehydrateCachedComponent(component) : null;
         return {
           success: true,
           data: {
             text: cachedTextResponse,
-            component,
+            component: rehydratedComponent,
             actions: conversationMatch.uiBlock?.actions || [],
             reasoning: `Exact match from previous conversation`,
             method: `${provider}-agent-semantic-match`,
@@ -9918,9 +9974,30 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
       userProvidedData: t.userProvidedData,
       params: t.params
     }));
+    let globalKnowledgeBase = "";
+    let knowledgeBaseContext = "";
+    if (collections) {
+      const kbResult = await knowledge_base_default.getAllKnowledgeBase({
+        prompt,
+        collections,
+        userId,
+        topK: KNOWLEDGE_BASE_TOP_K
+      });
+      globalKnowledgeBase = kbResult.globalContext || "";
+      const dynamicParts = [];
+      if (kbResult.userContext) {
+        dynamicParts.push("## User-Specific Knowledge Base\n" + kbResult.userContext);
+      }
+      if (kbResult.queryContext) {
+        dynamicParts.push("## Relevant Knowledge Base (Query-Matched)\n" + kbResult.queryContext);
+      }
+      knowledgeBaseContext = dynamicParts.join("\n\n") || "";
+    }
     const agentConfig = {
       ...DEFAULT_AGENT_CONFIG,
-      apiKey: apiKey || void 0
+      apiKey: apiKey || void 0,
+      globalKnowledgeBase,
+      knowledgeBaseContext
     };
     const streamBuffer = new StreamBuffer(streamCallback);
     const mainAgent = new MainAgent(agentTools, agentConfig, streamBuffer);
@@ -9989,6 +10066,7 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
       layoutDescription = matchResult.layoutDescription;
       actions = matchResult.actions;
     }
+    const queryMap = {};
     const securedComponents = matchedComponents.map((comp) => {
       const props = { ...comp.props };
       const sqlValue = props.externalTool?.parameters?.sql || props.externalTool?.parameters?.query;
@@ -9996,6 +10074,7 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
         const { sql, query, ...restParams } = props.externalTool.parameters;
         const cachedData = queryCache.get(sqlValue);
         const queryId = queryCache.storeQuery(sqlValue, cachedData);
+        queryMap[queryId] = sqlValue;
         props.externalTool = {
           ...props.externalTool,
           parameters: { queryId, ...restParams }
@@ -10004,6 +10083,7 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
       if (props.query) {
         const { query, ...restProps } = props;
         const queryId = queryCache.storeQuery(query);
+        queryMap[queryId] = query;
         return { ...comp, props: { ...restProps, queryId } };
       }
       return { ...comp, props };
@@ -10019,7 +10099,9 @@ var get_agent_user_response = async (prompt, components, anthropicApiKey, groqAp
           config: {
             title: layoutTitle,
             description: layoutDescription,
-            components: securedComponents
+            components: securedComponents,
+            // Persist queryId → SQL mapping so cached responses can re-register queries
+            ...Object.keys(queryMap).length > 0 && { _queryMap: queryMap }
           },
           actions
         }