@superatomai/sdk-node 0.0.63 → 0.0.65

package/dist/index.mjs

@@ -2478,9 +2478,11 @@ var BookmarksRequestMessageSchema = z3.object({
 });
 var ArtifactsQueryFiltersSchema = z3.object({
   createdBy: z3.number().optional(),
+  type: z3.string().optional(),
   status: z3.string().optional(),
   name: z3.string().optional(),
-  deleted: z3.boolean().optional()
+  deleted: z3.boolean().optional(),
+  createdAt: z3.string().optional()
 });
 var ArtifactsRequestPayloadSchema = z3.object({
   operation: z3.enum(["create", "update", "delete", "getAll", "getOne", "query"]),
@@ -2492,6 +2494,7 @@ var ArtifactsRequestPayloadSchema = z3.object({
     status: z3.string().optional(),
     deleted: z3.boolean().optional(),
     limit: z3.number().optional(),
+    offset: z3.number().optional(),
     // Query operation fields
     filters: ArtifactsQueryFiltersSchema.optional(),
     sort: z3.enum(["ASC", "DESC"]).optional(),
@@ -6321,11 +6324,11 @@ Fixed SQL query:`;
         logger.info(`[${this.getProviderName()}] Passing ${deferredTools.length} deferred tools to component matching`);
         deferredToolsText = "The following external tools need user input via a Form component.\n**IMPORTANT: Use these EXACT values when generating Form externalTool prop.**\n\n" + deferredTools.map((tool, idx) => {
           return `${idx + 1}. **${tool.name}**
-   toolId: "${tool.id}" (USE THIS EXACT VALUE - do not modify!)
-   toolName: "${tool.name}"
-   parameters: ${JSON.stringify(tool.params || {})}
-   requiredFields:
-${JSON.stringify(tool.requiredFields || [], null, 2)}`;
+							toolId: "${tool.id}" (USE THIS EXACT VALUE - do not modify!)
+							toolName: "${tool.name}"
+							parameters: ${JSON.stringify(tool.params || {})}
+							requiredFields:
+							${JSON.stringify(tool.requiredFields || [], null, 2)}`;
         }).join("\n\n");
       }
       let executedToolsText = "No external tools were executed for data fetching.";
@@ -6341,8 +6344,8 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
             const numericFields = fields.filter((f) => f.type === "number").map((f) => f.name);
             const stringFields = fields.filter((f) => f.type === "string").map((f) => f.name);
             fieldNamesList = `
-   \u{1F4CA} NUMERIC FIELDS (use for yAxisKey, valueKey, aggregationField): ${numericFields.join(", ") || "none"}
-   \u{1F4DD} STRING FIELDS (use for xAxisKey, groupBy, nameKey): ${stringFields.join(", ") || "none"}`;
+							\u{1F4CA} NUMERIC FIELDS (use for yAxisKey, valueKey, aggregationField): ${numericFields.join(", ") || "none"}
+							\u{1F4DD} STRING FIELDS (use for xAxisKey, groupBy, nameKey): ${stringFields.join(", ") || "none"}`;
             const fieldsText = fields.map(
               (f) => `     "${f.name}" (${f.type}): ${f.description}`
             ).join("\n");
@@ -6351,11 +6354,11 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
 ${fieldsText}`;
           }
           return `${idx + 1}. **${tool.name}**
-   toolId: "${tool.id}"
-   toolName: "${tool.name}"
-   parameters: ${JSON.stringify(tool.params || {})}
-   recordCount: ${recordCount} rows returned
-   outputSchema: ${outputSchemaText}${fieldNamesList}`;
+							toolId: "${tool.id}"
+							toolName: "${tool.name}"
+							parameters: ${JSON.stringify(tool.params || {})}
+							recordCount: ${recordCount} rows returned
+							outputSchema: ${outputSchemaText}${fieldNamesList}`;
         }).join("\n\n");
       }
       const schemaDoc = schema.generateSchemaDocumentation();
@@ -6406,6 +6409,7 @@ ${executedToolsText}`);
       logCollector?.info("Matching components from text response...");
       let fullResponseText = "";
       let answerComponentExtracted = false;
+      let validatedAnswerComponent = null;
       const answerCallback = componentStreamCallback;
       const partialCallback = answerCallback ? (chunk) => {
         fullResponseText += chunk;
@@ -6464,8 +6468,8 @@ ${executedToolsText}`);
                     }
                   };
                   const streamTime = (/* @__PURE__ */ new Date()).toISOString();
-                  logger.info(`[${this.getProviderName()}] \u2713 [${streamTime}] Answer component detected in stream: ${answerComponent.name} (${answerComponent.type}) - STREAMING TO FRONTEND NOW`);
-                  logCollector?.info(`\u2713 Answer component: ${answerComponent.name} (${answerComponent.type}) - streaming to frontend at ${streamTime}`);
+                  logger.info(`[${this.getProviderName()}] \u2713 [${streamTime}] Answer component detected in stream: ${answerComponent.name} (${answerComponent.type})`);
+                  logCollector?.info(`\u2713 Answer component: ${answerComponent.name} (${answerComponent.type}) - detected at ${streamTime}`);
                   if (answerComponentData.props?.query) {
                     logCollector?.logQuery(
                       "Answer component query",
@@ -6473,7 +6477,79 @@ ${executedToolsText}`);
                       { componentName: answerComponent.name, componentType: answerComponent.type, reasoning: answerComponentData.reasoning }
                     );
                   }
-                  answerCallback(answerComponent);
+                  const answerQuery = answerComponent.props?.query;
+                  logger.info(`[${this.getProviderName()}] Answer component detected: ${answerComponent.name} (${answerComponent.type}), hasQuery: ${!!answerQuery}, hasDbExecute: ${!!collections?.["database"]?.["execute"]}`);
+                  if (answerQuery && collections?.["database"]?.["execute"]) {
+                    (async () => {
+                      const MAX_RETRIES = 3;
+                      let attempts = 0;
+                      let validated = false;
+                      let currentQuery = answerQuery;
+                      let currentQueryStr = typeof answerQuery === "string" ? answerQuery : answerQuery?.sql || "";
+                      let lastError = "";
+                      logger.info(`[${this.getProviderName()}] Validating answer component query before streaming...`);
+                      while (attempts < MAX_RETRIES && !validated) {
+                        attempts++;
+                        try {
+                          const cacheKey = this.getQueryCacheKey(currentQuery);
+                          if (cacheKey) {
+                            logger.debug(`[${this.getProviderName()}] Answer component query validation attempt ${attempts}/${MAX_RETRIES}`);
+                            const result2 = await collections["database"]["execute"]({ sql: cacheKey });
+                            queryCache.set(cacheKey, result2);
+                            validated = true;
+                            if (currentQuery !== answerQuery) {
+                              answerComponent.props.query = currentQuery;
+                            }
+                            validatedAnswerComponent = {
+                              componentId: answerComponentData.componentId,
+                              validatedQuery: currentQuery
+                            };
+                            logger.info(`[${this.getProviderName()}] \u2713 Answer component query validated (attempt ${attempts}) - STREAMING TO FRONTEND NOW`);
+                            logCollector?.info(`\u2713 Answer component query validated - streaming to frontend`);
+                            logger.info(`[${this.getProviderName()}] Calling answerCallback for: ${answerComponent.name}`);
+                            answerCallback(answerComponent);
+                            logger.info(`[${this.getProviderName()}] answerCallback completed for: ${answerComponent.name}`);
+                          }
+                        } catch (validationError) {
+                          lastError = validationError instanceof Error ? validationError.message : String(validationError);
+                          logger.warn(`[${this.getProviderName()}] Answer component query validation failed (attempt ${attempts}/${MAX_RETRIES}): ${lastError}`);
+                          if (attempts < MAX_RETRIES) {
+                            try {
+                              logger.info(`[${this.getProviderName()}] Requesting LLM to fix answer component query...`);
+                              const fixedQueryStr = await this.requestQueryFix(
+                                currentQueryStr,
+                                lastError,
+                                {
+                                  name: answerComponent.name,
+                                  type: answerComponent.type,
+                                  title: answerComponent.props?.title
+                                },
+                                apiKey
+                              );
+                              if (typeof currentQuery === "string") {
+                                currentQuery = fixedQueryStr;
+                              } else {
+                                currentQuery = { ...currentQuery, sql: fixedQueryStr };
+                              }
+                              currentQueryStr = fixedQueryStr;
+                              logger.info(`[${this.getProviderName()}] LLM provided fixed query for answer component, retrying...`);
+                            } catch (fixError) {
+                              const fixErrorMsg = fixError instanceof Error ? fixError.message : String(fixError);
+                              logger.error(`[${this.getProviderName()}] Failed to get LLM query fix for answer component: ${fixErrorMsg}`);
+                              break;
+                            }
+                          }
+                        }
+                      }
+                      if (!validated) {
+                        logger.warn(`[${this.getProviderName()}] Answer component query validation failed after ${attempts} attempts - skipping early stream`);
+                        logCollector?.warn(`Answer component query validation failed: ${lastError} - will be handled in batch validation`);
+                      }
+                    })();
+                  } else {
+                    logger.info(`[${this.getProviderName()}] Answer component has no query - STREAMING TO FRONTEND NOW`);
+                    answerCallback(answerComponent);
+                  }
                   answerComponentExtracted = true;
                 }
               }
@@ -6527,6 +6603,10 @@ ${executedToolsText}`);
           return null;
         }
         let cleanedProps = { ...mc.props };
+        if (validatedAnswerComponent && mc.componentId === validatedAnswerComponent.componentId) {
+          logger.info(`[${this.getProviderName()}] Using pre-validated query for answer component: ${mc.componentId}`);
+          cleanedProps.query = validatedAnswerComponent.validatedQuery;
+        }
         if (cleanedProps.externalTool) {
           const toolId = cleanedProps.externalTool.toolId;
           const validToolIds = (executedTools || []).map((t) => t.id);
@@ -7572,11 +7652,14 @@ ${errorMsg}
         logger.info(`[${this.getProviderName()}] Generated ${actions.length} follow-up actions for general question`);
       } else if (components && components.length > 0) {
         logger.info(`[${this.getProviderName()}] Matching components from text response...`);
+        logger.info(`[${this.getProviderName()}] componentStreamCallback setup: wrappedStreamCallback=${!!wrappedStreamCallback}, category=${category}`);
         const componentStreamCallback = wrappedStreamCallback && category !== "data_modification" ? (component) => {
+          logger.info(`[${this.getProviderName()}] componentStreamCallback INVOKED for: ${component.name} (${component.type})`);
           const answerMarker = `__ANSWER_COMPONENT_START__${JSON.stringify(component)}__ANSWER_COMPONENT_END__`;
           wrappedStreamCallback(answerMarker);
           logger.info(`[${this.getProviderName()}] Streamed answer component to frontend: ${component.name} (${component.type})`);
         } : void 0;
+        logger.info(`[${this.getProviderName()}] componentStreamCallback created: ${!!componentStreamCallback}`);
         const deferredTools = externalTools?.filter((t) => {
           if (t.executionType === "deferred" && !t.userProvidedData) return true;
           if (category === "data_modification" && !t.userProvidedData) {
@@ -10944,30 +11027,25 @@ async function handleArtifactsRequest(data, collections, sendMessage) {
     const name = requestData?.name;
     const createdBy = requestData?.createdBy;
     const dsl = requestData?.dsl;
+    const type = requestData?.type;
+    const filters = requestData?.filters;
     const status = requestData?.status;
     const deleted = requestData?.deleted;
     const limit = requestData?.limit;
-    const filters = requestData?.filters;
+    const offset = requestData?.offset;
     const sort = requestData?.sort;
-    const type = requestData?.type;
-    const menuId = requestData?.menuId;
-    const artifactGroupName = requestData?.artifactGroupName;
-    const artifactGroupId = requestData?.artifactGroupId;
-    const artifactGroupIcon = requestData?.artifactGroupIcon;
-    logger.info("[SDK-NODEJS] Extracted params for create:", JSON.stringify({
+    logger.info("[SDK-NODEJS] Extracted params:", JSON.stringify({
       name,
       type,
-      menuId,
-      artifactGroupName,
-      artifactGroupId,
-      artifactGroupIcon
+      filters: filters ? "present" : "undefined"
     }, null, 2));
+    logger.info("[SDK-NODEJS] Full requestData.filters:", JSON.stringify(filters, null, 2));
     switch (operation) {
       case "create":
-        await handleCreate6(id, name, createdBy, dsl, status, type, menuId, artifactGroupName, artifactGroupId, artifactGroupIcon, executeCollection, sendMessage, from.id);
+        await handleCreate6(id, name, createdBy, dsl, type, filters, status, executeCollection, sendMessage, from.id);
         break;
       case "update":
-        await handleUpdate6(id, artifactId, name, dsl, status, deleted, executeCollection, sendMessage, from.id);
+        await handleUpdate6(id, artifactId, name, dsl, type, filters, status, deleted, executeCollection, sendMessage, from.id);
         break;
       case "delete":
         await handleDelete6(id, artifactId, executeCollection, sendMessage, from.id);
@@ -10979,7 +11057,7 @@ async function handleArtifactsRequest(data, collections, sendMessage) {
         await handleGetOne6(id, artifactId, executeCollection, sendMessage, from.id);
         break;
       case "query":
-        await handleQuery6(id, { filters, limit, sort }, executeCollection, sendMessage, from.id);
+        await handleQuery6(id, { filters, limit, offset, sort }, executeCollection, sendMessage, from.id);
         break;
       default:
         sendResponse8(id, {
@@ -10995,7 +11073,7 @@ async function handleArtifactsRequest(data, collections, sendMessage) {
     }, sendMessage);
   }
 }
-async function handleCreate6(id, name, createdBy, dsl, status, type, menuId, artifactGroupName, artifactGroupId, artifactGroupIcon, executeCollection, sendMessage, clientId) {
+async function handleCreate6(id, name, createdBy, dsl, type, filters, status, executeCollection, sendMessage, clientId) {
   if (!name) {
     sendResponse8(id, {
       success: false,
@@ -11008,12 +11086,9 @@ async function handleCreate6(id, name, createdBy, dsl, status, type, menuId, art
       name,
       createdBy,
       dsl,
-      status,
       type,
-      menuId,
-      artifactGroupName,
-      artifactGroupId,
-      artifactGroupIcon
+      filters,
+      status
     });
     sendResponse8(id, {
       success: true,
@@ -11028,7 +11103,7 @@ async function handleCreate6(id, name, createdBy, dsl, status, type, menuId, art
     }, sendMessage, clientId);
   }
 }
-async function handleUpdate6(id, artifactId, name, dsl, status, deleted, executeCollection, sendMessage, clientId) {
+async function handleUpdate6(id, artifactId, name, dsl, type, filters, status, deleted, executeCollection, sendMessage, clientId) {
   if (!artifactId) {
     sendResponse8(id, {
       success: false,
@@ -11037,7 +11112,7 @@ async function handleUpdate6(id, artifactId, name, dsl, status, deleted, execute
     return;
   }
   try {
-    const result = await executeCollection("artifacts", "update", { id: artifactId, name, dsl, status, deleted });
+    const result = await executeCollection("artifacts", "update", { id: artifactId, name, dsl, type, filters, status, deleted });
     sendResponse8(id, {
       success: true,
       data: result.data,
@@ -11116,11 +11191,15 @@ async function handleGetOne6(id, artifactId, executeCollection, sendMessage, cli
 }
 async function handleQuery6(id, queryParams, executeCollection, sendMessage, clientId) {
   try {
+    logger.info("[SDK-NODEJS] handleQuery - queryParams:", JSON.stringify(queryParams, null, 2));
+    logger.info("[SDK-NODEJS] handleQuery - filters.type:", queryParams.filters?.type);
     const result = await executeCollection("artifacts", "query", {
       filters: queryParams.filters,
       limit: queryParams.limit || 50,
+      offset: queryParams.offset || 0,
       sort: queryParams.sort || "DESC"
     });
+    logger.info("[SDK-NODEJS] handleQuery - executeCollection result count:", result.count);
     sendResponse8(id, {
       success: true,
       data: result.data,