@superatomai/sdk-node 0.0.76 → 0.0.78

package/dist/index.mjs

@@ -695,6 +695,67 @@ var DashCompRequestMessageSchema = z3.object({
   type: z3.literal("DASH_COMP_REQ"),
   payload: DashCompRequestPayloadSchema
 });
+var SchemaColumnStatisticsSchema = z3.object({
+  distinct: z3.number().optional(),
+  min: z3.number().optional(),
+  max: z3.number().optional()
+});
+var SchemaColumnSchema = z3.object({
+  name: z3.string(),
+  type: z3.string(),
+  nativeType: z3.string(),
+  nullable: z3.boolean(),
+  description: z3.string(),
+  statistics: SchemaColumnStatisticsSchema.optional(),
+  cardinality: z3.enum(["unique", "high", "medium", "low"]).optional(),
+  sampleValues: z3.array(z3.string()).optional()
+});
+var SchemaTableSchema = z3.object({
+  name: z3.string(),
+  fullName: z3.string(),
+  rowCount: z3.number(),
+  description: z3.string(),
+  columns: z3.array(SchemaColumnSchema)
+});
+var SchemaRelationshipSchema = z3.object({
+  from: z3.string(),
+  to: z3.string(),
+  type: z3.string(),
+  keys: z3.array(z3.string())
+});
+var DatabaseSchemaSchema = z3.object({
+  database: z3.string(),
+  databaseType: z3.string().optional(),
+  schema: z3.string(),
+  description: z3.string(),
+  tables: z3.array(SchemaTableSchema),
+  relationships: z3.array(SchemaRelationshipSchema).optional()
+});
+var SchemaRequestPayloadSchema = z3.object({
+  /** If true, returns the formatted documentation string in addition to raw JSON */
+  formatted: z3.boolean().optional()
+});
+var SchemaRequestMessageSchema = z3.object({
+  id: z3.string(),
+  from: MessageParticipantSchema,
+  type: z3.literal("SCHEMA_REQ"),
+  payload: SchemaRequestPayloadSchema
+});
+var SchemaResponsePayloadSchema = z3.object({
+  success: z3.boolean(),
+  error: z3.string().optional(),
+  data: z3.object({
+    schema: DatabaseSchemaSchema,
+    /** Formatted schema documentation (only if formatted: true was requested) */
+    formatted: z3.string().optional()
+  }).optional()
+});
+var SchemaResponseMessageSchema = z3.object({
+  id: z3.string(),
+  from: MessageParticipantSchema,
+  type: z3.literal("SCHEMA_RES"),
+  payload: SchemaResponsePayloadSchema
+});
 
 // src/utils/logger.ts
 import fs from "fs";
@@ -3479,6 +3540,7 @@ You MUST respond with ONLY a valid JSON object (no markdown, no code blocks):
 
 **CRITICAL:**
 - Return ONLY valid JSON (no markdown code blocks, no text before/after)
+-\`componentName\`: MUST be the EXACT \`name\` field from the Available Components list. Never use a title or description as componentName.
 - \`componentId\`: For new components, MUST match an ID from the available components list. For updates, preserve the existing component's ID
 - \`isUpdate\`: Set to \`true\` if updating an existing component, \`false\` if creating new
 - \`dataSourceType\` indicates whether data comes from database or external tool
@@ -4240,13 +4302,13 @@ var PRICING = {
   "gpt-4-turbo": { input: 10, output: 30 },
   "gpt-4": { input: 30, output: 60 },
   "gpt-3.5-turbo": { input: 0.5, output: 1.5 },
-  // Google Gemini (December 2025)
+  // Google Gemini (January 2026)
   "gemini-3-pro-preview": { input: 2, output: 12 },
   // New Gemini 3
   "gemini-3-flash-preview": { input: 0.5, output: 3 },
   // For prompts ≤200K tokens, 2x for >200K
-  "gemini-2.5-flash": { input: 0.15, output: 0.6 },
-  // Standard mode (thinking disabled: $0.60, thinking enabled: $3.50)
+  "gemini-2.5-flash": { input: 0.3, output: 2.5 },
+  // Paid tier: $0.30 input (text/image/video), $2.50 output (includes thinking)
   "gemini-2.5-flash-lite": { input: 0.1, output: 0.4 },
   "gemini-2.0-flash": { input: 0.1, output: 0.4 },
   "gemini-2.0-flash-lite": { input: 0.075, output: 0.3 },
@@ -6476,6 +6538,7 @@ var STREAM_PREVIEW_MAX_CHARS = 200;
 var TOOL_TRACKING_MAX_ROWS = 5;
 var TOOL_TRACKING_MAX_CHARS = 200;
 var TOOL_TRACKING_SAMPLE_ROWS = 3;
+var DEFAULT_QUERY_LIMIT = 10;
 var MAX_COMPONENT_QUERY_LIMIT = 10;
 var EXACT_MATCH_SIMILARITY_THRESHOLD = 0.99;
 var DEFAULT_CONVERSATION_SIMILARITY_THRESHOLD = 0.8;
@@ -7215,8 +7278,15 @@ Please try rephrasing your request or contact support.
         }
         await streamDelay();
       }
+      const cappedToolInput = { ...toolInput };
+      if (cappedToolInput.limit !== void 0 && cappedToolInput.limit > MAX_COMPONENT_QUERY_LIMIT) {
+        logger.info(`[${providerName}] Capping external tool limit from ${cappedToolInput.limit} to ${MAX_COMPONENT_QUERY_LIMIT}`);
+        cappedToolInput.limit = MAX_COMPONENT_QUERY_LIMIT;
+      } else if (cappedToolInput.limit === void 0) {
+        cappedToolInput.limit = MAX_COMPONENT_QUERY_LIMIT;
+      }
       const result = await withProgressHeartbeat(
-        () => externalTool.fn(toolInput),
+        () => externalTool.fn(cappedToolInput),
         `Running ${externalTool.name}`,
         streamBuffer
       );
@@ -7230,7 +7300,7 @@ Please try rephrasing your request or contact support.
         this.executedToolsList.push({
           id: externalTool.id,
           name: externalTool.name,
-          params: toolInput,
+          params: cappedToolInput,
           result: {
             _totalRecords: formattedForTracking.summary.totalRecords,
             _recordsShown: formattedForTracking.summary.recordsShown,
@@ -8105,8 +8175,12 @@ ${executedToolsText}`);
         if (deferredTools.length > 0) {
           logger.info(`[${this.getProviderName()}] Passing ${deferredTools.length} deferred tools for Form generation`);
         }
+        const sanitizedTextResponse = textResponse.replace(
+          /<DataTable>[\s\S]*?<\/DataTable>/g,
+          "<DataTable>[Data preview removed - for table components, REUSE the exact SQL query shown above (the one that returned these results). Do NOT write a new query or embed data in props.]</DataTable>"
+        );
         const matchResult = await this.matchComponentsFromAnalysis(
-          textResponse,
+          sanitizedTextResponse,
           components,
           userPrompt,
           apiKey,
@@ -12155,6 +12229,7 @@ function formatComponentsForPrompt(components) {
   if (!components || components.length === 0) {
     return "No components available";
   }
+  components = components.filter((c) => c.name !== "MultiComponentContainer");
   return components.map((comp, idx) => {
     const keywords = comp.keywords ? comp.keywords.join(", ") : "";
     const propsPreview = comp.props ? JSON.stringify(comp.props, null, 2) : "No props";
@@ -12201,7 +12276,7 @@ function sendDashCompResponse(id, res, sendMessage, clientId) {
 }
 
 // src/dashComp/pick-component.ts
-async function pickComponentWithLLM(prompt, components, anthropicApiKey, groqApiKey, geminiApiKey, openaiApiKey, llmProviders, _collections, tools, dashCompModels) {
+async function pickComponentWithLLM(prompt, components, anthropicApiKey, groqApiKey, geminiApiKey, openaiApiKey, llmProviders, collections, tools, dashCompModels) {
   const errors = [];
   const availableComponentsText = formatComponentsForPrompt(components);
   const availableToolsText = formatToolsForPrompt(tools);
@@ -12279,12 +12354,14 @@ async function pickComponentWithLLM(prompt, components, anthropicApiKey, groqApi
     const parsedResult = jsonMatch ? JSON.parse(jsonMatch[0]) : null;
     if (!parsedResult) {
       errors.push("Failed to parse LLM response as JSON");
+      errors.push(`LLM Response: ${result}`);
       return { success: false, errors };
     }
     logger.debug("[DASH_COMP_REQ] LLM response received");
     logger.file("[DASH_COMP_REQ] LLM response:", JSON.stringify(parsedResult, null, 2));
     if (!parsedResult.componentId || !parsedResult.props) {
       errors.push("Invalid LLM response: missing componentId or props");
+      errors.push(`LLM Response: ${result}`);
       userPromptErrorLogger.logError("DASH_COMP_REQ", "Invalid LLM response structure", {
         prompt,
         result: parsedResult,
@@ -12295,6 +12372,7 @@ async function pickComponentWithLLM(prompt, components, anthropicApiKey, groqApi
     const originalComponent = components.find((c) => c.name === parsedResult.componentName);
     if (!originalComponent) {
       errors.push(`Component ${parsedResult.componentName} not found in available components`);
+      errors.push(`LLM Response: ${result}`);
       userPromptErrorLogger.logError("DASH_COMP_REQ", "Component not found", {
         prompt,
         componentName: parsedResult.componentName,
@@ -12302,14 +12380,72 @@ async function pickComponentWithLLM(prompt, components, anthropicApiKey, groqApi
       });
       return { success: false, errors };
     }
-    const finalComponent = {
+    let finalComponent = {
       ...originalComponent,
       props: {
         ...originalComponent.props,
         ...parsedResult.props
       }
     };
+    if (finalComponent.props?.query) {
+      const query = finalComponent.props.query;
+      if (typeof query === "string") {
+        finalComponent.props.query = ensureQueryLimit(query, DEFAULT_QUERY_LIMIT, MAX_COMPONENT_QUERY_LIMIT);
+      } else if (query?.sql) {
+        finalComponent.props.query = {
+          ...query,
+          sql: ensureQueryLimit(query.sql, DEFAULT_QUERY_LIMIT, MAX_COMPONENT_QUERY_LIMIT)
+        };
+      }
+    }
     logger.info(`[DASH_COMP_REQ] Successfully picked component: ${finalComponent.name} (${finalComponent.type})`);
+    if (finalComponent.props?.query && collections?.["database"]?.["execute"]) {
+      logger.info(`[DASH_COMP_REQ] Validating query for component: ${finalComponent.name}`);
+      const queryService = new QueryExecutionService({
+        defaultLimit: DEFAULT_QUERY_LIMIT,
+        getModelForTask: () => model,
+        // Use the same model for query fixes
+        getApiKey: () => apiKey,
+        providerName: "DASH_COMP_REQ"
+      });
+      try {
+        const validationResult = await queryService.validateSingleQuery(
+          finalComponent,
+          collections,
+          apiKey
+        );
+        if (!validationResult.validated) {
+          logger.error(`[DASH_COMP_REQ] Query validation failed for component: ${finalComponent.name}`);
+          errors.push(`Query validation failed for component ${finalComponent.name}. The generated SQL query could not be executed.`);
+          return {
+            success: false,
+            errors,
+            data: {
+              reasoning: parsedResult.reasoning || "Component selected but query validation failed",
+              rawResponse: parsedResult
+            }
+          };
+        }
+        if (validationResult.component) {
+          finalComponent = validationResult.component;
+        }
+        logger.info(`[DASH_COMP_REQ] Query validated successfully for component: ${finalComponent.name}`);
+      } catch (validationError) {
+        const validationErrorMsg = validationError instanceof Error ? validationError.message : String(validationError);
+        logger.error(`[DASH_COMP_REQ] Query validation error: ${validationErrorMsg}`);
+        errors.push(`Query validation error: ${validationErrorMsg}`);
+        return {
+          success: false,
+          errors,
+          data: {
+            reasoning: parsedResult.reasoning || "Component selected but query validation encountered an error",
+            rawResponse: parsedResult
+          }
+        };
+      }
+    } else if (finalComponent.props?.query && !collections?.["database"]?.["execute"]) {
+      logger.warn(`[DASH_COMP_REQ] Skipping query validation - database execute function not available`);
+    }
     if (parsedResult.props.query) {
       logger.info(`[DASH_COMP_REQ] Data source: Database query`);
     }
@@ -12419,12 +12555,14 @@ async function createFilterWithLLM(prompt, components, existingComponents, anthr
     const result = jsonMatch ? JSON.parse(jsonMatch[0]) : null;
     if (!result) {
       errors.push("Failed to parse LLM response as JSON");
+      errors.push(`LLM Response: ${rawResult}`);
       return { success: false, errors };
     }
     logger.debug("[DASH_COMP_REQ:FILTER] LLM response received");
     logger.file("[DASH_COMP_REQ:FILTER] LLM response:", JSON.stringify(result, null, 2));
     if (!result.filterComponent) {
       errors.push("Invalid LLM response: missing filterComponent");
+      errors.push(`LLM Response: ${rawResult}`);
       userPromptErrorLogger.logError("DASH_COMP_REQ:FILTER", "Invalid LLM response structure", {
         prompt,
         result,
@@ -12567,6 +12705,64 @@ async function handleDashCompRequest(data, components, sendMessage, anthropicApi
   logger.info(`[DASH_COMP_REQ] Response sent to client ${response.wsId || data.from?.id}`);
 }
 
+// src/handlers/schema-request.ts
+async function handleSchemaRequest(message, sendMessage) {
+  const startTime = Date.now();
+  try {
+    const payload = message.payload;
+    const formatted = payload?.formatted ?? false;
+    logger.info(`[SchemaRequest] Processing schema request (formatted: ${formatted})`);
+    const schemaData = schema.getSchema();
+    if (!schemaData) {
+      const response2 = {
+        id: message.id,
+        type: "SCHEMA_RES",
+        from: { type: "data-agent" },
+        to: message.from,
+        payload: {
+          success: false,
+          error: "Schema not found or failed to load"
+        }
+      };
+      sendMessage(response2);
+      return;
+    }
+    const responseData = {
+      schema: schemaData
+    };
+    if (formatted) {
+      responseData.formatted = schema.generateSchemaDocumentation();
+    }
+    const executionMs = Date.now() - startTime;
+    logger.info(`[SchemaRequest] Schema retrieved successfully in ${executionMs}ms`);
+    const response = {
+      id: message.id,
+      type: "SCHEMA_RES",
+      from: { type: "data-agent" },
+      to: message.from,
+      payload: {
+        success: true,
+        data: responseData
+      }
+    };
+    sendMessage(response);
+  } catch (error) {
+    const errorMsg = error instanceof Error ? error.message : String(error);
+    logger.error(`[SchemaRequest] Error: ${errorMsg}`);
+    const response = {
+      id: message.id,
+      type: "SCHEMA_RES",
+      from: { type: "data-agent" },
+      to: message.from,
+      payload: {
+        success: false,
+        error: errorMsg
+      }
+    };
+    sendMessage(response);
+  }
+}
+
 // src/auth/user-manager.ts
 import fs7 from "fs";
 import path6 from "path";
@@ -13815,6 +14011,11 @@ var SuperatomSDK = class {
             logger.error("Failed to handle dash comp request:", error);
           });
           break;
+        case "SCHEMA_REQ":
+          handleSchemaRequest(parsed, (msg) => this.send(msg)).catch((error) => {
+            logger.error("Failed to handle schema request:", error);
+          });
+          break;
         default:
           const handler = this.messageTypeHandlers.get(message.type);
           if (handler) {