@juspay/neurolink 8.17.0 → 8.18.0

package/CHANGELOG.md

@@ -1,3 +1,9 @@
+## [8.18.0](https://github.com/juspay/neurolink/compare/v8.17.0...v8.18.0) (2025-12-16)
+
+### Features
+
+- **(utils):** standardize logging levels in CSVProcessor ([1c348b2](https://github.com/juspay/neurolink/commit/1c348b28d1212cd8ec33eb0100acddaa5a3df2bd))
+
 ## [8.17.0](https://github.com/juspay/neurolink/compare/v8.16.0...v8.17.0) (2025-12-16)
 
 ### Features

package/dist/lib/utils/csvProcessor.js

@@ -64,12 +64,21 @@ export class CSVProcessor {
     static async process(content, options) {
         const { maxRows: rawMaxRows = 1000, formatStyle = "raw", includeHeaders = true, sampleDataFormat = "json", } = options || {};
         const maxRows = Math.max(1, Math.min(10000, rawMaxRows));
+        logger.debug("[CSVProcessor] Starting CSV processing", {
+            contentSize: content.length,
+            formatStyle,
+            maxRows,
+            includeHeaders,
+        });
         const csvString = content.toString("utf-8");
         // For raw format, return original CSV with row limit (no parsing needed)
         // This preserves the exact original format which works best for LLMs
         if (formatStyle === "raw") {
             const lines = csvString.split("\n");
             const hasMetadataLine = isMetadataLine(lines);
+            if (hasMetadataLine) {
+                logger.debug("[CSVProcessor] Detected metadata line, skipping first line");
+            }
             // Skip metadata line if present, then take header + maxRows data rows
             const csvLines = hasMetadataLine
                 ? lines.slice(1) // Skip metadata line
@@ -78,11 +87,21 @@ export class CSVProcessor {
             const limitedCSV = limitedLines.join("\n");
             const rowCount = limitedLines.length - 1; // Subtract header
             const originalRowCount = csvLines.length - 1; // Subtract header from original
+            const wasTruncated = rowCount < originalRowCount;
+            if (wasTruncated) {
+                logger.warn(`[CSVProcessor] CSV data truncated: showing ${rowCount} of ${originalRowCount} rows (limit: ${maxRows})`);
+            }
             logger.debug(`[CSVProcessor] raw format: ${rowCount} rows (original: ${originalRowCount}) → ${limitedCSV.length} chars`, {
                 formatStyle: "raw",
                 originalSize: csvString.length,
                 limitedSize: limitedCSV.length,
             });
+            logger.info("[CSVProcessor] ✅ Processed CSV file", {
+                formatStyle: "raw",
+                rowCount,
+                columnCount: (limitedLines[0] || "").split(",").length,
+                truncated: wasTruncated,
+            });
             return {
                 type: "csv",
                 content: limitedCSV,
@@ -96,6 +115,10 @@ export class CSVProcessor {
             };
         }
         // Parse CSV for JSON and Markdown formats only
+        logger.debug("[CSVProcessor] Parsing CSV for structured format conversion", {
+            formatStyle,
+            maxRows,
+        });
         const rows = await this.parseCSVString(csvString, maxRows);
         // Extract metadata from parsed results
         const rowCount = rows.length;
@@ -104,9 +127,24 @@ export class CSVProcessor {
         const hasEmptyColumns = columnNames.some((col) => !col || col.trim() === "");
         const sampleRows = rows.slice(0, 3);
         const sampleData = this.formatSampleData(sampleRows, sampleDataFormat, includeHeaders);
+        if (hasEmptyColumns) {
+            logger.warn("[CSVProcessor] CSV contains empty or blank column headers", {
+                columnNames,
+            });
+        }
+        if (rowCount === 0) {
+            logger.warn("[CSVProcessor] CSV file contains no data rows");
+        }
         // Format parsed data
+        logger.debug(`[CSVProcessor] Converting ${rowCount} rows to ${formatStyle} format`);
         const formatted = this.formatForLLM(rows, formatStyle, includeHeaders);
-        logger.info(`[CSVProcessor] ${formatStyle} format: ${rowCount} rows × ${columnCount} columns → ${formatted.length} chars`, { rowCount, columnCount, columns: columnNames, hasEmptyColumns });
+        logger.info("[CSVProcessor] ✅ Processed CSV file", {
+            formatStyle,
+            rowCount,
+            columnCount,
+            outputLength: formatted.length,
+            hasEmptyColumns,
+        });
         return {
             type: "csv",
             content: formatted,
@@ -136,6 +174,10 @@ export class CSVProcessor {
     static async parseCSVFile(filePath, maxRows = 1000) {
         const clampedMaxRows = Math.max(1, Math.min(10000, maxRows));
         const fs = await import("fs");
+        logger.debug("[CSVProcessor] Starting file parsing", {
+            filePath,
+            maxRows: clampedMaxRows,
+        });
         // Read first 2 lines to detect metadata
         const fileHandle = await fs.promises.open(filePath, "r");
         const firstLines = [];
@@ -156,6 +198,9 @@ export class CSVProcessor {
         await fileHandle.close();
         const hasMetadataLine = isMetadataLine(firstLines);
         const skipLines = hasMetadataLine ? 1 : 0;
+        if (hasMetadataLine) {
+            logger.debug("[CSVProcessor] Detected metadata line in file, will skip first line");
+        }
         return new Promise((resolve, reject) => {
             const rows = [];
             let count = 0;
@@ -182,6 +227,7 @@ export class CSVProcessor {
                 }
             })
                 .on("end", () => {
+                logger.debug(`[CSVProcessor] File parsing complete: ${rows.length} rows parsed`);
                 resolve(rows);
             })
                 .on("error", (error) => {
@@ -200,10 +246,17 @@ export class CSVProcessor {
      */
     static async parseCSVString(csvString, maxRows = 1000) {
         const clampedMaxRows = Math.max(1, Math.min(10000, maxRows));
+        logger.debug("[CSVProcessor] Starting string parsing", {
+            inputLength: csvString.length,
+            maxRows: clampedMaxRows,
+        });
         // Detect and skip metadata line
         const lines = csvString.split("\n");
         const hasMetadataLine = isMetadataLine(lines);
         const csvData = hasMetadataLine ? lines.slice(1).join("\n") : csvString;
+        if (hasMetadataLine) {
+            logger.debug("[CSVProcessor] Detected metadata line in string, skipping");
+        }
         return new Promise((resolve, reject) => {
             const rows = [];
             let count = 0;
@@ -225,6 +278,7 @@ export class CSVProcessor {
                 }
             })
                 .on("end", () => {
+                logger.debug(`[CSVProcessor] String parsing complete: ${rows.length} rows parsed`);
                 resolve(rows);
             })
                 .on("error", (error) => {

package/dist/utils/csvProcessor.js

@@ -64,12 +64,21 @@ export class CSVProcessor {
     static async process(content, options) {
         const { maxRows: rawMaxRows = 1000, formatStyle = "raw", includeHeaders = true, sampleDataFormat = "json", } = options || {};
         const maxRows = Math.max(1, Math.min(10000, rawMaxRows));
+        logger.debug("[CSVProcessor] Starting CSV processing", {
+            contentSize: content.length,
+            formatStyle,
+            maxRows,
+            includeHeaders,
+        });
         const csvString = content.toString("utf-8");
         // For raw format, return original CSV with row limit (no parsing needed)
         // This preserves the exact original format which works best for LLMs
         if (formatStyle === "raw") {
             const lines = csvString.split("\n");
             const hasMetadataLine = isMetadataLine(lines);
+            if (hasMetadataLine) {
+                logger.debug("[CSVProcessor] Detected metadata line, skipping first line");
+            }
             // Skip metadata line if present, then take header + maxRows data rows
             const csvLines = hasMetadataLine
                 ? lines.slice(1) // Skip metadata line
@@ -78,11 +87,21 @@ export class CSVProcessor {
             const limitedCSV = limitedLines.join("\n");
             const rowCount = limitedLines.length - 1; // Subtract header
             const originalRowCount = csvLines.length - 1; // Subtract header from original
+            const wasTruncated = rowCount < originalRowCount;
+            if (wasTruncated) {
+                logger.warn(`[CSVProcessor] CSV data truncated: showing ${rowCount} of ${originalRowCount} rows (limit: ${maxRows})`);
+            }
             logger.debug(`[CSVProcessor] raw format: ${rowCount} rows (original: ${originalRowCount}) → ${limitedCSV.length} chars`, {
                 formatStyle: "raw",
                 originalSize: csvString.length,
                 limitedSize: limitedCSV.length,
             });
+            logger.info("[CSVProcessor] ✅ Processed CSV file", {
+                formatStyle: "raw",
+                rowCount,
+                columnCount: (limitedLines[0] || "").split(",").length,
+                truncated: wasTruncated,
+            });
             return {
                 type: "csv",
                 content: limitedCSV,
@@ -96,6 +115,10 @@ export class CSVProcessor {
             };
         }
         // Parse CSV for JSON and Markdown formats only
+        logger.debug("[CSVProcessor] Parsing CSV for structured format conversion", {
+            formatStyle,
+            maxRows,
+        });
         const rows = await this.parseCSVString(csvString, maxRows);
         // Extract metadata from parsed results
         const rowCount = rows.length;
@@ -104,9 +127,24 @@ export class CSVProcessor {
         const hasEmptyColumns = columnNames.some((col) => !col || col.trim() === "");
         const sampleRows = rows.slice(0, 3);
         const sampleData = this.formatSampleData(sampleRows, sampleDataFormat, includeHeaders);
+        if (hasEmptyColumns) {
+            logger.warn("[CSVProcessor] CSV contains empty or blank column headers", {
+                columnNames,
+            });
+        }
+        if (rowCount === 0) {
+            logger.warn("[CSVProcessor] CSV file contains no data rows");
+        }
         // Format parsed data
+        logger.debug(`[CSVProcessor] Converting ${rowCount} rows to ${formatStyle} format`);
         const formatted = this.formatForLLM(rows, formatStyle, includeHeaders);
-        logger.info(`[CSVProcessor] ${formatStyle} format: ${rowCount} rows × ${columnCount} columns → ${formatted.length} chars`, { rowCount, columnCount, columns: columnNames, hasEmptyColumns });
+        logger.info("[CSVProcessor] ✅ Processed CSV file", {
+            formatStyle,
+            rowCount,
+            columnCount,
+            outputLength: formatted.length,
+            hasEmptyColumns,
+        });
         return {
             type: "csv",
             content: formatted,
@@ -136,6 +174,10 @@ export class CSVProcessor {
     static async parseCSVFile(filePath, maxRows = 1000) {
         const clampedMaxRows = Math.max(1, Math.min(10000, maxRows));
         const fs = await import("fs");
+        logger.debug("[CSVProcessor] Starting file parsing", {
+            filePath,
+            maxRows: clampedMaxRows,
+        });
         // Read first 2 lines to detect metadata
         const fileHandle = await fs.promises.open(filePath, "r");
         const firstLines = [];
@@ -156,6 +198,9 @@ export class CSVProcessor {
         await fileHandle.close();
         const hasMetadataLine = isMetadataLine(firstLines);
         const skipLines = hasMetadataLine ? 1 : 0;
+        if (hasMetadataLine) {
+            logger.debug("[CSVProcessor] Detected metadata line in file, will skip first line");
+        }
         return new Promise((resolve, reject) => {
             const rows = [];
             let count = 0;
@@ -182,6 +227,7 @@ export class CSVProcessor {
                 }
             })
                 .on("end", () => {
+                logger.debug(`[CSVProcessor] File parsing complete: ${rows.length} rows parsed`);
                 resolve(rows);
             })
                 .on("error", (error) => {
@@ -200,10 +246,17 @@ export class CSVProcessor {
      */
     static async parseCSVString(csvString, maxRows = 1000) {
         const clampedMaxRows = Math.max(1, Math.min(10000, maxRows));
+        logger.debug("[CSVProcessor] Starting string parsing", {
+            inputLength: csvString.length,
+            maxRows: clampedMaxRows,
+        });
         // Detect and skip metadata line
         const lines = csvString.split("\n");
         const hasMetadataLine = isMetadataLine(lines);
         const csvData = hasMetadataLine ? lines.slice(1).join("\n") : csvString;
+        if (hasMetadataLine) {
+            logger.debug("[CSVProcessor] Detected metadata line in string, skipping");
+        }
         return new Promise((resolve, reject) => {
             const rows = [];
             let count = 0;
@@ -225,6 +278,7 @@ export class CSVProcessor {
                 }
             })
                 .on("end", () => {
+                logger.debug(`[CSVProcessor] String parsing complete: ${rows.length} rows parsed`);
                 resolve(rows);
             })
                 .on("error", (error) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "8.17.0",
+  "version": "8.18.0",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, and professional CLI. Built-in tools operational, 58+ external MCP servers discoverable. Connect to filesystem, GitHub, database operations, and more. Build, test, and deploy AI applications with 9 major providers: OpenAI, Anthropic, Google AI, AWS Bedrock, Azure, Hugging Face, Ollama, and Mistral AI.",
   "author": {
     "name": "Juspay Technologies",