jtcsv 2.1.3 → 2.2.2

package/json-to-csv.js

@@ -16,6 +16,8 @@ const {
   safeExecute
 } = require('./errors');
 
+// Add schema validator import
+const { createSchemaValidators } = require('./src/utils/schema-validator');
 /**
  * Validates input data and options
  * @private
@@ -62,6 +64,11 @@ function validateInput(data, options) {
     throw new ConfigurationError('rfc4180Compliant must be a boolean');
   }
   
+  // Validate schema
+  if (options?.schema && typeof options.schema !== 'object') {
+    throw new ConfigurationError('schema must be an object');
+  }
+  
   return true;
 }
 
@@ -77,6 +84,7 @@ function validateInput(data, options) {
  * @param {number} [options.maxRecords] - Maximum number of records to process (optional, no limit by default)
  * @param {boolean} [options.preventCsvInjection=true] - Prevent CSV injection attacks by escaping formulas
  * @param {boolean} [options.rfc4180Compliant=true] - Ensure RFC 4180 compliance (proper quoting, line endings)
+ * @param {Object} [options.schema] - JSON schema for data validation and formatting
  * @returns {string} CSV formatted string
  * 
  * @example
@@ -108,9 +116,16 @@ function jsonToCsv(data, options = {}) {
       template = {},
       maxRecords,
       preventCsvInjection = true,
-      rfc4180Compliant = true
+      rfc4180Compliant = true,
+      schema = null
     } = opts;
 
+    // Initialize schema validators if schema is provided
+    let schemaValidators = null;
+    if (schema) {
+      schemaValidators = createSchemaValidators(schema);
+    }
+
     // Handle empty data
     if (data.length === 0) {
       return '';
@@ -135,68 +150,68 @@ function jsonToCsv(data, options = {}) {
       );
     }
 
-    // Get all unique keys from all objects with minimal allocations.
-    const allKeys = new Set();
-    const originalKeys = [];
-    for (let i = 0; i < data.length; i++) {
-      const item = data[i];
-      if (!item || typeof item !== 'object') {
-        continue;
-      }
-      for (const key in item) {
-        if (Object.prototype.hasOwnProperty.call(item, key) && !allKeys.has(key)) {
-          allKeys.add(key);
-          originalKeys.push(key);
-        }
-      }
-    }
-
-    const hasRenameMap = Object.keys(renameMap).length > 0;
-    const hasTemplate = Object.keys(template).length > 0;
-
-    // Apply rename map to create header names.
-    let headers = originalKeys;
-    let reverseRenameMap = null;
-    if (hasRenameMap) {
-      headers = new Array(originalKeys.length);
-      reverseRenameMap = {};
-      for (let i = 0; i < originalKeys.length; i++) {
-        const key = originalKeys[i];
-        const header = renameMap[key] || key;
-        headers[i] = header;
-        reverseRenameMap[header] = key;
-      }
-    }
-
-    // Apply template ordering if provided.
-    let finalHeaders = headers;
-    if (hasTemplate) {
-      const templateKeys = Object.keys(template);
-      const templateHeaders = hasRenameMap
-        ? templateKeys.map(key => renameMap[key] || key)
-        : templateKeys;
-      const templateHeaderSet = new Set(templateHeaders);
-      const extraHeaders = [];
-      for (let i = 0; i < headers.length; i++) {
-        const header = headers[i];
-        if (!templateHeaderSet.has(header)) {
-          extraHeaders.push(header);
-        }
-      }
-      finalHeaders = templateHeaders.concat(extraHeaders);
-    }
-
-    const finalKeys = new Array(finalHeaders.length);
-    if (hasRenameMap) {
-      for (let i = 0; i < finalHeaders.length; i++) {
-        const header = finalHeaders[i];
-        finalKeys[i] = reverseRenameMap[header] || header;
-      }
-    } else {
-      for (let i = 0; i < finalHeaders.length; i++) {
-        finalKeys[i] = finalHeaders[i];
-      }
-    }
+    // Get all unique keys from all objects with minimal allocations.
+    const allKeys = new Set();
+    const originalKeys = [];
+    for (let i = 0; i < data.length; i++) {
+      const item = data[i];
+      if (!item || typeof item !== 'object') {
+        continue;
+      }
+      for (const key in item) {
+        if (Object.prototype.hasOwnProperty.call(item, key) && !allKeys.has(key)) {
+          allKeys.add(key);
+          originalKeys.push(key);
+        }
+      }
+    }
+
+    const hasRenameMap = Object.keys(renameMap).length > 0;
+    const hasTemplate = Object.keys(template).length > 0;
+
+    // Apply rename map to create header names.
+    let headers = originalKeys;
+    let reverseRenameMap = null;
+    if (hasRenameMap) {
+      headers = new Array(originalKeys.length);
+      reverseRenameMap = {};
+      for (let i = 0; i < originalKeys.length; i++) {
+        const key = originalKeys[i];
+        const header = renameMap[key] || key;
+        headers[i] = header;
+        reverseRenameMap[header] = key;
+      }
+    }
+
+    // Apply template ordering if provided.
+    let finalHeaders = headers;
+    if (hasTemplate) {
+      const templateKeys = Object.keys(template);
+      const templateHeaders = hasRenameMap
+        ? templateKeys.map(key => renameMap[key] || key)
+        : templateKeys;
+      const templateHeaderSet = new Set(templateHeaders);
+      const extraHeaders = [];
+      for (let i = 0; i < headers.length; i++) {
+        const header = headers[i];
+        if (!templateHeaderSet.has(header)) {
+          extraHeaders.push(header);
+        }
+      }
+      finalHeaders = templateHeaders.concat(extraHeaders);
+    }
+
+    const finalKeys = new Array(finalHeaders.length);
+    if (hasRenameMap) {
+      for (let i = 0; i < finalHeaders.length; i++) {
+        const header = finalHeaders[i];
+        finalKeys[i] = reverseRenameMap[header] || header;
+      }
+    } else {
+      for (let i = 0; i < finalHeaders.length; i++) {
+        finalKeys[i] = finalHeaders[i];
+      }
+    }
 
     /**
      * Escapes a value for CSV format with CSV injection protection
@@ -205,75 +220,100 @@ function jsonToCsv(data, options = {}) {
      * @param {*} value - The value to escape
      * @returns {string} Escaped CSV value
      */
-    const quoteRegex = /"/g;
-    const delimiterCode = delimiter.charCodeAt(0);
-
-    const escapeValue = (value) => {
-      if (value === null || value === undefined || value === '') {
-        return '';
-      }
-      
-      let stringValue = value;
-      if (typeof stringValue !== 'string') {
-        stringValue = String(stringValue);
-      }
-      
-      // CSV Injection protection - escape formulas if enabled
-      let escapedValue = stringValue;
-      if (preventCsvInjection) {
-        const firstCharCode = stringValue.charCodeAt(0);
-        if (firstCharCode === 61 || firstCharCode === 43 || firstCharCode === 45 || firstCharCode === 64) {
-          escapedValue = "'" + stringValue;
-        }
-      }
-
-      let needsQuoting = false;
-      let hasQuote = false;
-      for (let i = 0; i < escapedValue.length; i++) {
-        const code = escapedValue.charCodeAt(i);
-        if (code === 34) {
-          hasQuote = true;
-          needsQuoting = true;
-        } else if (code === delimiterCode || code === 10 || code === 13) {
-          needsQuoting = true;
-        }
-      }
-
-      if (needsQuoting) {
-        const quotedValue = hasQuote ? escapedValue.replace(quoteRegex, '""') : escapedValue;
-        return `"${quotedValue}"`;
-      }
-
-      return escapedValue;
-    };
+    const quoteRegex = /"/g;
+    const delimiterCode = delimiter.charCodeAt(0);
+
+    const escapeValue = (value) => {
+      if (value === null || value === undefined || value === '') {
+        return '';
+      }
+      
+      let stringValue = value;
+      if (typeof stringValue !== 'string') {
+        stringValue = String(stringValue);
+      }
+      
+      // CSV Injection protection - escape formulas if enabled
+      let escapedValue = stringValue;
+      if (preventCsvInjection) {
+        const firstCharCode = stringValue.charCodeAt(0);
+        if (firstCharCode === 61 || firstCharCode === 43 || firstCharCode === 45 || firstCharCode === 64) {
+          escapedValue = "'" + stringValue;
+        }
+      }
+
+      let needsQuoting = false;
+      let hasQuote = false;
+      for (let i = 0; i < escapedValue.length; i++) {
+        const code = escapedValue.charCodeAt(i);
+        if (code === 34) {
+          hasQuote = true;
+          needsQuoting = true;
+        } else if (code === delimiterCode || code === 10 || code === 13) {
+          needsQuoting = true;
+        }
+      }
+
+      if (needsQuoting) {
+        const quotedValue = hasQuote ? escapedValue.replace(quoteRegex, '""') : escapedValue;
+        return `"${quotedValue}"`;
+      }
+
+      return escapedValue;
+    };
+
+    // Build CSV rows.
+    const rows = [];
+    const columnCount = finalHeaders.length;
+
+    // Add headers row if requested.
+    if (includeHeaders && columnCount > 0) {
+      rows.push(finalHeaders.join(delimiter));
+    }
+
+    // Add data rows.
+    const rowValues = new Array(columnCount);
+    for (let rowIndex = 0; rowIndex < data.length; rowIndex++) {
+      const item = data[rowIndex];
+      if (!item || typeof item !== 'object') {
+        continue;
+      }
+
+      // Apply schema validation and formatting if schema is provided
+      let processedItem = item;
+      if (schemaValidators) {
+        processedItem = { ...item };
+        for (const [key, validator] of Object.entries(schemaValidators)) {
+          if (key in processedItem) {
+            const value = processedItem[key];
+            // Validate value
+            if (!validator.validate(value)) {
+              throw new ValidationError(
+                `Row ${rowIndex + 1}: Value for field "${key}" does not match schema`
+              );
+            }
+            // Format value if formatter exists
+            if (validator.format) {
+              processedItem[key] = validator.format(value);
+            }
+          } else if (validator.required) {
+            throw new ValidationError(
+              `Row ${rowIndex + 1}: Required field "${key}" is missing`
+            );
+          }
+        }
+      }
+
+      for (let i = 0; i < columnCount; i++) {
+        rowValues[i] = escapeValue(processedItem[finalKeys[i]]);
+      }
+
+      rows.push(rowValues.join(delimiter));
+    }
 
-    // Build CSV rows.
-    const rows = [];
-    const columnCount = finalHeaders.length;
-
-    // Add headers row if requested.
-    if (includeHeaders && columnCount > 0) {
-      rows.push(finalHeaders.join(delimiter));
-    }
-
-    // Add data rows.
-    const rowValues = new Array(columnCount);
-    for (let rowIndex = 0; rowIndex < data.length; rowIndex++) {
-      const item = data[rowIndex];
-      if (!item || typeof item !== 'object') {
-        continue;
-      }
-
-      for (let i = 0; i < columnCount; i++) {
-        rowValues[i] = escapeValue(item[finalKeys[i]]);
-      }
-
-      rows.push(rowValues.join(delimiter));
-    }
-
-    // RFC 4180: Each record is located on a separate line, delimited by a line break (CRLF).
-    const lineEnding = rfc4180Compliant ? '\r\n' : '\n';
-    return rows.join(lineEnding);
+    // RFC 4180: Each record is located on a separate line, delimited by a line break (CRLF).
+    const lineEnding = rfc4180Compliant ? '\r\n' : '\n';
+    return rows.join(lineEnding);
   }, 'PARSE_FAILED', { function: 'jsonToCsv' });
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jtcsv",
-  "version": "2.1.3",
+  "version": "2.2.2",
   "description": "Complete JSON<->CSV and CSV<->JSON converter for Node.js and Browser with streaming, security, Web Workers, TypeScript support, and optional ecosystem (zero-deps core)",
   "main": "index.js",
   "browser": "dist/jtcsv.umd.js",
@@ -87,6 +87,11 @@
     "test:fastpath": "jest __tests__/fast-path-engine.test.js",
     "test:ndjson": "jest __tests__/ndjson-parser.test.js",
     "test:performance": "jest __tests__/*.test.js --testNamePattern=\"Производительность|производительность\"",
+    "test:benchmark": "jest __tests__/benchmark-suite.test.js --testTimeout=60000",
+    "test:load": "jest __tests__/load-tests.test.js --testTimeout=300000",
+    "test:load:large": "LOAD_TEST_SIZE=large jest __tests__/load-tests.test.js --testTimeout=300000",
+    "test:security": "jest __tests__/security-fuzzing.test.js --testTimeout=60000",
+    "test:memory": "node --expose-gc node_modules/jest/bin/jest __tests__/memory-profiling.test.js --testTimeout=120000",
     "test:express": "cd plugins/express-middleware && npm test",
     "test:fastify": "cd plugins/fastify-plugin && npm test",
     "test:nextjs": "cd plugins/nextjs-api && npm test",
@@ -110,9 +115,13 @@
     "size:why": "size-limit --why",
     "benchmark": "node benchmark.js",
     "benchmark:fastpath": "node benchmark.js --fastpath",
+    "profile:perf": "node scripts/profile-performance.js",
     "example:plugins": "node examples/plugin-excel-exporter.js",
     "example:express": "cd plugins/express-middleware && node example.js",
-    "plugins:build": "npm run build && cd plugins/express-middleware && npm run build && cd ../fastify-plugin && npm run build && cd ../nextjs-api && npm run build"
+    "plugins:build": "npm run build && cd plugins/express-middleware && npm run build && cd ../fastify-plugin && npm run build && cd ../nextjs-api && npm run build",
+    "docs": "typedoc",
+    "docs:watch": "typedoc --watch",
+    "docs:serve": "typedoc && npx serve docs/api"
   },
   "keywords": [
     "json",
@@ -174,7 +183,7 @@
   },
   "homepage": "https://github.com/Linol-Hamelton/jtcsv#readme",
   "engines": {
-    "node": ">=12.0.0"
+    "node": ">=18.0.0"
   },
   "files": [
     "index.js",
@@ -191,6 +200,9 @@
     "examples/",
     "plugins/"
   ],
+  "dependencies": {
+    "glob": "10.5.0"
+  },
   "devDependencies": {
     "@babel/core": "^7.23.0",
     "@babel/preset-env": "^7.22.0",
@@ -199,10 +211,14 @@
     "@rollup/plugin-node-resolve": "^15.0.0",
     "@rollup/plugin-terser": "^0.4.0",
     "@size-limit/preset-small-lib": "12.0.0",
+    "blessed": "^0.1.81",
+    "blessed-contrib": "4.11.0",
     "eslint": "8.57.1",
     "jest": "^29.0.0",
+    "jest-environment-jsdom": "30.2.0",
     "rollup": "^4.0.0",
-    "size-limit": "12.0.0"
+    "size-limit": "12.0.0",
+    "typedoc": "^0.25.0"
   },
   "type": "commonjs",
   "size-limit": [