jtcsv 2.2.8 → 3.1.0

package/package.json

@@ -1,86 +1,52 @@
 {
   "name": "jtcsv",
-  "version": "2.2.8",
+  "version": "3.1.0",
   "description": "Complete JSON<->CSV and CSV<->JSON converter for Node.js and Browser with streaming, security, Web Workers, TypeScript support, and optional ecosystem (zero-deps core)",
-  "main": "index.js",
+  "main": "dist/index.js",
   "browser": "dist/jtcsv.umd.js",
   "module": "dist/jtcsv.esm.js",
   "types": "index.d.ts",
   "bin": {
-    "jtcsv": "bin/jtcsv.js"
+    "jtcsv": "dist/bin/jtcsv.js"
   },
   "exports": {
     ".": {
-      "require": "./index.js",
+      "require": "./dist/index.js",
       "import": "./dist/jtcsv.esm.js",
       "browser": "./dist/jtcsv.umd.js",
-      "default": "./index.js"
+      "default": "./dist/index.js"
     },
     "./browser": {
+      "types": "./browser.d.ts",
       "require": "./dist/jtcsv.cjs.js",
       "import": "./dist/jtcsv.esm.js",
       "browser": "./dist/jtcsv.umd.js",
       "default": "./dist/jtcsv.esm.js"
     },
     "./plugins": {
-      "require": "./src/index-with-plugins.js",
-      "import": "./src/index-with-plugins.js",
-      "default": "./src/index-with-plugins.js"
+      "types": "./plugins.d.ts",
+      "require": "./dist/src/index-with-plugins.js",
+      "import": "./dist/src/index-with-plugins.js",
+      "default": "./dist/src/index-with-plugins.js"
     },
-    "./express": {
-      "require": "./plugins/express-middleware/index.js",
-      "import": "./plugins/express-middleware/index.js",
-      "default": "./plugins/express-middleware/index.js"
+    "./cli": {
+      "require": "./dist/bin/jtcsv.js",
+      "import": "./dist/bin/jtcsv.js",
+      "default": "./dist/bin/jtcsv.js"
     },
-    "./fastify": {
-      "require": "./plugins/fastify-plugin/index.js",
-      "import": "./plugins/fastify-plugin/index.js",
-      "default": "./plugins/fastify-plugin/index.js"
-    },
-    "./nextjs": {
-      "require": "./plugins/nextjs-api/index.js",
-      "import": "./plugins/nextjs-api/index.js",
-      "default": "./plugins/nextjs-api/index.js"
-    },
-    "./nextjs/route": {
-      "require": "./plugins/nextjs-api/route.js",
-      "import": "./plugins/nextjs-api/route.js",
-      "default": "./plugins/nextjs-api/route.js"
-    },
-    "./nestjs": {
-      "require": "./plugins/nestjs/index.js",
-      "import": "./plugins/nestjs/index.js",
-      "default": "./plugins/nestjs/index.js"
-    },
-    "./remix": {
-      "require": "./plugins/remix/index.js",
-      "import": "./plugins/remix/index.js",
-      "default": "./plugins/remix/index.js"
-    },
-    "./nuxt": {
-      "require": "./plugins/nuxt/index.js",
-      "import": "./plugins/nuxt/index.js",
-      "default": "./plugins/nuxt/index.js"
-    },
-    "./sveltekit": {
-      "require": "./plugins/sveltekit/index.js",
-      "import": "./plugins/sveltekit/index.js",
-      "default": "./plugins/sveltekit/index.js"
-    },
-    "./hono": {
-      "require": "./plugins/hono/index.js",
-      "import": "./plugins/hono/index.js",
-      "default": "./plugins/hono/index.js"
-    },
-    "./trpc": {
-      "require": "./plugins/trpc/index.js",
-      "import": "./plugins/trpc/index.js",
-      "default": "./plugins/trpc/index.js"
+    "./schema": {
+      "types": "./schema.d.ts",
+      "require": "./dist/src/utils/schema-validator.js",
+      "import": "./dist/src/utils/schema-validator.js",
+      "default": "./dist/src/utils/schema-validator.js"
     }
   },
   "scripts": {
     "test": "jest",
-    "test:coverage": "jest --coverage",
+    "test:unit": "jest --testPathIgnorePatterns=\"(__tests__/benchmark-suite.test.js|__tests__/load-tests.test.js|__tests__/soak-memory.test.js|__tests__/security-fuzzing.test.js|__tests__/memory-profiling.test.js)\"",
+    "test:coverage": "node scripts/run-coverage.js --target=ts --scope=full --strict=0",
+    "test:coverage:entry": "node scripts/run-coverage.js --target=ts --scope=entry --strict=1",
+    "test:coverage:ts": "node scripts/run-coverage.js --target=ts --scope=full --strict=0",
     "test:watch": "jest --watch",
     "test:browser": "jest --testEnvironment=jsdom",
     "test:plugins": "jest __tests__/plugin-system.test.js",
@@ -89,39 +55,55 @@
     "test:performance": "jest __tests__/*.test.js --testNamePattern=\"Производительность|производительность\"",
     "test:benchmark": "jest __tests__/benchmark-suite.test.js --testTimeout=60000",
     "test:load": "jest __tests__/load-tests.test.js --testTimeout=300000",
-    "test:load:large": "LOAD_TEST_SIZE=large jest __tests__/load-tests.test.js --testTimeout=300000",
+    "test:load:large": "cross-env LOAD_TEST_SIZE=large jest __tests__/load-tests.test.js --testTimeout=300000",
     "test:security": "jest __tests__/security-fuzzing.test.js --testTimeout=60000",
     "test:memory": "node --expose-gc node_modules/jest/bin/jest __tests__/memory-profiling.test.js --testTimeout=120000",
     "test:express": "cd plugins/express-middleware && npm test",
     "test:fastify": "cd plugins/fastify-plugin && npm test",
     "test:nextjs": "cd plugins/nextjs-api && npm test",
-    "lint": "eslint index.js json-to-csv.js csv-to-json.js errors.js stream-json-to-csv.js stream-csv-to-json.js json-save.js src/browser src/engines src/formats src/core",
+    "lint": "eslint index.ts json-to-csv.ts csv-to-json.ts errors.ts stream-json-to-csv.ts stream-csv-to-json.ts json-save.ts",
     "lint:all": "eslint .",
     "lint:plugins": "eslint plugins/",
     "security-check": "npm audit",
-    "prepublishOnly": "npm test && npm run build && eslint index.js json-to-csv.js csv-to-json.js errors.js stream-json-to-csv.js stream-csv-to-json.js json-save.js src/browser src/engines src/formats src/core",
+    "prepublishOnly": "npm test && npm run build && eslint index.ts json-to-csv.ts csv-to-json.ts errors.ts stream-json-to-csv.ts stream-csv-to-json.ts json-save.ts",
     "tui": "node packages/jtcsv-tui/bin/jtcsv-tui.js",
-    "cli": "node bin/jtcsv.js",
-    "build": "rollup -c rollup.config.mjs",
+    "cli": "node dist/bin/jtcsv.js",
+    "build": "npm run tsc:build && rollup -c rollup.config.mjs",
     "build:watch": "rollup -c rollup.config.mjs -w",
-    "build:prod": "NODE_ENV=production rollup -c rollup.config.mjs",
-    "dev": "NODE_ENV=development rollup -c rollup.config.mjs -w",
-    "demo": "node run-demo.js",
+    "build:prod": "npm run tsc:build && cross-env NODE_ENV=production rollup -c rollup.config.mjs",
+    "dev": "cross-env NODE_ENV=development rollup -c rollup.config.mjs -w",
+    "verify:browser": "node scripts/verify-browser-build.js",
+    "demo": "npm run build && node dist/run-demo.js",
     "demo:web": "cd demo && npm run dev",
     "demo:serve": "cd demo && npm run serve",
     "demo:plugins": "node examples/plugin-excel-exporter.js",
     "demo:express": "cd plugins/express-middleware && node example.js",
     "size": "size-limit",
     "size:why": "size-limit --why",
-    "benchmark": "node benchmark.js",
-    "benchmark:fastpath": "node benchmark.js --fastpath",
-    "profile:perf": "node scripts/profile-performance.js",
+    "benchmark": "npm run build && node dist/benchmark.js",
+    "benchmark:fastpath": "npm run build && node dist/benchmark.js --fastpath",
+    "profile:perf": "npm run build && node dist/scripts/profile-performance.js",
     "example:plugins": "node examples/plugin-excel-exporter.js",
     "example:express": "cd plugins/express-middleware && node example.js",
     "plugins:build": "npm run build && cd plugins/express-middleware && npm run build && cd ../fastify-plugin && npm run build && cd ../nextjs-api && npm run build",
     "docs": "typedoc",
     "docs:watch": "typedoc --watch",
-    "docs:serve": "typedoc && npx serve docs/api"
+    "docs:serve": "typedoc && npx serve docs/api",
+    "tsc": "tsc",
+    "tsc:dev": "tsc --project tsconfig.dev.json",
+    "tsc:build": "tsc --project tsconfig.build.json",
+    "tsc:watch": "tsc --project tsconfig.dev.json --watch",
+    "tsc:check": "tsc --noEmit",
+    "tsc:check-strict": "tsc --noEmit --strict",
+    "tsc:types": "tsc --project tsconfig.types.json",
+    "test:ts": "jest --config jest.config.ts.js",
+    "test:ts:coverage": "jest --config jest.config.ts.js --coverage",
+    "test:ts:watch": "jest --config jest.config.ts.js --watch",
+    "test:types": "npm run tsc:build && node scripts/run-type-tests.js",
+    "build:ts": "npm run build",
+    "build:ts:watch": "npm run tsc:watch & npm run build:watch",
+    "lint:ts": "eslint --ext .ts,.tsx .",
+    "lint:ts:fix": "eslint --ext .ts,.tsx --fix ."
   },
   "keywords": [
     "json",
@@ -186,44 +168,56 @@
     "node": ">=12.0.0"
   },
   "files": [
-    "index.js",
-    "json-to-csv.js",
-    "csv-to-json.js",
-    "errors.js",
-    "stream-json-to-csv.js",
-    "stream-csv-to-json.js",
-    "json-save.js",
     "index.d.ts",
+    "browser.d.ts",
+    "plugins.d.ts",
+    "schema.d.ts",
     "bin/",
     "dist/",
     "src/",
-    "examples/",
-    "plugins/"
+    "examples/"
   ],
-  "dependencies": {},
   "optionalDependencies": {
     "glob": "^11.0.0"
   },
   "devDependencies": {
     "@babel/core": "^7.26.0",
+    "@babel/plugin-proposal-nullish-coalescing-operator": "7.18.6",
+    "@babel/plugin-proposal-optional-chaining": "7.21.0",
+    "@babel/plugin-syntax-dynamic-import": "7.8.3",
+    "@babel/plugin-syntax-jsx": "7.28.6",
     "@babel/preset-env": "^7.26.0",
+    "@babel/preset-react": "7.28.5",
     "@eslint/js": "^9.18.0",
     "@rollup/plugin-babel": "^6.0.4",
     "@rollup/plugin-commonjs": "^28.0.0",
     "@rollup/plugin-node-resolve": "^16.0.0",
     "@rollup/plugin-terser": "^0.4.4",
+    "@rollup/plugin-typescript": "^12.1.2",
     "@size-limit/preset-small-lib": "^11.1.0",
+    "@types/express": "5.0.6",
+    "@types/jest": "^29.5.14",
+    "@types/node": "^22.10.6",
     "blessed": "^0.1.81",
-    "blessed-contrib": "^4.11.0",
+    "blessed-contrib": "4.11.0",
+    "cross-env": "7.0.3",
     "eslint": "^9.18.0",
+    "express": "5.2.1",
     "globals": "^15.14.0",
     "jest": "^29.7.0",
     "jest-environment-jsdom": "^29.7.0",
     "rollup": "^4.30.0",
     "size-limit": "^11.1.0",
-    "typedoc": "^0.27.0"
+    "supertest": "7.2.2",
+    "ts-jest": "^29.2.5",
+    "ts-node": "^10.9.2",
+    "tsd": "0.33.0",
+    "tslib": "^2.8.1",
+    "typedoc": "^0.27.0",
+    "typescript": "^5.7.3"
   },
   "type": "commonjs",
+  "sideEffects": false,
   "size-limit": [
     {
       "path": "dist/jtcsv.umd.js",

package/plugins.d.ts

@@ -0,0 +1,37 @@
+import type { CsvToJsonOptions, JsonToCsvOptions, SaveAsCsvOptions } from './index';
+
+export interface JtcsvWithPluginsOptions {
+  enableFastPath?: boolean;
+  enablePlugins?: boolean;
+  [key: string]: any;
+}
+
+export interface PluginHookContext {
+  operation: string;
+  options?: any;
+  metadata?: Record<string, any>;
+}
+
+export class JtcsvWithPlugins {
+  constructor(options?: JtcsvWithPluginsOptions);
+  csvToJson(csv: string, options?: CsvToJsonOptions): Promise<any[]>;
+  csvToJsonIterator(csv: string, options?: CsvToJsonOptions): AsyncGenerator<any, void, unknown>;
+  jsonToCsv(json: any[], options?: JsonToCsvOptions): Promise<string>;
+  saveAsCsv(data: any[], filePath: string, options?: SaveAsCsvOptions): Promise<void>;
+  readCsvAsJson(filePath: string, options?: CsvToJsonOptions): Promise<any[]>;
+  parseNdjson(input: string | ReadableStream, options?: any): Promise<any[]>;
+  toNdjson(data: any[], options?: any): string;
+  fromNdjson(input: string, options?: any): any[];
+  use(name: string, plugin: any): void;
+  getStats(): any;
+  configure(newOptions: JtcsvWithPluginsOptions): this;
+  static create(options?: JtcsvWithPluginsOptions): JtcsvWithPlugins;
+}
+
+export class PluginManager {}
+export class FastPathEngine {}
+export class NdjsonParser {}
+
+export const create: typeof JtcsvWithPlugins.create;
+
+export default JtcsvWithPlugins;

package/schema.d.ts

@@ -0,0 +1,103 @@
+export interface SchemaRule {
+  type?: string | string[];
+  required?: boolean;
+  min?: number;
+  max?: number;
+  pattern?: string | RegExp;
+  enum?: any[];
+  minLength?: number;
+  maxLength?: number;
+  minimum?: number;
+  maximum?: number;
+  exclusiveMinimum?: number;
+  exclusiveMaximum?: number;
+  multipleOf?: number;
+  minItems?: number;
+  maxItems?: number;
+  uniqueItems?: boolean;
+  items?: SchemaRule;
+  properties?: Record<string, SchemaRule>;
+  format?: string;
+}
+
+export interface Schema extends Record<string, any> {
+  properties?: Record<string, SchemaRule>;
+  required?: string[];
+}
+
+export interface ValidationErrorItem {
+  row: number;
+  type: string;
+  field: string;
+  message: string;
+  value?: any;
+  expected?: any;
+  min?: number;
+  max?: number;
+  pattern?: string;
+  allowed?: any[];
+}
+
+export interface ValidationResult {
+  valid: boolean;
+  errors: ValidationErrorItem[];
+  warnings: any[];
+  summary: {
+    totalRows: number;
+    validRows: number;
+    errorCount: number;
+    warningCount: number;
+  };
+}
+
+export interface ApplySchemaValidationResult {
+  valid: boolean;
+  errors: Array<{ row: number; message: string; data: any }>;
+  data: any[];
+  summary: {
+    totalRows: number;
+    validRows: number;
+    errorCount: number;
+    errorRate: number;
+  };
+}
+
+export interface Validator {
+  validate(data: any[], options?: { stopOnFirstError?: boolean; transform?: boolean }): ValidationResult;
+  schema?(schema: any): void;
+  field?(field: string, rule: any): void;
+}
+
+export function loadSchema(schemaPathOrJson: string): Schema;
+export function loadSchemaAsync(schemaPathOrJson: string): Promise<Schema>;
+export function createValidationHook(
+  schema: string | Schema
+): (row: any, index: number, context: any) => any;
+export function createAsyncValidationHook(
+  schema: string | Schema
+): (row: any, index: number, context: any) => Promise<unknown>;
+export function applySchemaValidation(
+  data: any[],
+  schema: string | Schema
+): ApplySchemaValidationResult;
+export function applySchemaValidationAsync(
+  data: any[],
+  schema: string | Schema
+): Promise<ApplySchemaValidationResult>;
+export function createValidationHooks(schema: Schema): any;
+export function checkType(value: any, rule: SchemaRule): boolean;
+export function createSchemaValidators(schema: Schema): Record<string, any>;
+
+declare const schemaValidator: {
+  loadSchema: typeof loadSchema;
+  loadSchemaAsync: typeof loadSchemaAsync;
+  createValidationHook: typeof createValidationHook;
+  createAsyncValidationHook: typeof createAsyncValidationHook;
+  applySchemaValidation: typeof applySchemaValidation;
+  applySchemaValidationAsync: typeof applySchemaValidationAsync;
+  createValidationHooks: typeof createValidationHooks;
+  checkType: typeof checkType;
+  createSchemaValidators: typeof createSchemaValidators;
+};
+
+export default schemaValidator;