jtcsv 2.2.8 → 3.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +204 -115
- package/bin/jtcsv.ts +2612 -0
- package/browser.d.ts +142 -0
- package/dist/benchmark.js +446 -0
- package/dist/benchmark.js.map +1 -0
- package/dist/bin/jtcsv.js +1940 -0
- package/dist/bin/jtcsv.js.map +1 -0
- package/dist/csv-to-json.js +1262 -0
- package/dist/csv-to-json.js.map +1 -0
- package/dist/errors.js +291 -0
- package/dist/errors.js.map +1 -0
- package/dist/eslint.config.js +147 -0
- package/dist/eslint.config.js.map +1 -0
- package/dist/index-core.js +95 -0
- package/dist/index-core.js.map +1 -0
- package/dist/index.js +93 -0
- package/dist/index.js.map +1 -0
- package/dist/json-save.js +229 -0
- package/dist/json-save.js.map +1 -0
- package/dist/json-to-csv.js +576 -0
- package/dist/json-to-csv.js.map +1 -0
- package/dist/jtcsv-core.cjs.js +1736 -0
- package/dist/jtcsv-core.cjs.js.map +1 -0
- package/dist/jtcsv-core.esm.js +1708 -0
- package/dist/jtcsv-core.esm.js.map +1 -0
- package/dist/jtcsv-core.umd.js +1742 -0
- package/dist/jtcsv-core.umd.js.map +1 -0
- package/dist/jtcsv-full.cjs.js +2241 -0
- package/dist/jtcsv-full.cjs.js.map +1 -0
- package/dist/jtcsv-full.esm.js +2209 -0
- package/dist/jtcsv-full.esm.js.map +1 -0
- package/dist/jtcsv-full.umd.js +2247 -0
- package/dist/jtcsv-full.umd.js.map +1 -0
- package/dist/jtcsv-workers.esm.js +768 -0
- package/dist/jtcsv-workers.esm.js.map +1 -0
- package/dist/jtcsv-workers.umd.js +782 -0
- package/dist/jtcsv-workers.umd.js.map +1 -0
- package/dist/jtcsv.cjs.js +1996 -2048
- package/dist/jtcsv.cjs.js.map +1 -1
- package/dist/jtcsv.esm.js +1992 -2048
- package/dist/jtcsv.esm.js.map +1 -1
- package/dist/jtcsv.umd.js +2157 -2209
- package/dist/jtcsv.umd.js.map +1 -1
- package/dist/plugins/express-middleware/index.js +350 -0
- package/dist/plugins/express-middleware/index.js.map +1 -0
- package/dist/plugins/fastify-plugin/index.js +315 -0
- package/dist/plugins/fastify-plugin/index.js.map +1 -0
- package/dist/plugins/hono/index.js +111 -0
- package/dist/plugins/hono/index.js.map +1 -0
- package/dist/plugins/nestjs/index.js +112 -0
- package/dist/plugins/nestjs/index.js.map +1 -0
- package/dist/plugins/nuxt/index.js +53 -0
- package/dist/plugins/nuxt/index.js.map +1 -0
- package/dist/plugins/remix/index.js +133 -0
- package/dist/plugins/remix/index.js.map +1 -0
- package/dist/plugins/sveltekit/index.js +155 -0
- package/dist/plugins/sveltekit/index.js.map +1 -0
- package/dist/plugins/trpc/index.js +136 -0
- package/dist/plugins/trpc/index.js.map +1 -0
- package/dist/run-demo.js +49 -0
- package/dist/run-demo.js.map +1 -0
- package/dist/src/browser/browser-functions.js +193 -0
- package/dist/src/browser/browser-functions.js.map +1 -0
- package/dist/src/browser/core.js +123 -0
- package/dist/src/browser/core.js.map +1 -0
- package/dist/src/browser/csv-to-json-browser.js +353 -0
- package/dist/src/browser/csv-to-json-browser.js.map +1 -0
- package/dist/src/browser/errors-browser.js +219 -0
- package/dist/src/browser/errors-browser.js.map +1 -0
- package/dist/src/browser/extensions/plugins.js +106 -0
- package/dist/src/browser/extensions/plugins.js.map +1 -0
- package/dist/src/browser/extensions/workers.js +66 -0
- package/dist/src/browser/extensions/workers.js.map +1 -0
- package/dist/src/browser/index.js +140 -0
- package/dist/src/browser/index.js.map +1 -0
- package/dist/src/browser/json-to-csv-browser.js +225 -0
- package/dist/src/browser/json-to-csv-browser.js.map +1 -0
- package/dist/src/browser/streams.js +340 -0
- package/dist/src/browser/streams.js.map +1 -0
- package/dist/src/browser/workers/csv-parser.worker.js +264 -0
- package/dist/src/browser/workers/csv-parser.worker.js.map +1 -0
- package/dist/src/browser/workers/worker-pool.js +338 -0
- package/dist/src/browser/workers/worker-pool.js.map +1 -0
- package/dist/src/core/delimiter-cache.js +196 -0
- package/dist/src/core/delimiter-cache.js.map +1 -0
- package/dist/src/core/node-optimizations.js +279 -0
- package/dist/src/core/node-optimizations.js.map +1 -0
- package/dist/src/core/plugin-system.js +399 -0
- package/dist/src/core/plugin-system.js.map +1 -0
- package/dist/src/core/transform-hooks.js +348 -0
- package/dist/src/core/transform-hooks.js.map +1 -0
- package/dist/src/engines/fast-path-engine-new.js +262 -0
- package/dist/src/engines/fast-path-engine-new.js.map +1 -0
- package/dist/src/engines/fast-path-engine.js +671 -0
- package/dist/src/engines/fast-path-engine.js.map +1 -0
- package/dist/src/errors.js +18 -0
- package/dist/src/errors.js.map +1 -0
- package/dist/src/formats/ndjson-parser.js +332 -0
- package/dist/src/formats/ndjson-parser.js.map +1 -0
- package/dist/src/formats/tsv-parser.js +230 -0
- package/dist/src/formats/tsv-parser.js.map +1 -0
- package/dist/src/index-with-plugins.js +259 -0
- package/dist/src/index-with-plugins.js.map +1 -0
- package/dist/src/types/index.js +3 -0
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/utils/bom-utils.js +267 -0
- package/dist/src/utils/bom-utils.js.map +1 -0
- package/dist/src/utils/encoding-support.js +77 -0
- package/dist/src/utils/encoding-support.js.map +1 -0
- package/dist/src/utils/schema-validator.js +609 -0
- package/dist/src/utils/schema-validator.js.map +1 -0
- package/dist/src/utils/transform-loader.js +281 -0
- package/dist/src/utils/transform-loader.js.map +1 -0
- package/dist/src/utils/validators.js +40 -0
- package/dist/src/utils/validators.js.map +1 -0
- package/dist/src/utils/zod-adapter.js +144 -0
- package/dist/src/utils/zod-adapter.js.map +1 -0
- package/dist/src/web-server/index.js +648 -0
- package/dist/src/web-server/index.js.map +1 -0
- package/dist/src/workers/csv-multithreaded.js +211 -0
- package/dist/src/workers/csv-multithreaded.js.map +1 -0
- package/dist/src/workers/csv-parser.worker.js +179 -0
- package/dist/src/workers/csv-parser.worker.js.map +1 -0
- package/dist/src/workers/worker-pool.js +228 -0
- package/dist/src/workers/worker-pool.js.map +1 -0
- package/dist/stream-csv-to-json.js +665 -0
- package/dist/stream-csv-to-json.js.map +1 -0
- package/dist/stream-json-to-csv.js +389 -0
- package/dist/stream-json-to-csv.js.map +1 -0
- package/examples/advanced/conditional-transformations.ts +446 -0
- package/examples/advanced/csv-parser.worker.ts +89 -0
- package/examples/advanced/nested-objects-example.ts +306 -0
- package/examples/advanced/performance-optimization.ts +504 -0
- package/examples/advanced/run-demo-server.ts +116 -0
- package/examples/advanced/web-worker-usage.html +874 -0
- package/examples/async-multithreaded-example.ts +335 -0
- package/examples/cli-advanced-usage.md +290 -0
- package/examples/{cli-batch-processing.js → cli-batch-processing.ts} +38 -38
- package/examples/{cli-tool.js → cli-tool.ts} +5 -8
- package/examples/{error-handling.js → error-handling.ts} +356 -324
- package/examples/{express-api.js → express-api.ts} +161 -164
- package/examples/{large-dataset-example.js → large-dataset-example.ts} +201 -182
- package/examples/{ndjson-processing.js → ndjson-processing.ts} +456 -434
- package/examples/{plugin-excel-exporter.js → plugin-excel-exporter.ts} +6 -7
- package/examples/react-integration.tsx +637 -0
- package/examples/{schema-validation.js → schema-validation.ts} +2 -2
- package/examples/simple-usage.ts +194 -0
- package/examples/{streaming-example.js → streaming-example.ts} +12 -12
- package/index.d.ts +187 -18
- package/package.json +75 -81
- package/plugins.d.ts +37 -0
- package/schema.d.ts +103 -0
- package/src/browser/browser-functions.ts +402 -0
- package/src/browser/core.ts +152 -0
- package/src/browser/csv-to-json-browser.d.ts +3 -0
- package/src/browser/csv-to-json-browser.ts +494 -0
- package/src/browser/{errors-browser.js → errors-browser.ts} +305 -197
- package/src/browser/extensions/plugins.ts +93 -0
- package/src/browser/extensions/workers.ts +39 -0
- package/src/browser/globals.d.ts +5 -0
- package/src/browser/index.ts +192 -0
- package/src/browser/json-to-csv-browser.d.ts +3 -0
- package/src/browser/json-to-csv-browser.ts +338 -0
- package/src/browser/streams.ts +403 -0
- package/src/browser/workers/{csv-parser.worker.js → csv-parser.worker.ts} +3 -3
- package/src/browser/workers/{worker-pool.js → worker-pool.ts} +51 -30
- package/src/core/delimiter-cache.ts +320 -0
- package/src/core/{node-optimizations.js → node-optimizations.ts} +448 -407
- package/src/core/plugin-system.ts +588 -0
- package/src/core/transform-hooks.ts +566 -0
- package/src/engines/{fast-path-engine-new.js → fast-path-engine-new.ts} +11 -2
- package/src/engines/{fast-path-engine.js → fast-path-engine.ts} +79 -53
- package/src/errors.ts +1 -0
- package/src/formats/{ndjson-parser.js → ndjson-parser.ts} +24 -16
- package/src/formats/{tsv-parser.js → tsv-parser.ts} +18 -17
- package/src/{index-with-plugins.js → index-with-plugins.ts} +381 -357
- package/src/types/index.ts +275 -0
- package/src/utils/bom-utils.ts +373 -0
- package/src/utils/encoding-support.ts +155 -0
- package/src/utils/{schema-validator.js → schema-validator.ts} +814 -589
- package/src/utils/transform-loader.ts +389 -0
- package/src/utils/validators.ts +35 -0
- package/src/utils/zod-adapter.ts +280 -0
- package/src/web-server/{index.js → index.ts} +19 -19
- package/src/workers/csv-multithreaded.ts +310 -0
- package/src/workers/csv-parser.worker.ts +227 -0
- package/src/workers/worker-pool.ts +409 -0
- package/bin/jtcsv.js +0 -2462
- package/csv-to-json.js +0 -688
- package/errors.js +0 -208
- package/examples/simple-usage.js +0 -282
- package/index.js +0 -68
- package/json-save.js +0 -254
- package/json-to-csv.js +0 -526
- package/plugins/README.md +0 -91
- package/plugins/express-middleware/README.md +0 -64
- package/plugins/express-middleware/example.js +0 -136
- package/plugins/express-middleware/index.d.ts +0 -114
- package/plugins/express-middleware/index.js +0 -360
- package/plugins/express-middleware/package.json +0 -52
- package/plugins/fastify-plugin/index.js +0 -406
- package/plugins/fastify-plugin/package.json +0 -55
- package/plugins/hono/README.md +0 -28
- package/plugins/hono/index.d.ts +0 -12
- package/plugins/hono/index.js +0 -36
- package/plugins/hono/package.json +0 -35
- package/plugins/nestjs/README.md +0 -35
- package/plugins/nestjs/index.d.ts +0 -25
- package/plugins/nestjs/index.js +0 -77
- package/plugins/nestjs/package.json +0 -37
- package/plugins/nextjs-api/README.md +0 -57
- package/plugins/nextjs-api/examples/ConverterComponent.jsx +0 -386
- package/plugins/nextjs-api/examples/api-convert.js +0 -69
- package/plugins/nextjs-api/index.js +0 -387
- package/plugins/nextjs-api/package.json +0 -63
- package/plugins/nextjs-api/route.js +0 -371
- package/plugins/nuxt/README.md +0 -24
- package/plugins/nuxt/index.js +0 -21
- package/plugins/nuxt/package.json +0 -35
- package/plugins/nuxt/runtime/composables/useJtcsv.js +0 -6
- package/plugins/nuxt/runtime/plugin.js +0 -6
- package/plugins/remix/README.md +0 -26
- package/plugins/remix/index.d.ts +0 -16
- package/plugins/remix/index.js +0 -62
- package/plugins/remix/package.json +0 -35
- package/plugins/sveltekit/README.md +0 -28
- package/plugins/sveltekit/index.d.ts +0 -17
- package/plugins/sveltekit/index.js +0 -54
- package/plugins/sveltekit/package.json +0 -33
- package/plugins/trpc/README.md +0 -25
- package/plugins/trpc/index.d.ts +0 -7
- package/plugins/trpc/index.js +0 -32
- package/plugins/trpc/package.json +0 -34
- package/src/browser/browser-functions.js +0 -219
- package/src/browser/csv-to-json-browser.js +0 -700
- package/src/browser/index.js +0 -113
- package/src/browser/json-to-csv-browser.js +0 -309
- package/src/browser/streams.js +0 -393
- package/src/core/delimiter-cache.js +0 -186
- package/src/core/plugin-system.js +0 -476
- package/src/core/transform-hooks.js +0 -350
- package/src/errors.js +0 -26
- package/src/utils/transform-loader.js +0 -205
- package/stream-csv-to-json.js +0 -542
- package/stream-json-to-csv.js +0 -464
- /package/examples/{web-workers-advanced.js → web-workers-advanced.ts} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fast-path-engine.js","sourceRoot":"","sources":["../../../src/engines/fast-path-engine.ts"],"names":[],"mappings":";;AAQA,MAAM,cAAc;IAWlB;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG;YACX,iBAAiB,EAAE,CAAC;YACpB,qBAAqB,EAAE,CAAC;YACxB,mBAAmB,EAAE,CAAC;YACtB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,GAAG;QACZ,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,iBAAiB,CAAC,GAAG;QACnB,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,eAAe,CAAC,GAAG;QACjB,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,qBAAqB,CAAC,GAAQ,EAAE,OAAY;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB;YACjD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAEtD,IAAI,UAAU,GAAG;YACf,GAAG,SAAS;YACZ,SAAS;YACT,gBAAgB;YAChB,cAAc;SACf,CAAC;QAEF,IAAI,SAAS,CAAC,iBAAiB,KAAK,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC1D,UAAU,GAAG;gBACX,GAAG,UAAU;gBACb,mBAAmB,EAAE,IAAI;gBACzB,iBAAiB,EAAE,aAAa;aACjC,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,UAAU,GAAG;gBACX,GAAG,UAAU;gBACb,iBAAiB,EAAE,OAAO,CAAC,WAAW;aACvC,CAAC;QACJ,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAKD,gBAAgB,CAAC,MAAW,EAAE,UAAe,EAAE;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAE9C,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,mBAAmB,GAAG,KAAK,CAAC;QAChC,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,SAAS,GAAG,IAAI,CAAC;gBACjB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,gBAAgB,GAAG,IAAI,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACnD,IAAI,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,mBAAmB,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;YAChD,WAAW,IAAI,UAAU,CAAC;YAC1B,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;gBAC3B,SAAS,GAAG,UAAU,CAAC;YACzB,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;QACpD,MAAM,gBAAgB,GAAG,SAAS,KAAK,gBAAgB,CAAC;QAExD,OAAO;YACL,SAAS;YACT,SAAS;YACT,gBAAgB;YAChB,mBAAmB;YACnB,gBAAgB;YAChB,gBAAgB;YAChB,SAAS;YACT,iBAAiB,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,CAAC;SACxF,CAAC;IACJ,CAAC;IAKD,gBAAgB,CAAC,MAAM;QACrB,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAExC,IAAI,aAAa,GAAG,GAAG,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAG5B,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClD,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YACvF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YAE/G,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAG1C,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;gBAC3B,SAAS,GAAG,UAAU,CAAC;gBACvB,aAAa,GAAG,SAAS,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAKD,aAAa,CAAC,SAAc,EAAE,mBAAwB,EAAE,iBAAsB;QAC5E,IAAI,CAAC,SAAS,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACvC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,SAAS,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACtC,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAKD,mBAAmB,CAAC,SAAS;QAC3B,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAEhD,OAAO,CAAC,GAAG,EAAE,EAAE;YACb,MAAM,IAAI,GAAG,EAAE,CAAC;YAChB,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAChE,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,GAAQ,EAAE,SAAc,EAAE,KAAU;QAClD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE5C,IAAI,CAAC,UAAU,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACnF,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACvC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEvB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,KAAK,CAAC,UAAU,CAAC,CAAC;oBACpB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YAED,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,sBAAsB,CAAC,GAAQ,EAAE,SAAc,EAAE,KAAU;QACzD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEtD,IAAI,CAAC,UAAU,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACnF,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,YAAY,IAAI,IAAI,CAAC;gBACrB,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAC3C,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,KAAK,CAAC,UAAU,CAAC,CAAC;oBACpB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,CAAC,oBAAoB,CAAC,GAAQ,EAAE,SAAc;QAC5C,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE5C,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACvC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEvB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YAED,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,CAAC,2BAA2B,CAAC,GAAQ,EAAE,SAAc;QACnD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEtD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,YAAY,IAAI,IAAI,CAAC;gBACrB,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAC3C,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAKD,uBAAuB,CAAC,SAAS;QAC/B,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAEhD,OAAO,CAAC,GAAQ,EAAE,KAAU,EAAE,EAAE;YAC9B,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAKD,uBAAuB,CAAC,SAAS;QAC/B,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAElE,OAAO,CAAC,GAAG,EAAE,EAAE;YACb,MAAM,IAAI,GAAG,EAAE,CAAC;YAEhB,MAAM,QAAQ,GAAG,cAAc;gBAC7B,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC;gBACxE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAEpE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;IACJ,CAAC;IAKD,2BAA2B,CAAC,SAAS;QACnC,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAElE,OAAO,CAAC,GAAQ,EAAE,KAAU,EAAE,EAAE;YAC9B,MAAM,QAAQ,GAAG,cAAc;gBAC7B,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC;gBACxE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAEpE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,KAAK,CAAC,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED,CAAC,wBAAwB,CAAC,GAAQ,EAAE,SAAc,EAAE,gBAAqB;QACvE,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE5B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,gBAAgB,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;wBACzC,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC7B,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC;wBAElF,YAAY,IAAI,GAAG,CAAC;wBACpB,IAAI,SAAS,EAAE,CAAC;4BACd,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,IAAI,CAAC,CAAC;4BACP,SAAS;wBACX,CAAC;wBAED,CAAC,IAAI,CAAC,CAAC;wBAEP,IAAI,CAAC,GAAG,CAAC,CAAC;wBACV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;wBACvB,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBAC5F,YAAY,GAAG,KAAK,CAAC;wBACrB,CAAC,EAAE,CAAC;wBACJ,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,EAAE,CAAC;4BACJ,SAAS;wBACX,CAAC;oBACH,CAAC;oBAED,YAAY,IAAI,GAAG,CAAC;oBACpB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,YAAY,GAAG,IAAI,CAAC;gBACpB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC5E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAEnC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;oBACnB,UAAU,EAAE,CAAC;oBAEb,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBACvC,CAAC,EAAE,CAAC;oBACN,CAAC;gBACH,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACjD,KAAa,CAAC,IAAI,GAAG,2BAA2B,CAAC;YACjD,KAAa,CAAC,UAAU,GAAG,UAAU,CAAC;YACvC,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,YAAY,KAAK,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE9B,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAED,CAAC,+BAA+B,CAAC,GAAQ,EAAE,SAAc,EAAE,gBAAqB;QAC9E,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE5B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,YAAY,IAAI,IAAI,CAAC;gBACrB,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC;oBAC9D,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,gBAAgB,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;wBACzC,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC7B,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC;wBAElF,YAAY,IAAI,GAAG,CAAC;wBACpB,IAAI,SAAS,EAAE,CAAC;4BACd,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,IAAI,CAAC,CAAC;4BACP,SAAS;wBACX,CAAC;wBAED,CAAC,IAAI,CAAC,CAAC;wBAEP,IAAI,CAAC,GAAG,CAAC,CAAC;wBACV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;wBACvB,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBAC5F,YAAY,GAAG,KAAK,CAAC;wBACrB,CAAC,EAAE,CAAC;wBACJ,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,EAAE,CAAC;4BACJ,SAAS;wBACX,CAAC;oBACH,CAAC;oBAED,YAAY,IAAI,GAAG,CAAC;oBACpB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,YAAY,GAAG,IAAI,CAAC;gBACpB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC5E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAEnC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;oBACnB,UAAU,EAAE,CAAC;oBAEb,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBACvC,CAAC,EAAE,CAAC;oBACN,CAAC;gBACH,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;QAGD,IAAI,UAAU,EAAE,CAAC;YACf,YAAY,IAAI,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACjD,KAAa,CAAC,IAAI,GAAG,2BAA2B,CAAC;YACjD,KAAa,CAAC,UAAU,GAAG,UAAU,CAAC;YACvC,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,YAAY,KAAK,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE9B,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAS;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAG3C,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAEzB,IAAI,MAAM,CAAC;QACX,QAAQ,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACtC,KAAK,QAAQ;gBACX,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBAC/B,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC;gBACnC,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBACjC,MAAM;YACR;gBACE,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QAGD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAErC,OAAO,MAAM,CAAC;IAChB,CAAC;IAKD,iBAAiB,CAAC,SAAS;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAE3C,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,OAAO,CAAC;QACZ,QAAQ,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACtC,KAAK,QAAQ;gBACX,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBAClD,MAAM;YACR,KAAK,aAAa;gBAChB,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;gBACtD,MAAM;YACR,KAAK,UAAU;gBACb,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;gBACtD,MAAM;YACR;gBACE,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,CAAC,WAAW,CAAC,GAAQ,EAAE,OAAO,GAAG,EAAE;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,SAAS,CAAC,cAAc,CAAC;QAE5C,QAAQ,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACtC,KAAK,QAAQ;gBACX,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC7D,CAAC;gBACD,MAAM;YACR,KAAK,aAAa;gBAChB,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBAC7F,CAAC;gBACD,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBAC7F,CAAC;gBACD,MAAM;YACR;gBACE,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBAC7F,CAAC;QACH,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,GAAQ,EAAE,OAAO,GAAG,EAAE;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAE7C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAMD,SAAS,CAAC,GAAQ,EAAE,OAAO,GAAG,EAAE,EAAE,KAAU;QAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;YACjD,KAAK,CAAC,GAAG,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IAKD,QAAQ;QACN,OAAO;YACL,GAAG,IAAI,CAAC,KAAK;YACb,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;YACjC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;SACrF,CAAC;IACJ,CAAC;IAKD,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG;YACX,iBAAiB,EAAE,CAAC;YACpB,qBAAqB,EAAE,CAAC;YACxB,mBAAmB,EAAE,CAAC;YACtB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;CACF;AAED,kBAAe,cAAc,CAAC","sourcesContent":["/**\r\n * Fast-Path Engine для оптимизации CSV парсинга\r\n * Автоматически выбирает оптимальный парсер на основе структуры CSV\r\n * \r\n * @version 1.0.0\r\n * @date 2026-01-22\r\n */\r\n\r\nclass FastPathEngine {\n compilers: Map<any, any>;\n rowCompilers: Map<any, any>;\n stats: {\n simpleParserCount: number;\n quoteAwareParserCount: number;\n standardParserCount: number;\n cacheHits: number;\n cacheMisses: number;\n };\n\n constructor() {\n this.compilers = new Map();\r\n this.rowCompilers = new Map();\r\n this.stats = {\r\n simpleParserCount: 0,\r\n quoteAwareParserCount: 0,\r\n standardParserCount: 0,\r\n cacheHits: 0,\r\n cacheMisses: 0\r\n };\r\n }\r\n\r\n _hasQuotes(csv) {\r\n return csv.indexOf('\"') !== -1;\r\n }\r\n\r\n _hasEscapedQuotes(csv) {\r\n return csv.indexOf('\"\"') !== -1;\r\n }\r\n\r\n _hasBackslashes(csv) {\r\n return csv.indexOf('\\\\') !== -1;\r\n }\r\n\r\n _getStructureForParse(csv: any, options: any) {\n const sampleSize = Math.min(1000, csv.length);\n const sample = csv.substring(0, sampleSize);\n const structure = this.analyzeStructure(sample, options);\n const hasBackslashes = this._hasBackslashes(csv);\r\n const hasQuotes = structure.hasQuotes ? true : this._hasQuotes(csv);\r\n const hasEscapedQuotes = structure.hasEscapedQuotes\r\n ? true\r\n : (hasQuotes ? this._hasEscapedQuotes(csv) : false);\r\n\r\n let normalized = {\r\n ...structure,\r\n hasQuotes,\r\n hasEscapedQuotes,\r\n hasBackslashes\r\n };\r\n\r\n if (structure.recommendedEngine === 'SIMPLE' && hasQuotes) {\n normalized = {\n ...normalized,\n hasNewlinesInFields: true,\n recommendedEngine: 'QUOTE_AWARE'\n };\n }\n\n if (options && options.forceEngine) {\n normalized = {\n ...normalized,\n recommendedEngine: options.forceEngine\n };\n }\n\n return normalized;\n }\n\r\n /**\r\n * Анализирует структуру CSV и определяет оптимальный парсер\r\n */\r\n analyzeStructure(sample: any, options: any = {}) {\n const delimiter = options.delimiter || this._detectDelimiter(sample);\r\n const lines = sample.split('\\n').slice(0, 10);\r\n \r\n let hasQuotes = false;\r\n let hasNewlinesInFields = false;\r\n let hasEscapedQuotes = false;\r\n let maxFields = 0;\r\n let totalFields = 0;\r\n\r\n for (const line of lines) {\r\n if (line.includes('\"')) {\r\n hasQuotes = true;\r\n if (line.includes('\"\"')) {\r\n hasEscapedQuotes = true;\r\n }\r\n }\r\n \r\n const quoteCount = (line.match(/\"/g) || []).length;\r\n if (quoteCount % 2 !== 0) {\r\n hasNewlinesInFields = true;\r\n }\r\n\r\n const fieldCount = line.split(delimiter).length;\r\n totalFields += fieldCount;\r\n if (fieldCount > maxFields) {\r\n maxFields = fieldCount;\r\n }\r\n }\r\n\r\n const avgFieldsPerLine = totalFields / lines.length;\r\n const fieldConsistency = maxFields === avgFieldsPerLine;\r\n\r\n return {\r\n delimiter,\r\n hasQuotes,\r\n hasEscapedQuotes,\r\n hasNewlinesInFields,\r\n fieldConsistency,\r\n avgFieldsPerLine,\r\n maxFields,\r\n recommendedEngine: this._selectEngine(hasQuotes, hasNewlinesInFields, fieldConsistency)\r\n };\r\n }\r\n\r\n /**\r\n * Автоматически определяет разделитель\r\n */\r\n _detectDelimiter(sample) {\r\n const candidates = [',', ';', '\\t', '|'];\r\n const firstLine = sample.split('\\n')[0];\r\n \r\n let bestDelimiter = ',';\r\n let bestScore = 0;\r\n\r\n for (const delimiter of candidates) {\r\n const fields = firstLine.split(delimiter);\r\n const score = fields.length;\r\n \r\n // Если разделитель не найден в строке, пропускаем его\r\n if (score === 1 && !firstLine.includes(delimiter)) {\r\n continue;\r\n }\r\n \r\n const avgLength = fields.reduce((sum, field) => sum + field.length, 0) / fields.length;\r\n const variance = fields.reduce((sum, field) => sum + Math.pow(field.length - avgLength, 2), 0) / fields.length;\r\n \r\n const finalScore = score / (variance + 1);\r\n \r\n /* istanbul ignore next */\n if (finalScore > bestScore) {\n bestScore = finalScore;\n bestDelimiter = delimiter;\n }\n }\r\n\r\n return bestDelimiter;\r\n }\r\n\r\n /**\r\n * Выбирает оптимальный движок парсинга\r\n */\r\n _selectEngine(hasQuotes: any, hasNewlinesInFields: any, _fieldConsistency: any) {\r\n if (!hasQuotes && !hasNewlinesInFields) {\r\n return 'SIMPLE';\r\n }\r\n \r\n if (hasQuotes && !hasNewlinesInFields) {\r\n return 'QUOTE_AWARE';\r\n }\r\n \r\n return 'STANDARD';\r\n }\r\n\r\n /**\r\n * Создает простой парсер (разделитель без кавычек)\r\n */\r\n _createSimpleParser(structure) {\r\n const { delimiter, hasBackslashes } = structure;\r\n \r\n return (csv) => {\r\n const rows = [];\r\n if (hasBackslashes) {\r\n this._emitSimpleRowsEscaped(csv, delimiter, (row) => rows.push(row));\r\n } else {\r\n this._emitSimpleRows(csv, delimiter, (row) => rows.push(row));\r\n }\r\n\r\n return rows;\r\n };\r\n }\r\n\r\n _emitSimpleRows(csv: any, delimiter: any, onRow: any) {\r\n let currentRow = [];\r\n let rowHasData = false;\r\n let fieldStart = 0;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n\r\n if (!rowHasData && char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\n rowHasData = true;\n }\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n const field = csv.slice(fieldStart, i);\r\n currentRow.push(field);\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n onRow(currentRow);\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n fieldStart = i + 1;\r\n }\r\n\r\n i++;\r\n }\r\n }\r\n\r\n _emitSimpleRowsEscaped(csv: any, delimiter: any, onRow: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let escapeNext = false;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n const nextChar = i + 1 < csv.length ? csv[i + 1] : '';\r\n\r\n if (!rowHasData && char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\n rowHasData = true;\n }\n\r\n if (escapeNext) {\r\n currentField += char;\r\n escapeNext = false;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\\\\') {\r\n if (i + 1 >= csv.length) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\\\') {\r\n currentField += '\\\\';\r\n i += 2;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\n' || nextChar === '\\r') {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n escapeNext = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n onRow(currentRow);\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n }\r\n\r\n *_simpleRowsGenerator(csv: any, delimiter: any) {\r\n let currentRow = [];\r\n let rowHasData = false;\r\n let fieldStart = 0;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n const field = csv.slice(fieldStart, i);\r\n currentRow.push(field);\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n yield currentRow;\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n fieldStart = i + 1;\r\n }\r\n\r\n i++;\r\n }\r\n }\r\n\r\n *_simpleEscapedRowsGenerator(csv: any, delimiter: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let escapeNext = false;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n const nextChar = i + 1 < csv.length ? csv[i + 1] : '';\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (escapeNext) {\r\n currentField += char;\r\n escapeNext = false;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\\\\') {\r\n if (i + 1 >= csv.length) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\\\') {\r\n currentField += '\\\\';\r\n i += 2;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\n' || nextChar === '\\r') {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n escapeNext = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n yield currentRow;\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n }\r\n\r\n /**\r\n * Simple row emitter that avoids storing all rows in memory.\r\n */\r\n _createSimpleRowEmitter(structure) {\r\n const { delimiter, hasBackslashes } = structure;\r\n\r\n return (csv: any, onRow: any) => {\r\n if (hasBackslashes) {\r\n this._emitSimpleRowsEscaped(csv, delimiter, onRow);\r\n } else {\r\n this._emitSimpleRows(csv, delimiter, onRow);\r\n }\r\n };\r\n }\r\n\r\n /**\r\n * State machine парсер для CSV с кавычками (RFC 4180)\r\n */\r\n _createQuoteAwareParser(structure) {\r\n const { delimiter, hasEscapedQuotes, hasBackslashes } = structure;\r\n\r\n return (csv) => {\r\n const rows = [];\r\n /* istanbul ignore next */\n const iterator = hasBackslashes\n ? this._quoteAwareEscapedRowsGenerator(csv, delimiter, hasEscapedQuotes)\n : this._quoteAwareRowsGenerator(csv, delimiter, hasEscapedQuotes);\n\r\n for (const row of iterator) {\r\n rows.push(row);\r\n }\r\n\r\n return rows;\r\n };\r\n }\r\n\r\n /**\r\n * Quote-aware row emitter that avoids storing all rows in memory.\r\n */\r\n _createQuoteAwareRowEmitter(structure) {\r\n const { delimiter, hasEscapedQuotes, hasBackslashes } = structure;\r\n\r\n return (csv: any, onRow: any) => {\r\n const iterator = hasBackslashes\r\n ? this._quoteAwareEscapedRowsGenerator(csv, delimiter, hasEscapedQuotes)\r\n : this._quoteAwareRowsGenerator(csv, delimiter, hasEscapedQuotes);\r\n\r\n for (const row of iterator) {\r\n onRow(row);\r\n }\r\n };\r\n }\r\n\r\n *_quoteAwareRowsGenerator(csv: any, delimiter: any, hasEscapedQuotes: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let insideQuotes = false;\r\n let lineNumber = 1;\r\n let i = 0;\r\n\r\n while (i < csv.length) {\r\n const char = csv[i];\r\n const nextChar = csv[i + 1];\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (char === '\"') {\r\n if (insideQuotes) {\r\n if (hasEscapedQuotes && nextChar === '\"') {\r\n const afterNext = csv[i + 2];\r\n const isLineEnd = i + 2 >= csv.length || afterNext === '\\n' || afterNext === '\\r';\r\n\r\n currentField += '\"';\r\n if (isLineEnd) {\r\n insideQuotes = false;\r\n i += 2;\r\n continue;\r\n }\r\n\r\n i += 2;\r\n\r\n let j = i;\r\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\r\n j++;\r\n }\r\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\r\n insideQuotes = false;\r\n }\r\n continue;\r\n }\r\n\r\n if (nextChar === delimiter || nextChar === '\\n' || nextChar === '\\r' || i + 1 >= csv.length) {\n insideQuotes = false;\n i++;\n continue;\n }\n\n if (nextChar === ' ' || nextChar === '\\t') {\n let j = i + 1;\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\n j++;\n }\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\n insideQuotes = false;\n i++;\n continue;\n }\n }\n\n currentField += '\"';\n i++;\n continue;\n }\r\n\r\n insideQuotes = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (!insideQuotes && (char === delimiter || char === '\\n' || char === '\\r')) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r') {\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n currentRow = [];\r\n rowHasData = false;\r\n lineNumber++;\r\n\r\n if (char === '\\r' && nextChar === '\\n') {\r\n i++;\r\n }\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n\r\n if (insideQuotes) {\r\n const error = new Error('Unclosed quotes in CSV');\r\n (error as any).code = 'FAST_PATH_UNCLOSED_QUOTES';\r\n (error as any).lineNumber = lineNumber;\r\n throw error;\r\n }\r\n\r\n if (currentField !== '' || currentRow.length > 0) {\r\n currentRow.push(currentField);\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n }\r\n }\r\n\r\n *_quoteAwareEscapedRowsGenerator(csv: any, delimiter: any, hasEscapedQuotes: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let insideQuotes = false;\r\n let escapeNext = false;\r\n let lineNumber = 1;\r\n let i = 0;\r\n\r\n while (i < csv.length) {\r\n const char = csv[i];\r\n const nextChar = csv[i + 1];\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (escapeNext) {\r\n currentField += char;\r\n escapeNext = false;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\\\\') {\r\n if (i + 1 >= csv.length) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (!insideQuotes && (nextChar === '\\n' || nextChar === '\\r')) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\\\') {\r\n currentField += '\\\\';\r\n i += 2;\r\n continue;\r\n }\r\n\r\n escapeNext = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\"') {\r\n if (insideQuotes) {\r\n if (hasEscapedQuotes && nextChar === '\"') {\r\n const afterNext = csv[i + 2];\r\n const isLineEnd = i + 2 >= csv.length || afterNext === '\\n' || afterNext === '\\r';\r\n\r\n currentField += '\"';\r\n if (isLineEnd) {\r\n insideQuotes = false;\r\n i += 2;\r\n continue;\r\n }\r\n\r\n i += 2;\r\n\r\n let j = i;\r\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\r\n j++;\r\n }\r\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\r\n insideQuotes = false;\r\n }\r\n continue;\r\n }\r\n\r\n if (nextChar === delimiter || nextChar === '\\n' || nextChar === '\\r' || i + 1 >= csv.length) {\n insideQuotes = false;\n i++;\n continue;\n }\n\n if (nextChar === ' ' || nextChar === '\\t') {\n let j = i + 1;\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\n j++;\n }\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\n insideQuotes = false;\n i++;\n continue;\n }\n }\n\n currentField += '\"';\n i++;\n continue;\n }\r\n\r\n insideQuotes = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (!insideQuotes && (char === delimiter || char === '\\n' || char === '\\r')) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r') {\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n currentRow = [];\r\n rowHasData = false;\r\n lineNumber++;\r\n\r\n if (char === '\\r' && nextChar === '\\n') {\r\n i++;\r\n }\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n\r\n /* istanbul ignore next */\n if (escapeNext) {\n currentField += '\\\\';\n }\n\r\n if (insideQuotes) {\r\n const error = new Error('Unclosed quotes in CSV');\r\n (error as any).code = 'FAST_PATH_UNCLOSED_QUOTES';\r\n (error as any).lineNumber = lineNumber;\r\n throw error;\r\n }\r\n\r\n if (currentField !== '' || currentRow.length > 0) {\r\n currentRow.push(currentField);\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n }\r\n }\r\n\r\n compileParser(structure) {\r\n const cacheKey = JSON.stringify(structure);\r\n \r\n // Проверяем кеш\r\n if (this.compilers.has(cacheKey)) {\r\n this.stats.cacheHits++;\r\n return this.compilers.get(cacheKey);\r\n }\r\n \r\n this.stats.cacheMisses++;\r\n \r\n let parser;\r\n switch (structure.recommendedEngine) {\r\n case 'SIMPLE':\r\n parser = this._createSimpleParser(structure);\r\n this.stats.simpleParserCount++;\r\n break;\r\n case 'QUOTE_AWARE':\r\n parser = this._createQuoteAwareParser(structure);\r\n this.stats.quoteAwareParserCount++;\r\n break;\r\n case 'STANDARD':\r\n parser = this._createQuoteAwareParser(structure);\r\n this.stats.standardParserCount++;\r\n break;\r\n default:\r\n parser = this._createQuoteAwareParser(structure);\r\n this.stats.standardParserCount++;\r\n }\r\n \r\n // Кешируем парсер\r\n this.compilers.set(cacheKey, parser);\r\n \r\n return parser;\r\n }\r\n\r\n /**\r\n * Compiles a row-emitter parser for streaming conversion.\r\n */\r\n compileRowEmitter(structure) {\r\n const cacheKey = JSON.stringify(structure);\r\n\r\n if (this.rowCompilers.has(cacheKey)) {\r\n return this.rowCompilers.get(cacheKey);\r\n }\r\n\r\n let emitter;\r\n switch (structure.recommendedEngine) {\r\n case 'SIMPLE':\r\n emitter = this._createSimpleRowEmitter(structure);\r\n break;\r\n case 'QUOTE_AWARE':\r\n emitter = this._createQuoteAwareRowEmitter(structure);\r\n break;\r\n case 'STANDARD':\r\n emitter = this._createQuoteAwareRowEmitter(structure);\r\n break;\r\n default:\r\n emitter = this._createQuoteAwareRowEmitter(structure);\r\n }\r\n\r\n this.rowCompilers.set(cacheKey, emitter);\r\n return emitter;\r\n }\r\n\r\n /**\r\n * Iterates rows without allocating the full result set.\r\n */\r\n *iterateRows(csv: any, options = {}) {\r\n const structure = this._getStructureForParse(csv, options);\r\n const useEscapes = structure.hasBackslashes;\r\n\r\n switch (structure.recommendedEngine) {\r\n case 'SIMPLE':\r\n if (useEscapes) {\r\n yield* this._simpleEscapedRowsGenerator(csv, structure.delimiter);\r\n } else {\r\n yield* this._simpleRowsGenerator(csv, structure.delimiter);\r\n }\r\n break;\r\n case 'QUOTE_AWARE':\r\n if (useEscapes) {\r\n yield* this._quoteAwareEscapedRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n } else {\r\n yield* this._quoteAwareRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n }\r\n break;\r\n case 'STANDARD':\r\n if (useEscapes) {\r\n yield* this._quoteAwareEscapedRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n } else {\r\n yield* this._quoteAwareRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n }\r\n break;\r\n default:\r\n if (useEscapes) {\r\n yield* this._quoteAwareEscapedRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n } else {\r\n yield* this._quoteAwareRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n }\r\n }\r\n }\r\n\r\n /**\r\n * Парсит CSV с использованием оптимального парсера\r\n */\r\n parse(csv: any, options = {}) {\r\n const structure = this._getStructureForParse(csv, options);\r\n const parser = this.compileParser(structure);\r\n \r\n return parser(csv);\r\n }\r\n\r\n /**\r\n * Parses CSV and emits rows via a callback to reduce memory usage.\r\n */\r\n /* istanbul ignore next */\n parseRows(csv: any, options = {}, onRow: any) {\n for (const row of this.iterateRows(csv, options)) {\r\n onRow(row);\r\n }\r\n }\r\n\r\n /**\r\n * Возвращает статистику использования парсеров\r\n */\r\n getStats() {\r\n return {\r\n ...this.stats,\r\n totalParsers: this.compilers.size,\r\n hitRate: this.stats.cacheHits / (this.stats.cacheHits + this.stats.cacheMisses) || 0\r\n };\r\n }\r\n\r\n /**\r\n * Сбрасывает статистику и кеш\r\n */\r\n reset() {\r\n this.compilers.clear();\r\n this.rowCompilers.clear();\r\n this.stats = {\r\n simpleParserCount: 0,\r\n quoteAwareParserCount: 0,\r\n standardParserCount: 0,\r\n cacheHits: 0,\r\n cacheMisses: 0\r\n };\r\n }\r\n}\r\n\r\nexport default FastPathEngine;\r\n"]}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("../errors"), exports);
|
|
18
|
+
//# sourceMappingURL=errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B","sourcesContent":["export * from '../errors';\n"]}
|
|
@@ -0,0 +1,332 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
function createTextDecoder() {
|
|
4
|
+
if (typeof TextDecoder !== 'undefined') {
|
|
5
|
+
return new TextDecoder('utf-8');
|
|
6
|
+
}
|
|
7
|
+
try {
|
|
8
|
+
const { TextDecoder: UtilTextDecoder } = require("util");
|
|
9
|
+
return new UtilTextDecoder('utf-8');
|
|
10
|
+
}
|
|
11
|
+
catch (_error) {
|
|
12
|
+
return null;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
function getTransformStream() {
|
|
16
|
+
if (typeof TransformStream !== 'undefined') {
|
|
17
|
+
return TransformStream;
|
|
18
|
+
}
|
|
19
|
+
try {
|
|
20
|
+
const streamModule = require("stream/web");
|
|
21
|
+
return streamModule.TransformStream;
|
|
22
|
+
}
|
|
23
|
+
catch (_error) {
|
|
24
|
+
return null;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
class NdjsonParser {
|
|
28
|
+
static async *parseStream(input, options = {}) {
|
|
29
|
+
const { bufferSize: _bufferSize = 64 * 1024, maxLineLength = 10 * 1024 * 1024, onError = null } = options;
|
|
30
|
+
let buffer = '';
|
|
31
|
+
let lineNumber = 0;
|
|
32
|
+
if (typeof input === 'string') {
|
|
33
|
+
const lines = input.split('\n');
|
|
34
|
+
for (const line of lines) {
|
|
35
|
+
lineNumber++;
|
|
36
|
+
if (line.trim()) {
|
|
37
|
+
try {
|
|
38
|
+
yield JSON.parse(line);
|
|
39
|
+
}
|
|
40
|
+
catch (error) {
|
|
41
|
+
if (onError) {
|
|
42
|
+
onError(error, line, lineNumber);
|
|
43
|
+
}
|
|
44
|
+
else {
|
|
45
|
+
console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
return;
|
|
51
|
+
}
|
|
52
|
+
const reader = input.getReader ? input.getReader() : input;
|
|
53
|
+
const decoder = createTextDecoder();
|
|
54
|
+
if (!decoder) {
|
|
55
|
+
throw new Error('TextDecoder is not available in this environment');
|
|
56
|
+
}
|
|
57
|
+
try {
|
|
58
|
+
while (true) {
|
|
59
|
+
const { done, value } = await reader.read();
|
|
60
|
+
if (done) {
|
|
61
|
+
if (buffer.trim()) {
|
|
62
|
+
const lines = buffer.split('\n');
|
|
63
|
+
for (const line of lines) {
|
|
64
|
+
lineNumber++;
|
|
65
|
+
if (line.trim()) {
|
|
66
|
+
try {
|
|
67
|
+
yield JSON.parse(line);
|
|
68
|
+
}
|
|
69
|
+
catch (error) {
|
|
70
|
+
if (onError) {
|
|
71
|
+
onError(error, line, lineNumber);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
break;
|
|
78
|
+
}
|
|
79
|
+
buffer += decoder.decode(value, { stream: true });
|
|
80
|
+
if (buffer.length > maxLineLength) {
|
|
81
|
+
throw new Error(`Строка превышает максимальную длину ${maxLineLength} байт`);
|
|
82
|
+
}
|
|
83
|
+
const lines = buffer.split('\n');
|
|
84
|
+
buffer = lines.pop() || '';
|
|
85
|
+
for (const line of lines) {
|
|
86
|
+
lineNumber++;
|
|
87
|
+
if (line.trim()) {
|
|
88
|
+
try {
|
|
89
|
+
yield JSON.parse(line);
|
|
90
|
+
}
|
|
91
|
+
catch (error) {
|
|
92
|
+
if (onError) {
|
|
93
|
+
onError(error, line, lineNumber);
|
|
94
|
+
}
|
|
95
|
+
else {
|
|
96
|
+
console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
finally {
|
|
104
|
+
if (reader.releaseLock) {
|
|
105
|
+
reader.releaseLock();
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
static toNdjson(data, options = {}) {
|
|
110
|
+
if (!Array.isArray(data)) {
|
|
111
|
+
throw new Error('Input must be an array');
|
|
112
|
+
}
|
|
113
|
+
const { replacer = null, space = 0 } = options;
|
|
114
|
+
return data
|
|
115
|
+
.map(item => JSON.stringify(item, replacer, space))
|
|
116
|
+
.join('\n');
|
|
117
|
+
}
|
|
118
|
+
static fromNdjson(ndjsonString, options = {}) {
|
|
119
|
+
const { filter = null, transform = null, onError = null } = options;
|
|
120
|
+
return ndjsonString
|
|
121
|
+
.split('\n')
|
|
122
|
+
.map((line, index) => {
|
|
123
|
+
if (!line.trim()) {
|
|
124
|
+
return null;
|
|
125
|
+
}
|
|
126
|
+
try {
|
|
127
|
+
const obj = JSON.parse(line);
|
|
128
|
+
if (filter && !filter(obj, index)) {
|
|
129
|
+
return null;
|
|
130
|
+
}
|
|
131
|
+
return transform ? transform(obj, index) : obj;
|
|
132
|
+
}
|
|
133
|
+
catch (error) {
|
|
134
|
+
if (onError) {
|
|
135
|
+
onError(error, line, index + 1);
|
|
136
|
+
}
|
|
137
|
+
return null;
|
|
138
|
+
}
|
|
139
|
+
})
|
|
140
|
+
.filter(obj => obj !== null);
|
|
141
|
+
}
|
|
142
|
+
static createNdjsonToCsvStream(options = {}) {
|
|
143
|
+
const { delimiter = ',', includeHeaders = true, ..._csvOptions } = options;
|
|
144
|
+
let headers = null;
|
|
145
|
+
let firstChunk = true;
|
|
146
|
+
const TransformStreamCtor = getTransformStream();
|
|
147
|
+
if (!TransformStreamCtor) {
|
|
148
|
+
throw new Error('TransformStream is not available in this environment');
|
|
149
|
+
}
|
|
150
|
+
return new TransformStreamCtor({
|
|
151
|
+
async transform(chunk, controller) {
|
|
152
|
+
try {
|
|
153
|
+
const obj = JSON.parse(chunk);
|
|
154
|
+
if (firstChunk && includeHeaders) {
|
|
155
|
+
headers = Object.keys(obj);
|
|
156
|
+
controller.enqueue(headers.join(delimiter) + '\n');
|
|
157
|
+
firstChunk = false;
|
|
158
|
+
}
|
|
159
|
+
const row = headers
|
|
160
|
+
? headers.map(header => this._escapeCsvField(obj[header], delimiter))
|
|
161
|
+
: Object.values(obj).map(value => this._escapeCsvField(value, delimiter));
|
|
162
|
+
controller.enqueue(row.join(delimiter) + '\n');
|
|
163
|
+
}
|
|
164
|
+
catch (error) {
|
|
165
|
+
console.error('Ошибка преобразования NDJSON в CSV:', error);
|
|
166
|
+
}
|
|
167
|
+
},
|
|
168
|
+
_escapeCsvField(value, delimiter) {
|
|
169
|
+
if (value === null || value === undefined) {
|
|
170
|
+
return '';
|
|
171
|
+
}
|
|
172
|
+
const str = String(value);
|
|
173
|
+
if (str.includes(delimiter) || str.includes('"') || str.includes('\n')) {
|
|
174
|
+
return '"' + str.replace(/"/g, '""') + '"';
|
|
175
|
+
}
|
|
176
|
+
return str;
|
|
177
|
+
}
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
static createCsvToNdjsonStream(options = {}) {
|
|
181
|
+
const { delimiter = ',', hasHeaders = true, ..._csvOptions } = options;
|
|
182
|
+
let headers = null;
|
|
183
|
+
let firstLine = true;
|
|
184
|
+
const TransformStreamCtor = getTransformStream();
|
|
185
|
+
if (!TransformStreamCtor) {
|
|
186
|
+
throw new Error('TransformStream is not available in this environment');
|
|
187
|
+
}
|
|
188
|
+
return new TransformStreamCtor({
|
|
189
|
+
transform(chunk, controller) {
|
|
190
|
+
const lines = chunk.toString().split('\n');
|
|
191
|
+
for (const line of lines) {
|
|
192
|
+
if (!line.trim()) {
|
|
193
|
+
continue;
|
|
194
|
+
}
|
|
195
|
+
const fields = this._parseCsvLine(line, delimiter);
|
|
196
|
+
if (firstLine && hasHeaders) {
|
|
197
|
+
headers = fields;
|
|
198
|
+
firstLine = false;
|
|
199
|
+
}
|
|
200
|
+
else {
|
|
201
|
+
const obj = headers
|
|
202
|
+
? headers.reduce((acc, header, index) => {
|
|
203
|
+
acc[header] = fields[index] || '';
|
|
204
|
+
return acc;
|
|
205
|
+
}, {})
|
|
206
|
+
: fields.reduce((acc, field, index) => {
|
|
207
|
+
acc[`field_${index}`] = field;
|
|
208
|
+
return acc;
|
|
209
|
+
}, {});
|
|
210
|
+
controller.enqueue(JSON.stringify(obj) + '\n');
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
},
|
|
214
|
+
_parseCsvLine(line, delimiter) {
|
|
215
|
+
const fields = [];
|
|
216
|
+
let currentField = '';
|
|
217
|
+
let insideQuotes = false;
|
|
218
|
+
for (let i = 0; i < line.length; i++) {
|
|
219
|
+
const char = line[i];
|
|
220
|
+
const nextChar = line[i + 1];
|
|
221
|
+
if (char === '"') {
|
|
222
|
+
if (insideQuotes && nextChar === '"') {
|
|
223
|
+
currentField += '"';
|
|
224
|
+
i++;
|
|
225
|
+
}
|
|
226
|
+
else {
|
|
227
|
+
insideQuotes = !insideQuotes;
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
else if (char === delimiter && !insideQuotes) {
|
|
231
|
+
fields.push(currentField);
|
|
232
|
+
currentField = '';
|
|
233
|
+
}
|
|
234
|
+
else {
|
|
235
|
+
currentField += char;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
fields.push(currentField);
|
|
239
|
+
return fields;
|
|
240
|
+
}
|
|
241
|
+
});
|
|
242
|
+
}
|
|
243
|
+
static async getStats(input) {
|
|
244
|
+
const stats = {
|
|
245
|
+
totalLines: 0,
|
|
246
|
+
validLines: 0,
|
|
247
|
+
errorLines: 0,
|
|
248
|
+
totalBytes: 0,
|
|
249
|
+
errors: [],
|
|
250
|
+
successRate: 0
|
|
251
|
+
};
|
|
252
|
+
if (typeof input === 'string') {
|
|
253
|
+
stats.totalBytes = Buffer.byteLength(input, 'utf8');
|
|
254
|
+
const lines = input.split('\n');
|
|
255
|
+
stats.totalLines = lines.length;
|
|
256
|
+
for (const line of lines) {
|
|
257
|
+
if (line.trim()) {
|
|
258
|
+
try {
|
|
259
|
+
JSON.parse(line);
|
|
260
|
+
stats.validLines++;
|
|
261
|
+
}
|
|
262
|
+
catch (error) {
|
|
263
|
+
stats.errorLines++;
|
|
264
|
+
stats.errors.push({
|
|
265
|
+
line: stats.totalLines,
|
|
266
|
+
error: error.message,
|
|
267
|
+
content: line.substring(0, 100)
|
|
268
|
+
});
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
}
|
|
273
|
+
else {
|
|
274
|
+
const reader = input.getReader();
|
|
275
|
+
const decoder = createTextDecoder();
|
|
276
|
+
if (!decoder) {
|
|
277
|
+
throw new Error('TextDecoder is not available in this environment');
|
|
278
|
+
}
|
|
279
|
+
let buffer = '';
|
|
280
|
+
try {
|
|
281
|
+
while (true) {
|
|
282
|
+
const { done, value } = await reader.read();
|
|
283
|
+
if (done) {
|
|
284
|
+
if (buffer.trim()) {
|
|
285
|
+
stats.totalLines++;
|
|
286
|
+
try {
|
|
287
|
+
JSON.parse(buffer.trim());
|
|
288
|
+
stats.validLines++;
|
|
289
|
+
}
|
|
290
|
+
catch (_error) {
|
|
291
|
+
stats.errorLines++;
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
break;
|
|
295
|
+
}
|
|
296
|
+
stats.totalBytes += value.length;
|
|
297
|
+
buffer += decoder.decode(value, { stream: true });
|
|
298
|
+
const lines = buffer.split('\n');
|
|
299
|
+
buffer = lines.pop() || '';
|
|
300
|
+
for (const line of lines) {
|
|
301
|
+
stats.totalLines++;
|
|
302
|
+
if (line.trim()) {
|
|
303
|
+
try {
|
|
304
|
+
JSON.parse(line);
|
|
305
|
+
stats.validLines++;
|
|
306
|
+
}
|
|
307
|
+
catch (error) {
|
|
308
|
+
stats.errorLines++;
|
|
309
|
+
stats.errors.push({
|
|
310
|
+
line: stats.totalLines,
|
|
311
|
+
error: error.message,
|
|
312
|
+
content: line.substring(0, 100)
|
|
313
|
+
});
|
|
314
|
+
}
|
|
315
|
+
}
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
finally {
|
|
320
|
+
reader.releaseLock();
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
stats.successRate = stats.totalLines > 0 ? (stats.validLines / stats.totalLines) * 100 : 0;
|
|
324
|
+
return stats;
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
exports.default = NdjsonParser;
|
|
328
|
+
if (typeof module !== 'undefined' && module.exports) {
|
|
329
|
+
module.exports = NdjsonParser;
|
|
330
|
+
module.exports.default = NdjsonParser;
|
|
331
|
+
}
|
|
332
|
+
//# sourceMappingURL=ndjson-parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ndjson-parser.js","sourceRoot":"","sources":["../../../src/formats/ndjson-parser.ts"],"names":[],"mappings":";;AAQA,SAAS,iBAAiB;IACxB,IAAI,OAAO,WAAW,KAAK,WAAW,EAAE,CAAC;QACvC,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB;IACzB,IAAI,OAAO,eAAe,KAAK,WAAW,EAAE,CAAC;QAC3C,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QAC3C,OAAO,YAAY,CAAC,eAAe,CAAC;IACtC,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,YAAY;IAqBhB,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAU,EAAE,UAAe,EAAE;QACrD,MAAM,EACJ,UAAU,EAAE,WAAW,GAAG,EAAE,GAAG,IAAI,EACnC,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAChC,OAAO,GAAG,IAAI,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,UAAU,GAAG,CAAC,CAAC;QAGnB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,UAAU,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAGf,IAAI,OAAO,EAAE,CAAC;4BACZ,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;wBACnC,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,KAAK,CAAC,iCAAiC,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC/E,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QAGD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3D,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAE5C,IAAI,IAAI,EAAE,CAAC;oBAET,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBAClB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,UAAU,EAAE,CAAC;4BAEb,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gCAChB,IAAI,CAAC;oCACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCACzB,CAAC;gCAAC,OAAO,KAAK,EAAE,CAAC;oCAEf,IAAI,OAAO,EAAE,CAAC;wCACZ,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;oCACnC,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,CAAC;gBAGD,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAGlD,IAAI,MAAM,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,uCAAuC,aAAa,OAAO,CAAC,CAAC;gBAC/E,CAAC;gBAGD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAGjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAG3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,UAAU,EAAE,CAAC;oBAEb,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;wBAChB,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACzB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BAEf,IAAI,OAAO,EAAE,CAAC;gCACZ,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;4BACnC,CAAC;iCAAM,CAAC;gCACN,OAAO,CAAC,KAAK,CAAC,iCAAiC,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;4BAC/E,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YAGT,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAaD,MAAM,CAAC,QAAQ,CAAC,IAAS,EAAE,UAAe,EAAE;QAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,EACJ,QAAQ,GAAG,IAAI,EACf,KAAK,GAAG,CAAC,EACV,GAAG,OAAO,CAAC;QAEZ,OAAO,IAAI;aACR,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;aAClD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAaD,MAAM,CAAC,UAAU,CAAC,YAAiB,EAAE,UAAe,EAAE;QACpD,MAAM,EACJ,MAAM,GAAG,IAAI,EACb,SAAS,GAAG,IAAI,EAChB,OAAO,GAAG,IAAI,EACf,GAAG,OAAO,CAAC;QAEZ,OAAO,YAAY;aAChB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAS,EAAE,KAAU,EAAE,EAAE;YAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAG7B,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBAClC,OAAO,IAAI,CAAC;gBACd,CAAC;gBAGD,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACY,IAAI,OAAO,EAAE,CAAC;oBACvC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC;aACD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;IACjC,CAAC;IAOD,MAAM,CAAC,uBAAuB,CAAC,UAAe,EAAE;QAC9C,MAAM,EACJ,SAAS,GAAG,GAAG,EACf,cAAc,GAAG,IAAI,EACrB,GAAG,WAAW,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,MAAM,mBAAmB,GAAG,kBAAkB,EAAE,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,mBAAmB,CAAC;YAC7B,KAAK,CAAC,SAAS,CAAC,KAAU,EAAE,UAAe;gBACzC,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAG9B,IAAI,UAAU,IAAI,cAAc,EAAE,CAAC;wBACjC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;wBACnD,UAAU,GAAG,KAAK,CAAC;oBACrB,CAAC;oBAGD,MAAM,GAAG,GAAG,OAAO;wBACjB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;wBACrE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;oBAE5E,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;gBACjD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,eAAe,CAAC,KAAU,EAAE,SAAc;gBACxC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBAC1C,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAG1B,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvE,OAAO,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;gBAC7C,CAAC;gBAED,OAAO,GAAG,CAAC;YACb,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAOD,MAAM,CAAC,uBAAuB,CAAC,UAAe,EAAE;QAC9C,MAAM,EACJ,SAAS,GAAG,GAAG,EACf,UAAU,GAAG,IAAI,EACjB,GAAG,WAAW,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,MAAM,mBAAmB,GAAG,kBAAkB,EAAE,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,mBAAmB,CAAC;YAC7B,SAAS,CAAC,KAAU,EAAE,UAAe;gBACnC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;wBACjB,SAAS;oBACX,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBAEnD,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;wBAC5B,OAAO,GAAG,MAAM,CAAC;wBACjB,SAAS,GAAG,KAAK,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,MAAM,GAAG,GAAG,OAAO;4BACjB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,MAAW,EAAE,KAAU,EAAE,EAAE;gCACrD,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gCAClC,OAAO,GAAG,CAAC;4BACb,CAAC,EAAE,EAAE,CAAC;4BACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,KAAU,EAAE,KAAU,EAAE,EAAE;gCACnD,GAAG,CAAC,SAAS,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;gCAC9B,OAAO,GAAG,CAAC;4BACb,CAAC,EAAE,EAAE,CAAC,CAAC;wBAET,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;oBACjD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,aAAa,CAAC,IAAS,EAAE,SAAc;gBACrC,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,IAAI,YAAY,GAAG,EAAE,CAAC;gBACtB,IAAI,YAAY,GAAG,KAAK,CAAC;gBAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAE7B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,YAAY,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;4BACrC,YAAY,IAAI,GAAG,CAAC;4BACpB,CAAC,EAAE,CAAC;wBACN,CAAC;6BAAM,CAAC;4BACN,YAAY,GAAG,CAAC,YAAY,CAAC;wBAC/B,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,YAAY,EAAE,CAAC;wBAC/C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAC1B,YAAY,GAAG,EAAE,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,YAAY,IAAI,IAAI,CAAC;oBACvB,CAAC;gBACH,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC1B,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAOD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK;QACzB,MAAM,KAAK,GAAG;YACZ,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,EAAE;YACV,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjB,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,KAAK,CAAC,UAAU,EAAE,CAAC;wBACnB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;4BAChB,IAAI,EAAE,KAAK,CAAC,UAAU;4BACtB,KAAK,EAAE,KAAK,CAAC,OAAO;4BACpB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;yBAChC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YAEN,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAE5C,IAAI,IAAI,EAAE,CAAC;wBAGT,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;4BAClB,KAAK,CAAC,UAAU,EAAE,CAAC;4BACnB,IAAI,CAAC;gCACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gCAC1B,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,CAAC;4BAAC,OAAO,MAAM,EAAE,CAAC;gCAChB,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,CAAC;wBACH,CAAC;wBACD,MAAM;oBACR,CAAC;oBAED,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;oBACjC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAElD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,KAAK,CAAC,UAAU,EAAE,CAAC;wBAEnB,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;4BAChB,IAAI,CAAC;gCACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCACjB,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACf,KAAK,CAAC,UAAU,EAAE,CAAC;gCACnB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;oCAChB,IAAI,EAAE,KAAK,CAAC,UAAU;oCACtB,KAAK,EAAE,KAAK,CAAC,OAAO;oCACpB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;iCAChC,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAGD,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,kBAAe,YAAY,CAAC;AAG5B,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;IACpD,MAAM,CAAC,OAAO,GAAG,YAAY,CAAC;IAC9B,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;AACxC,CAAC","sourcesContent":["/**\n * NDJSON (Newline Delimited JSON) парсер\n * Поддержка потоковой обработки больших JSON файлов\n * \n * @version 1.0.0\n * @date 2026-01-22\n */\n\nfunction createTextDecoder() {\n if (typeof TextDecoder !== 'undefined') {\n return new TextDecoder('utf-8');\n }\n try {\n const { TextDecoder: UtilTextDecoder } = require(\"util\");\n return new UtilTextDecoder('utf-8');\n } catch (_error) {\n return null;\n }\n}\n\nfunction getTransformStream() {\n if (typeof TransformStream !== 'undefined') {\n return TransformStream;\n }\n try {\n const streamModule = require(\"stream/web\");\n return streamModule.TransformStream;\n } catch (_error) {\n return null;\n }\n}\n\nclass NdjsonParser {\n /**\n * Парсит NDJSON поток и возвращает async iterator\n * @param {ReadableStream|string} input - Входные данные (поток или строка)\n * @param {Object} options - Опции парсинга\n * @returns {AsyncGenerator} Async iterator с объектами JSON\n * \n * @example\n * // Использование с потоком\n * const stream = fs.createReadStream('data.ndjson');\n * for await (const obj of NdjsonParser.parseStream(stream)) {\n * console.log(obj);\n * }\n * \n * @example\n * // Использование со строкой\n * const ndjson = '{\"name\":\"John\"}\\n{\"name\":\"Jane\"}';\n * for await (const obj of NdjsonParser.parseStream(ndjson)) {\n * console.log(obj);\n * }\n */\n static async *parseStream(input: any, options: any = {}) {\n const {\n bufferSize: _bufferSize = 64 * 1024, // 64KB буфер\n maxLineLength = 10 * 1024 * 1024, // 10MB максимальная длина строки\n onError = null\n } = options;\n\n let buffer = '';\n let lineNumber = 0;\n\n // Если входные данные - строка, преобразуем в async iterator\n if (typeof input === 'string') {\n const lines = input.split('\\n');\n for (const line of lines) {\n lineNumber++;\n if (line.trim()) {\n try {\n yield JSON.parse(line);\n } catch (error) {\n /* istanbul ignore next */\n /* istanbul ignore next */\n if (onError) {\n onError(error, line, lineNumber);\n } else {\n console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);\n }\n }\n }\n }\n return;\n }\n\n // Если входные данные - поток\n const reader = input.getReader ? input.getReader() : input;\n const decoder = createTextDecoder();\n if (!decoder) {\n throw new Error('TextDecoder is not available in this environment');\n }\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n \n if (done) {\n // Обрабатываем оставшиеся данные в буфере\n if (buffer.trim()) {\n const lines = buffer.split('\\n');\n for (const line of lines) {\n lineNumber++;\n /* istanbul ignore next */\n if (line.trim()) {\n try {\n yield JSON.parse(line);\n } catch (error) {\n /* istanbul ignore next */\n if (onError) {\n onError(error, line, lineNumber);\n }\n }\n }\n }\n }\n break;\n }\n\n // Добавляем новые данные в буфере\n buffer += decoder.decode(value, { stream: true });\n \n // Проверяем длину буфера\n if (buffer.length > maxLineLength) {\n throw new Error(`Строка превышает максимальную длину ${maxLineLength} байт`);\n }\n\n // Обрабатываем полные строки\n const lines = buffer.split('\\n');\n \n // Оставляем последнюю (возможно неполную) строку в буфере\n buffer = lines.pop() || '';\n \n // Обрабатываем полные строки\n for (const line of lines) {\n lineNumber++;\n /* istanbul ignore next */\n if (line.trim()) {\n try {\n yield JSON.parse(line);\n } catch (error) {\n /* istanbul ignore next */\n if (onError) {\n onError(error, line, lineNumber);\n } else {\n console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);\n }\n }\n }\n }\n }\n } finally {\n // Освобождаем ресурсы\n /* istanbul ignore next */\n if (reader.releaseLock) {\n reader.releaseLock();\n }\n }\n }\n\n /**\n * Конвертирует массив объектов в NDJSON строку\n * @param {Array} data - Массив объектов\n * @param {Object} options - Опции форматирования\n * @returns {string} NDJSON строка\n * \n * @example\n * const data = [{ name: 'John' }, { name: 'Jane' }];\n * const ndjson = NdjsonParser.toNdjson(data);\n * // Результат: '{\"name\":\"John\"}\\n{\"name\":\"Jane\"}'\n */\n static toNdjson(data: any, options: any = {}) {\n if (!Array.isArray(data)) {\n throw new Error('Input must be an array');\n }\n\n const {\n replacer = null,\n space = 0\n } = options;\n\n return data\n .map(item => JSON.stringify(item, replacer, space))\n .join('\\n');\n }\n\n /**\n * Конвертирует NDJSON строку в массив объектов\n * @param {string} ndjsonString - NDJSON строка\n * @param {Object} options - Опции парсинга\n * @returns {Array} Массив объектов\n * \n * @example\n * const ndjson = '{\"name\":\"John\"}\\n{\"name\":\"Jane\"}';\n * const data = NdjsonParser.fromNdjson(ndjson);\n * // Результат: [{ name: 'John' }, { name: 'Jane' }]\n */\n static fromNdjson(ndjsonString: any, options: any = {}) {\n const {\n filter = null,\n transform = null,\n onError = null\n } = options;\n\n return ndjsonString\n .split('\\n')\n .map((line: any, index: any) => {\n if (!line.trim()) {\n return null;\n }\n \n try {\n const obj = JSON.parse(line);\n \n // Применяем фильтр если задан\n if (filter && !filter(obj, index)) {\n return null;\n }\n \n // Применяем трансформацию если задана\n return transform ? transform(obj, index) : obj;\n } catch (error) {\n /* istanbul ignore next */ if (onError) {\n onError(error, line, index + 1);\n }\n return null;\n }\n })\n .filter(obj => obj !== null);\n }\n\n /**\n * Создает преобразователь NDJSON в CSV\n * @param {Object} options - Опции конвертации\n * @returns {TransformStream} Transform stream\n */\n static createNdjsonToCsvStream(options: any = {}) {\n const {\n delimiter = ',',\n includeHeaders = true,\n ..._csvOptions\n } = options;\n\n let headers = null;\n let firstChunk = true;\n\n const TransformStreamCtor = getTransformStream();\n if (!TransformStreamCtor) {\n throw new Error('TransformStream is not available in this environment');\n }\n\n return new TransformStreamCtor({\n async transform(chunk: any, controller: any) {\n try {\n const obj = JSON.parse(chunk);\n \n // Определяем заголовки при первом объекте\n if (firstChunk && includeHeaders) {\n headers = Object.keys(obj);\n controller.enqueue(headers.join(delimiter) + '\\n');\n firstChunk = false;\n }\n \n // Конвертируем объект в CSV строку\n const row = headers \n ? headers.map(header => this._escapeCsvField(obj[header], delimiter))\n : Object.values(obj).map(value => this._escapeCsvField(value, delimiter));\n \n controller.enqueue(row.join(delimiter) + '\\n');\n } catch (error) {\n console.error('Ошибка преобразования NDJSON в CSV:', error);\n }\n },\n \n _escapeCsvField(value: any, delimiter: any) {\n if (value === null || value === undefined) {\n return '';\n }\n \n const str = String(value);\n \n // Экранируем если содержит delimiter, кавычки или перенос строки\n if (str.includes(delimiter) || str.includes('\"') || str.includes('\\n')) {\n return '\"' + str.replace(/\"/g, '\"\"') + '\"';\n }\n \n return str;\n }\n });\n }\n\n /**\n * Создает преобразователь CSV в NDJSON\n * @param {Object} options - Опции конвертации\n * @returns {TransformStream} Transform stream\n */\n static createCsvToNdjsonStream(options: any = {}) {\n const {\n delimiter = ',',\n hasHeaders = true,\n ..._csvOptions\n } = options;\n\n let headers = null;\n let firstLine = true;\n\n const TransformStreamCtor = getTransformStream();\n if (!TransformStreamCtor) {\n throw new Error('TransformStream is not available in this environment');\n }\n\n return new TransformStreamCtor({\n transform(chunk: any, controller: any) {\n const lines = chunk.toString().split('\\n');\n \n for (const line of lines) {\n if (!line.trim()) {\n continue;\n }\n \n const fields = this._parseCsvLine(line, delimiter);\n \n if (firstLine && hasHeaders) {\n headers = fields;\n firstLine = false;\n } else {\n const obj = headers \n ? headers.reduce((acc: any, header: any, index: any) => {\n acc[header] = fields[index] || '';\n return acc;\n }, {})\n : fields.reduce((acc: any, field: any, index: any) => {\n acc[`field_${index}`] = field;\n return acc;\n }, {});\n \n controller.enqueue(JSON.stringify(obj) + '\\n');\n }\n }\n },\n \n _parseCsvLine(line: any, delimiter: any) {\n const fields = [];\n let currentField = '';\n let insideQuotes = false;\n \n for (let i = 0; i < line.length; i++) {\n const char = line[i];\n const nextChar = line[i + 1];\n \n if (char === '\"') {\n if (insideQuotes && nextChar === '\"') {\n currentField += '\"';\n i++;\n } else {\n insideQuotes = !insideQuotes;\n }\n } else if (char === delimiter && !insideQuotes) {\n fields.push(currentField);\n currentField = '';\n } else {\n currentField += char;\n }\n }\n \n fields.push(currentField);\n return fields;\n }\n });\n }\n\n /**\n * Статистика по NDJSON файлу\n * @param {string|ReadableStream} input - Входные данные\n * @returns {Promise<Object>} Статистика\n */\n static async getStats(input) {\n const stats = {\n totalLines: 0,\n validLines: 0,\n errorLines: 0,\n totalBytes: 0,\n errors: [],\n successRate: 0\n };\n\n if (typeof input === 'string') {\n stats.totalBytes = Buffer.byteLength(input, 'utf8');\n const lines = input.split('\\n');\n stats.totalLines = lines.length;\n \n for (const line of lines) {\n if (line.trim()) {\n try {\n JSON.parse(line);\n stats.validLines++;\n } catch (error) {\n stats.errorLines++;\n stats.errors.push({\n line: stats.totalLines,\n error: error.message,\n content: line.substring(0, 100)\n });\n }\n }\n }\n } else {\n // Для потоков\n const reader = input.getReader();\n const decoder = createTextDecoder();\n if (!decoder) {\n throw new Error('TextDecoder is not available in this environment');\n }\n let buffer = '';\n \n try {\n while (true) {\n const { done, value } = await reader.read();\n\n if (done) {\n // Обрабатываем оставшийся буфер\n /* istanbul ignore next */\n if (buffer.trim()) {\n stats.totalLines++;\n try {\n JSON.parse(buffer.trim());\n stats.validLines++;\n } catch (_error) {\n stats.errorLines++;\n }\n }\n break;\n }\n \n stats.totalBytes += value.length;\n buffer += decoder.decode(value, { stream: true });\n \n const lines = buffer.split('\\n');\n buffer = lines.pop() || '';\n \n for (const line of lines) {\n stats.totalLines++;\n /* istanbul ignore next */\n if (line.trim()) {\n try {\n JSON.parse(line);\n stats.validLines++;\n } catch (error) {\n stats.errorLines++;\n stats.errors.push({\n line: stats.totalLines,\n error: error.message,\n content: line.substring(0, 100)\n });\n }\n }\n }\n }\n } finally {\n reader.releaseLock();\n }\n }\n\n /* istanbul ignore next */\n stats.successRate = stats.totalLines > 0 ? (stats.validLines / stats.totalLines) * 100 : 0;\n return stats;\n }\n}\n\nexport default NdjsonParser;\n\n// CommonJS compatibility\nif (typeof module !== 'undefined' && module.exports) {\n module.exports = NdjsonParser;\n module.exports.default = NdjsonParser;\n}\n"]}
|