jtcsv 2.2.8 → 3.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/README.md +204 -115
  2. package/bin/jtcsv.ts +2612 -0
  3. package/browser.d.ts +142 -0
  4. package/dist/benchmark.js +446 -0
  5. package/dist/benchmark.js.map +1 -0
  6. package/dist/bin/jtcsv.js +1940 -0
  7. package/dist/bin/jtcsv.js.map +1 -0
  8. package/dist/csv-to-json.js +1262 -0
  9. package/dist/csv-to-json.js.map +1 -0
  10. package/dist/errors.js +291 -0
  11. package/dist/errors.js.map +1 -0
  12. package/dist/eslint.config.js +147 -0
  13. package/dist/eslint.config.js.map +1 -0
  14. package/dist/index-core.js +95 -0
  15. package/dist/index-core.js.map +1 -0
  16. package/dist/index.js +93 -0
  17. package/dist/index.js.map +1 -0
  18. package/dist/json-save.js +229 -0
  19. package/dist/json-save.js.map +1 -0
  20. package/dist/json-to-csv.js +576 -0
  21. package/dist/json-to-csv.js.map +1 -0
  22. package/dist/jtcsv-core.cjs.js +1736 -0
  23. package/dist/jtcsv-core.cjs.js.map +1 -0
  24. package/dist/jtcsv-core.esm.js +1708 -0
  25. package/dist/jtcsv-core.esm.js.map +1 -0
  26. package/dist/jtcsv-core.umd.js +1742 -0
  27. package/dist/jtcsv-core.umd.js.map +1 -0
  28. package/dist/jtcsv-full.cjs.js +2241 -0
  29. package/dist/jtcsv-full.cjs.js.map +1 -0
  30. package/dist/jtcsv-full.esm.js +2209 -0
  31. package/dist/jtcsv-full.esm.js.map +1 -0
  32. package/dist/jtcsv-full.umd.js +2247 -0
  33. package/dist/jtcsv-full.umd.js.map +1 -0
  34. package/dist/jtcsv-workers.esm.js +768 -0
  35. package/dist/jtcsv-workers.esm.js.map +1 -0
  36. package/dist/jtcsv-workers.umd.js +782 -0
  37. package/dist/jtcsv-workers.umd.js.map +1 -0
  38. package/dist/jtcsv.cjs.js +1996 -2048
  39. package/dist/jtcsv.cjs.js.map +1 -1
  40. package/dist/jtcsv.esm.js +1992 -2048
  41. package/dist/jtcsv.esm.js.map +1 -1
  42. package/dist/jtcsv.umd.js +2157 -2209
  43. package/dist/jtcsv.umd.js.map +1 -1
  44. package/dist/plugins/express-middleware/index.js +350 -0
  45. package/dist/plugins/express-middleware/index.js.map +1 -0
  46. package/dist/plugins/fastify-plugin/index.js +315 -0
  47. package/dist/plugins/fastify-plugin/index.js.map +1 -0
  48. package/dist/plugins/hono/index.js +111 -0
  49. package/dist/plugins/hono/index.js.map +1 -0
  50. package/dist/plugins/nestjs/index.js +112 -0
  51. package/dist/plugins/nestjs/index.js.map +1 -0
  52. package/dist/plugins/nuxt/index.js +53 -0
  53. package/dist/plugins/nuxt/index.js.map +1 -0
  54. package/dist/plugins/remix/index.js +133 -0
  55. package/dist/plugins/remix/index.js.map +1 -0
  56. package/dist/plugins/sveltekit/index.js +155 -0
  57. package/dist/plugins/sveltekit/index.js.map +1 -0
  58. package/dist/plugins/trpc/index.js +136 -0
  59. package/dist/plugins/trpc/index.js.map +1 -0
  60. package/dist/run-demo.js +49 -0
  61. package/dist/run-demo.js.map +1 -0
  62. package/dist/src/browser/browser-functions.js +193 -0
  63. package/dist/src/browser/browser-functions.js.map +1 -0
  64. package/dist/src/browser/core.js +123 -0
  65. package/dist/src/browser/core.js.map +1 -0
  66. package/dist/src/browser/csv-to-json-browser.js +353 -0
  67. package/dist/src/browser/csv-to-json-browser.js.map +1 -0
  68. package/dist/src/browser/errors-browser.js +219 -0
  69. package/dist/src/browser/errors-browser.js.map +1 -0
  70. package/dist/src/browser/extensions/plugins.js +106 -0
  71. package/dist/src/browser/extensions/plugins.js.map +1 -0
  72. package/dist/src/browser/extensions/workers.js +66 -0
  73. package/dist/src/browser/extensions/workers.js.map +1 -0
  74. package/dist/src/browser/index.js +140 -0
  75. package/dist/src/browser/index.js.map +1 -0
  76. package/dist/src/browser/json-to-csv-browser.js +225 -0
  77. package/dist/src/browser/json-to-csv-browser.js.map +1 -0
  78. package/dist/src/browser/streams.js +340 -0
  79. package/dist/src/browser/streams.js.map +1 -0
  80. package/dist/src/browser/workers/csv-parser.worker.js +264 -0
  81. package/dist/src/browser/workers/csv-parser.worker.js.map +1 -0
  82. package/dist/src/browser/workers/worker-pool.js +338 -0
  83. package/dist/src/browser/workers/worker-pool.js.map +1 -0
  84. package/dist/src/core/delimiter-cache.js +196 -0
  85. package/dist/src/core/delimiter-cache.js.map +1 -0
  86. package/dist/src/core/node-optimizations.js +279 -0
  87. package/dist/src/core/node-optimizations.js.map +1 -0
  88. package/dist/src/core/plugin-system.js +399 -0
  89. package/dist/src/core/plugin-system.js.map +1 -0
  90. package/dist/src/core/transform-hooks.js +348 -0
  91. package/dist/src/core/transform-hooks.js.map +1 -0
  92. package/dist/src/engines/fast-path-engine-new.js +262 -0
  93. package/dist/src/engines/fast-path-engine-new.js.map +1 -0
  94. package/dist/src/engines/fast-path-engine.js +671 -0
  95. package/dist/src/engines/fast-path-engine.js.map +1 -0
  96. package/dist/src/errors.js +18 -0
  97. package/dist/src/errors.js.map +1 -0
  98. package/dist/src/formats/ndjson-parser.js +332 -0
  99. package/dist/src/formats/ndjson-parser.js.map +1 -0
  100. package/dist/src/formats/tsv-parser.js +230 -0
  101. package/dist/src/formats/tsv-parser.js.map +1 -0
  102. package/dist/src/index-with-plugins.js +259 -0
  103. package/dist/src/index-with-plugins.js.map +1 -0
  104. package/dist/src/types/index.js +3 -0
  105. package/dist/src/types/index.js.map +1 -0
  106. package/dist/src/utils/bom-utils.js +267 -0
  107. package/dist/src/utils/bom-utils.js.map +1 -0
  108. package/dist/src/utils/encoding-support.js +77 -0
  109. package/dist/src/utils/encoding-support.js.map +1 -0
  110. package/dist/src/utils/schema-validator.js +609 -0
  111. package/dist/src/utils/schema-validator.js.map +1 -0
  112. package/dist/src/utils/transform-loader.js +281 -0
  113. package/dist/src/utils/transform-loader.js.map +1 -0
  114. package/dist/src/utils/validators.js +40 -0
  115. package/dist/src/utils/validators.js.map +1 -0
  116. package/dist/src/utils/zod-adapter.js +144 -0
  117. package/dist/src/utils/zod-adapter.js.map +1 -0
  118. package/dist/src/web-server/index.js +648 -0
  119. package/dist/src/web-server/index.js.map +1 -0
  120. package/dist/src/workers/csv-multithreaded.js +211 -0
  121. package/dist/src/workers/csv-multithreaded.js.map +1 -0
  122. package/dist/src/workers/csv-parser.worker.js +179 -0
  123. package/dist/src/workers/csv-parser.worker.js.map +1 -0
  124. package/dist/src/workers/worker-pool.js +228 -0
  125. package/dist/src/workers/worker-pool.js.map +1 -0
  126. package/dist/stream-csv-to-json.js +665 -0
  127. package/dist/stream-csv-to-json.js.map +1 -0
  128. package/dist/stream-json-to-csv.js +389 -0
  129. package/dist/stream-json-to-csv.js.map +1 -0
  130. package/examples/advanced/conditional-transformations.ts +446 -0
  131. package/examples/advanced/csv-parser.worker.ts +89 -0
  132. package/examples/advanced/nested-objects-example.ts +306 -0
  133. package/examples/advanced/performance-optimization.ts +504 -0
  134. package/examples/advanced/run-demo-server.ts +116 -0
  135. package/examples/advanced/web-worker-usage.html +874 -0
  136. package/examples/async-multithreaded-example.ts +335 -0
  137. package/examples/cli-advanced-usage.md +290 -0
  138. package/examples/{cli-batch-processing.js → cli-batch-processing.ts} +38 -38
  139. package/examples/{cli-tool.js → cli-tool.ts} +5 -8
  140. package/examples/{error-handling.js → error-handling.ts} +356 -324
  141. package/examples/{express-api.js → express-api.ts} +161 -164
  142. package/examples/{large-dataset-example.js → large-dataset-example.ts} +201 -182
  143. package/examples/{ndjson-processing.js → ndjson-processing.ts} +456 -434
  144. package/examples/{plugin-excel-exporter.js → plugin-excel-exporter.ts} +6 -7
  145. package/examples/react-integration.tsx +637 -0
  146. package/examples/{schema-validation.js → schema-validation.ts} +2 -2
  147. package/examples/simple-usage.ts +194 -0
  148. package/examples/{streaming-example.js → streaming-example.ts} +12 -12
  149. package/index.d.ts +187 -18
  150. package/package.json +75 -81
  151. package/plugins.d.ts +37 -0
  152. package/schema.d.ts +103 -0
  153. package/src/browser/browser-functions.ts +402 -0
  154. package/src/browser/core.ts +152 -0
  155. package/src/browser/csv-to-json-browser.d.ts +3 -0
  156. package/src/browser/csv-to-json-browser.ts +494 -0
  157. package/src/browser/{errors-browser.js → errors-browser.ts} +305 -197
  158. package/src/browser/extensions/plugins.ts +93 -0
  159. package/src/browser/extensions/workers.ts +39 -0
  160. package/src/browser/globals.d.ts +5 -0
  161. package/src/browser/index.ts +192 -0
  162. package/src/browser/json-to-csv-browser.d.ts +3 -0
  163. package/src/browser/json-to-csv-browser.ts +338 -0
  164. package/src/browser/streams.ts +403 -0
  165. package/src/browser/workers/{csv-parser.worker.js → csv-parser.worker.ts} +3 -3
  166. package/src/browser/workers/{worker-pool.js → worker-pool.ts} +51 -30
  167. package/src/core/delimiter-cache.ts +320 -0
  168. package/src/core/{node-optimizations.js → node-optimizations.ts} +448 -407
  169. package/src/core/plugin-system.ts +588 -0
  170. package/src/core/transform-hooks.ts +566 -0
  171. package/src/engines/{fast-path-engine-new.js → fast-path-engine-new.ts} +11 -2
  172. package/src/engines/{fast-path-engine.js → fast-path-engine.ts} +79 -53
  173. package/src/errors.ts +1 -0
  174. package/src/formats/{ndjson-parser.js → ndjson-parser.ts} +24 -16
  175. package/src/formats/{tsv-parser.js → tsv-parser.ts} +18 -17
  176. package/src/{index-with-plugins.js → index-with-plugins.ts} +381 -357
  177. package/src/types/index.ts +275 -0
  178. package/src/utils/bom-utils.ts +373 -0
  179. package/src/utils/encoding-support.ts +155 -0
  180. package/src/utils/{schema-validator.js → schema-validator.ts} +814 -589
  181. package/src/utils/transform-loader.ts +389 -0
  182. package/src/utils/validators.ts +35 -0
  183. package/src/utils/zod-adapter.ts +280 -0
  184. package/src/web-server/{index.js → index.ts} +19 -19
  185. package/src/workers/csv-multithreaded.ts +310 -0
  186. package/src/workers/csv-parser.worker.ts +227 -0
  187. package/src/workers/worker-pool.ts +409 -0
  188. package/bin/jtcsv.js +0 -2462
  189. package/csv-to-json.js +0 -688
  190. package/errors.js +0 -208
  191. package/examples/simple-usage.js +0 -282
  192. package/index.js +0 -68
  193. package/json-save.js +0 -254
  194. package/json-to-csv.js +0 -526
  195. package/plugins/README.md +0 -91
  196. package/plugins/express-middleware/README.md +0 -64
  197. package/plugins/express-middleware/example.js +0 -136
  198. package/plugins/express-middleware/index.d.ts +0 -114
  199. package/plugins/express-middleware/index.js +0 -360
  200. package/plugins/express-middleware/package.json +0 -52
  201. package/plugins/fastify-plugin/index.js +0 -406
  202. package/plugins/fastify-plugin/package.json +0 -55
  203. package/plugins/hono/README.md +0 -28
  204. package/plugins/hono/index.d.ts +0 -12
  205. package/plugins/hono/index.js +0 -36
  206. package/plugins/hono/package.json +0 -35
  207. package/plugins/nestjs/README.md +0 -35
  208. package/plugins/nestjs/index.d.ts +0 -25
  209. package/plugins/nestjs/index.js +0 -77
  210. package/plugins/nestjs/package.json +0 -37
  211. package/plugins/nextjs-api/README.md +0 -57
  212. package/plugins/nextjs-api/examples/ConverterComponent.jsx +0 -386
  213. package/plugins/nextjs-api/examples/api-convert.js +0 -69
  214. package/plugins/nextjs-api/index.js +0 -387
  215. package/plugins/nextjs-api/package.json +0 -63
  216. package/plugins/nextjs-api/route.js +0 -371
  217. package/plugins/nuxt/README.md +0 -24
  218. package/plugins/nuxt/index.js +0 -21
  219. package/plugins/nuxt/package.json +0 -35
  220. package/plugins/nuxt/runtime/composables/useJtcsv.js +0 -6
  221. package/plugins/nuxt/runtime/plugin.js +0 -6
  222. package/plugins/remix/README.md +0 -26
  223. package/plugins/remix/index.d.ts +0 -16
  224. package/plugins/remix/index.js +0 -62
  225. package/plugins/remix/package.json +0 -35
  226. package/plugins/sveltekit/README.md +0 -28
  227. package/plugins/sveltekit/index.d.ts +0 -17
  228. package/plugins/sveltekit/index.js +0 -54
  229. package/plugins/sveltekit/package.json +0 -33
  230. package/plugins/trpc/README.md +0 -25
  231. package/plugins/trpc/index.d.ts +0 -7
  232. package/plugins/trpc/index.js +0 -32
  233. package/plugins/trpc/package.json +0 -34
  234. package/src/browser/browser-functions.js +0 -219
  235. package/src/browser/csv-to-json-browser.js +0 -700
  236. package/src/browser/index.js +0 -113
  237. package/src/browser/json-to-csv-browser.js +0 -309
  238. package/src/browser/streams.js +0 -393
  239. package/src/core/delimiter-cache.js +0 -186
  240. package/src/core/plugin-system.js +0 -476
  241. package/src/core/transform-hooks.js +0 -350
  242. package/src/errors.js +0 -26
  243. package/src/utils/transform-loader.js +0 -205
  244. package/stream-csv-to-json.js +0 -542
  245. package/stream-json-to-csv.js +0 -464
  246. /package/examples/{web-workers-advanced.js → web-workers-advanced.ts} +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fast-path-engine.js","sourceRoot":"","sources":["../../../src/engines/fast-path-engine.ts"],"names":[],"mappings":";;AAQA,MAAM,cAAc;IAWlB;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG;YACX,iBAAiB,EAAE,CAAC;YACpB,qBAAqB,EAAE,CAAC;YACxB,mBAAmB,EAAE,CAAC;YACtB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,GAAG;QACZ,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,iBAAiB,CAAC,GAAG;QACnB,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,eAAe,CAAC,GAAG;QACjB,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,qBAAqB,CAAC,GAAQ,EAAE,OAAY;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB;YACjD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAEtD,IAAI,UAAU,GAAG;YACf,GAAG,SAAS;YACZ,SAAS;YACT,gBAAgB;YAChB,cAAc;SACf,CAAC;QAEF,IAAI,SAAS,CAAC,iBAAiB,KAAK,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC1D,UAAU,GAAG;gBACX,GAAG,UAAU;gBACb,mBAAmB,EAAE,IAAI;gBACzB,iBAAiB,EAAE,aAAa;aACjC,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,UAAU,GAAG;gBACX,GAAG,UAAU;gBACb,iBAAiB,EAAE,OAAO,CAAC,WAAW;aACvC,CAAC;QACJ,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAKD,gBAAgB,CAAC,MAAW,EAAE,UAAe,EAAE;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAE9C,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,mBAAmB,GAAG,KAAK,CAAC;QAChC,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,SAAS,GAAG,IAAI,CAAC;gBACjB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,gBAAgB,GAAG,IAAI,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACnD,IAAI,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,mBAAmB,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;YAChD,WAAW,IAAI,UAAU,CAAC;YAC1B,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;gBAC3B,SAAS,GAAG,UAAU,CAAC;YACzB,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;QACpD,MAAM,gBAAgB,GAAG,SAAS,KAAK,gBAAgB,CAAC;QAExD,OAAO;YACL,SAAS;YACT,SAAS;YACT,gBAAgB;YAChB,mBAAmB;YACnB,gBAAgB;YAChB,gBAAgB;YAChB,SAAS;YACT,iBAAiB,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,CAAC;SACxF,CAAC;IACJ,CAAC;IAKD,gBAAgB,CAAC,MAAM;QACrB,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAExC,IAAI,aAAa,GAAG,GAAG,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAG5B,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClD,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YACvF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YAE/G,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAG1C,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;gBAC3B,SAAS,GAAG,UAAU,CAAC;gBACvB,aAAa,GAAG,SAAS,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAKD,aAAa,CAAC,SAAc,EAAE,mBAAwB,EAAE,iBAAsB;QAC5E,IAAI,CAAC,SAAS,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACvC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,SAAS,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACtC,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAKD,mBAAmB,CAAC,SAAS;QAC3B,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAEhD,OAAO,CAAC,GAAG,EAAE,EAAE;YACb,MAAM,IAAI,GAAG,EAAE,CAAC;YAChB,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAChE,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,GAAQ,EAAE,SAAc,EAAE,KAAU;QAClD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE5C,IAAI,CAAC,UAAU,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACnF,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACvC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEvB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,KAAK,CAAC,UAAU,CAAC,CAAC;oBACpB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YAED,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,sBAAsB,CAAC,GAAQ,EAAE,SAAc,EAAE,KAAU;QACzD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEtD,IAAI,CAAC,UAAU,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACnF,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,YAAY,IAAI,IAAI,CAAC;gBACrB,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAC3C,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,KAAK,CAAC,UAAU,CAAC,CAAC;oBACpB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,CAAC,oBAAoB,CAAC,GAAQ,EAAE,SAAc;QAC5C,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE5C,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACvC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAEvB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YAED,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,CAAC,2BAA2B,CAAC,GAAQ,EAAE,SAAc;QACnD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEtD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,YAAY,IAAI,IAAI,CAAC;gBACrB,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAC3C,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBACvD,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,CAAC,EAAE,CAAC;gBACN,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAKD,uBAAuB,CAAC,SAAS;QAC/B,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAEhD,OAAO,CAAC,GAAQ,EAAE,KAAU,EAAE,EAAE;YAC9B,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAKD,uBAAuB,CAAC,SAAS;QAC/B,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAElE,OAAO,CAAC,GAAG,EAAE,EAAE;YACb,MAAM,IAAI,GAAG,EAAE,CAAC;YAEhB,MAAM,QAAQ,GAAG,cAAc;gBAC7B,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC;gBACxE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAEpE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;IACJ,CAAC;IAKD,2BAA2B,CAAC,SAAS;QACnC,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;QAElE,OAAO,CAAC,GAAQ,EAAE,KAAU,EAAE,EAAE;YAC9B,MAAM,QAAQ,GAAG,cAAc;gBAC7B,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC;gBACxE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAEpE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,KAAK,CAAC,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED,CAAC,wBAAwB,CAAC,GAAQ,EAAE,SAAc,EAAE,gBAAqB;QACvE,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE5B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,gBAAgB,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;wBACzC,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC7B,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC;wBAElF,YAAY,IAAI,GAAG,CAAC;wBACpB,IAAI,SAAS,EAAE,CAAC;4BACd,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,IAAI,CAAC,CAAC;4BACP,SAAS;wBACX,CAAC;wBAED,CAAC,IAAI,CAAC,CAAC;wBAEP,IAAI,CAAC,GAAG,CAAC,CAAC;wBACV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;wBACvB,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBAC5F,YAAY,GAAG,KAAK,CAAC;wBACrB,CAAC,EAAE,CAAC;wBACJ,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,EAAE,CAAC;4BACJ,SAAS;wBACX,CAAC;oBACH,CAAC;oBAED,YAAY,IAAI,GAAG,CAAC;oBACpB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,YAAY,GAAG,IAAI,CAAC;gBACpB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC5E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAEnC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;oBACnB,UAAU,EAAE,CAAC;oBAEb,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBACvC,CAAC,EAAE,CAAC;oBACN,CAAC;gBACH,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACjD,KAAa,CAAC,IAAI,GAAG,2BAA2B,CAAC;YACjD,KAAa,CAAC,UAAU,GAAG,UAAU,CAAC;YACvC,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,YAAY,KAAK,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE9B,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAED,CAAC,+BAA+B,CAAC,GAAQ,EAAE,SAAc,EAAE,gBAAqB;QAC9E,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE5B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,YAAY,IAAI,IAAI,CAAC;gBACrB,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC;oBAC9D,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,YAAY,IAAI,IAAI,CAAC;oBACrB,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,gBAAgB,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;wBACzC,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC7B,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC;wBAElF,YAAY,IAAI,GAAG,CAAC;wBACpB,IAAI,SAAS,EAAE,CAAC;4BACd,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,IAAI,CAAC,CAAC;4BACP,SAAS;wBACX,CAAC;wBAED,CAAC,IAAI,CAAC,CAAC;wBAEP,IAAI,CAAC,GAAG,CAAC,CAAC;wBACV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;wBACvB,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBAC5F,YAAY,GAAG,KAAK,CAAC;wBACrB,CAAC,EAAE,CAAC;wBACJ,SAAS;oBACX,CAAC;oBAED,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC7D,CAAC,EAAE,CAAC;wBACN,CAAC;wBACD,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAClF,YAAY,GAAG,KAAK,CAAC;4BACrB,CAAC,EAAE,CAAC;4BACJ,SAAS;wBACX,CAAC;oBACH,CAAC;oBAED,YAAY,IAAI,GAAG,CAAC;oBACpB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACX,CAAC;gBAED,YAAY,GAAG,IAAI,CAAC;gBACpB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC5E,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9B,YAAY,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAEnC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,UAAU,CAAC;oBACnB,CAAC;oBACD,UAAU,GAAG,EAAE,CAAC;oBAChB,UAAU,GAAG,KAAK,CAAC;oBACnB,UAAU,EAAE,CAAC;oBAEb,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBACvC,CAAC,EAAE,CAAC;oBACN,CAAC;gBACH,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,YAAY,IAAI,IAAI,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;QAGD,IAAI,UAAU,EAAE,CAAC;YACf,YAAY,IAAI,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACjD,KAAa,CAAC,IAAI,GAAG,2BAA2B,CAAC;YACjD,KAAa,CAAC,UAAU,GAAG,UAAU,CAAC;YACvC,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,YAAY,KAAK,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE9B,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAS;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAG3C,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAEzB,IAAI,MAAM,CAAC;QACX,QAAQ,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACtC,KAAK,QAAQ;gBACX,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBAC/B,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC;gBACnC,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBACjC,MAAM;YACR;gBACE,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QAGD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAErC,OAAO,MAAM,CAAC;IAChB,CAAC;IAKD,iBAAiB,CAAC,SAAS;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAE3C,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,OAAO,CAAC;QACZ,QAAQ,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACtC,KAAK,QAAQ;gBACX,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;gBAClD,MAAM;YACR,KAAK,aAAa;gBAChB,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;gBACtD,MAAM;YACR,KAAK,UAAU;gBACb,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;gBACtD,MAAM;YACR;gBACE,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,CAAC,WAAW,CAAC,GAAQ,EAAE,OAAO,GAAG,EAAE;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,SAAS,CAAC,cAAc,CAAC;QAE5C,QAAQ,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACtC,KAAK,QAAQ;gBACX,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC7D,CAAC;gBACD,MAAM;YACR,KAAK,aAAa;gBAChB,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBAC7F,CAAC;gBACD,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBAC7F,CAAC;gBACD,MAAM;YACR;gBACE,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;gBAC7F,CAAC;QACH,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,GAAQ,EAAE,OAAO,GAAG,EAAE;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAE7C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAMD,SAAS,CAAC,GAAQ,EAAE,OAAO,GAAG,EAAE,EAAE,KAAU;QAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;YACjD,KAAK,CAAC,GAAG,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IAKD,QAAQ;QACN,OAAO;YACL,GAAG,IAAI,CAAC,KAAK;YACb,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;YACjC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;SACrF,CAAC;IACJ,CAAC;IAKD,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG;YACX,iBAAiB,EAAE,CAAC;YACpB,qBAAqB,EAAE,CAAC;YACxB,mBAAmB,EAAE,CAAC;YACtB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;CACF;AAED,kBAAe,cAAc,CAAC","sourcesContent":["/**\r\n * Fast-Path Engine для оптимизации CSV парсинга\r\n * Автоматически выбирает оптимальный парсер на основе структуры CSV\r\n * \r\n * @version 1.0.0\r\n * @date 2026-01-22\r\n */\r\n\r\nclass FastPathEngine {\n compilers: Map<any, any>;\n rowCompilers: Map<any, any>;\n stats: {\n simpleParserCount: number;\n quoteAwareParserCount: number;\n standardParserCount: number;\n cacheHits: number;\n cacheMisses: number;\n };\n\n constructor() {\n this.compilers = new Map();\r\n this.rowCompilers = new Map();\r\n this.stats = {\r\n simpleParserCount: 0,\r\n quoteAwareParserCount: 0,\r\n standardParserCount: 0,\r\n cacheHits: 0,\r\n cacheMisses: 0\r\n };\r\n }\r\n\r\n _hasQuotes(csv) {\r\n return csv.indexOf('\"') !== -1;\r\n }\r\n\r\n _hasEscapedQuotes(csv) {\r\n return csv.indexOf('\"\"') !== -1;\r\n }\r\n\r\n _hasBackslashes(csv) {\r\n return csv.indexOf('\\\\') !== -1;\r\n }\r\n\r\n _getStructureForParse(csv: any, options: any) {\n const sampleSize = Math.min(1000, csv.length);\n const sample = csv.substring(0, sampleSize);\n const structure = this.analyzeStructure(sample, options);\n const hasBackslashes = this._hasBackslashes(csv);\r\n const hasQuotes = structure.hasQuotes ? true : this._hasQuotes(csv);\r\n const hasEscapedQuotes = structure.hasEscapedQuotes\r\n ? true\r\n : (hasQuotes ? this._hasEscapedQuotes(csv) : false);\r\n\r\n let normalized = {\r\n ...structure,\r\n hasQuotes,\r\n hasEscapedQuotes,\r\n hasBackslashes\r\n };\r\n\r\n if (structure.recommendedEngine === 'SIMPLE' && hasQuotes) {\n normalized = {\n ...normalized,\n hasNewlinesInFields: true,\n recommendedEngine: 'QUOTE_AWARE'\n };\n }\n\n if (options && options.forceEngine) {\n normalized = {\n ...normalized,\n recommendedEngine: options.forceEngine\n };\n }\n\n return normalized;\n }\n\r\n /**\r\n * Анализирует структуру CSV и определяет оптимальный парсер\r\n */\r\n analyzeStructure(sample: any, options: any = {}) {\n const delimiter = options.delimiter || this._detectDelimiter(sample);\r\n const lines = sample.split('\\n').slice(0, 10);\r\n \r\n let hasQuotes = false;\r\n let hasNewlinesInFields = false;\r\n let hasEscapedQuotes = false;\r\n let maxFields = 0;\r\n let totalFields = 0;\r\n\r\n for (const line of lines) {\r\n if (line.includes('\"')) {\r\n hasQuotes = true;\r\n if (line.includes('\"\"')) {\r\n hasEscapedQuotes = true;\r\n }\r\n }\r\n \r\n const quoteCount = (line.match(/\"/g) || []).length;\r\n if (quoteCount % 2 !== 0) {\r\n hasNewlinesInFields = true;\r\n }\r\n\r\n const fieldCount = line.split(delimiter).length;\r\n totalFields += fieldCount;\r\n if (fieldCount > maxFields) {\r\n maxFields = fieldCount;\r\n }\r\n }\r\n\r\n const avgFieldsPerLine = totalFields / lines.length;\r\n const fieldConsistency = maxFields === avgFieldsPerLine;\r\n\r\n return {\r\n delimiter,\r\n hasQuotes,\r\n hasEscapedQuotes,\r\n hasNewlinesInFields,\r\n fieldConsistency,\r\n avgFieldsPerLine,\r\n maxFields,\r\n recommendedEngine: this._selectEngine(hasQuotes, hasNewlinesInFields, fieldConsistency)\r\n };\r\n }\r\n\r\n /**\r\n * Автоматически определяет разделитель\r\n */\r\n _detectDelimiter(sample) {\r\n const candidates = [',', ';', '\\t', '|'];\r\n const firstLine = sample.split('\\n')[0];\r\n \r\n let bestDelimiter = ',';\r\n let bestScore = 0;\r\n\r\n for (const delimiter of candidates) {\r\n const fields = firstLine.split(delimiter);\r\n const score = fields.length;\r\n \r\n // Если разделитель не найден в строке, пропускаем его\r\n if (score === 1 && !firstLine.includes(delimiter)) {\r\n continue;\r\n }\r\n \r\n const avgLength = fields.reduce((sum, field) => sum + field.length, 0) / fields.length;\r\n const variance = fields.reduce((sum, field) => sum + Math.pow(field.length - avgLength, 2), 0) / fields.length;\r\n \r\n const finalScore = score / (variance + 1);\r\n \r\n /* istanbul ignore next */\n if (finalScore > bestScore) {\n bestScore = finalScore;\n bestDelimiter = delimiter;\n }\n }\r\n\r\n return bestDelimiter;\r\n }\r\n\r\n /**\r\n * Выбирает оптимальный движок парсинга\r\n */\r\n _selectEngine(hasQuotes: any, hasNewlinesInFields: any, _fieldConsistency: any) {\r\n if (!hasQuotes && !hasNewlinesInFields) {\r\n return 'SIMPLE';\r\n }\r\n \r\n if (hasQuotes && !hasNewlinesInFields) {\r\n return 'QUOTE_AWARE';\r\n }\r\n \r\n return 'STANDARD';\r\n }\r\n\r\n /**\r\n * Создает простой парсер (разделитель без кавычек)\r\n */\r\n _createSimpleParser(structure) {\r\n const { delimiter, hasBackslashes } = structure;\r\n \r\n return (csv) => {\r\n const rows = [];\r\n if (hasBackslashes) {\r\n this._emitSimpleRowsEscaped(csv, delimiter, (row) => rows.push(row));\r\n } else {\r\n this._emitSimpleRows(csv, delimiter, (row) => rows.push(row));\r\n }\r\n\r\n return rows;\r\n };\r\n }\r\n\r\n _emitSimpleRows(csv: any, delimiter: any, onRow: any) {\r\n let currentRow = [];\r\n let rowHasData = false;\r\n let fieldStart = 0;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n\r\n if (!rowHasData && char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\n rowHasData = true;\n }\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n const field = csv.slice(fieldStart, i);\r\n currentRow.push(field);\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n onRow(currentRow);\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n fieldStart = i + 1;\r\n }\r\n\r\n i++;\r\n }\r\n }\r\n\r\n _emitSimpleRowsEscaped(csv: any, delimiter: any, onRow: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let escapeNext = false;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n const nextChar = i + 1 < csv.length ? csv[i + 1] : '';\r\n\r\n if (!rowHasData && char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\n rowHasData = true;\n }\n\r\n if (escapeNext) {\r\n currentField += char;\r\n escapeNext = false;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\\\\') {\r\n if (i + 1 >= csv.length) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\\\') {\r\n currentField += '\\\\';\r\n i += 2;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\n' || nextChar === '\\r') {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n escapeNext = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n onRow(currentRow);\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n }\r\n\r\n *_simpleRowsGenerator(csv: any, delimiter: any) {\r\n let currentRow = [];\r\n let rowHasData = false;\r\n let fieldStart = 0;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n const field = csv.slice(fieldStart, i);\r\n currentRow.push(field);\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n yield currentRow;\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n fieldStart = i + 1;\r\n }\r\n\r\n i++;\r\n }\r\n }\r\n\r\n *_simpleEscapedRowsGenerator(csv: any, delimiter: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let escapeNext = false;\r\n let i = 0;\r\n\r\n while (i <= csv.length) {\r\n const char = i < csv.length ? csv[i] : '\\n';\r\n const nextChar = i + 1 < csv.length ? csv[i + 1] : '';\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (escapeNext) {\r\n currentField += char;\r\n escapeNext = false;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\\\\') {\r\n if (i + 1 >= csv.length) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\\\') {\r\n currentField += '\\\\';\r\n i += 2;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\n' || nextChar === '\\r') {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n escapeNext = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === delimiter || char === '\\n' || char === '\\r' || i === csv.length) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r' || i === csv.length) {\r\n if (rowHasData) {\r\n yield currentRow;\r\n }\r\n currentRow = [];\r\n rowHasData = false;\r\n }\r\n\r\n if (char === '\\r' && csv[i + 1] === '\\n') {\r\n i++;\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n }\r\n\r\n /**\r\n * Simple row emitter that avoids storing all rows in memory.\r\n */\r\n _createSimpleRowEmitter(structure) {\r\n const { delimiter, hasBackslashes } = structure;\r\n\r\n return (csv: any, onRow: any) => {\r\n if (hasBackslashes) {\r\n this._emitSimpleRowsEscaped(csv, delimiter, onRow);\r\n } else {\r\n this._emitSimpleRows(csv, delimiter, onRow);\r\n }\r\n };\r\n }\r\n\r\n /**\r\n * State machine парсер для CSV с кавычками (RFC 4180)\r\n */\r\n _createQuoteAwareParser(structure) {\r\n const { delimiter, hasEscapedQuotes, hasBackslashes } = structure;\r\n\r\n return (csv) => {\r\n const rows = [];\r\n /* istanbul ignore next */\n const iterator = hasBackslashes\n ? this._quoteAwareEscapedRowsGenerator(csv, delimiter, hasEscapedQuotes)\n : this._quoteAwareRowsGenerator(csv, delimiter, hasEscapedQuotes);\n\r\n for (const row of iterator) {\r\n rows.push(row);\r\n }\r\n\r\n return rows;\r\n };\r\n }\r\n\r\n /**\r\n * Quote-aware row emitter that avoids storing all rows in memory.\r\n */\r\n _createQuoteAwareRowEmitter(structure) {\r\n const { delimiter, hasEscapedQuotes, hasBackslashes } = structure;\r\n\r\n return (csv: any, onRow: any) => {\r\n const iterator = hasBackslashes\r\n ? this._quoteAwareEscapedRowsGenerator(csv, delimiter, hasEscapedQuotes)\r\n : this._quoteAwareRowsGenerator(csv, delimiter, hasEscapedQuotes);\r\n\r\n for (const row of iterator) {\r\n onRow(row);\r\n }\r\n };\r\n }\r\n\r\n *_quoteAwareRowsGenerator(csv: any, delimiter: any, hasEscapedQuotes: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let insideQuotes = false;\r\n let lineNumber = 1;\r\n let i = 0;\r\n\r\n while (i < csv.length) {\r\n const char = csv[i];\r\n const nextChar = csv[i + 1];\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (char === '\"') {\r\n if (insideQuotes) {\r\n if (hasEscapedQuotes && nextChar === '\"') {\r\n const afterNext = csv[i + 2];\r\n const isLineEnd = i + 2 >= csv.length || afterNext === '\\n' || afterNext === '\\r';\r\n\r\n currentField += '\"';\r\n if (isLineEnd) {\r\n insideQuotes = false;\r\n i += 2;\r\n continue;\r\n }\r\n\r\n i += 2;\r\n\r\n let j = i;\r\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\r\n j++;\r\n }\r\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\r\n insideQuotes = false;\r\n }\r\n continue;\r\n }\r\n\r\n if (nextChar === delimiter || nextChar === '\\n' || nextChar === '\\r' || i + 1 >= csv.length) {\n insideQuotes = false;\n i++;\n continue;\n }\n\n if (nextChar === ' ' || nextChar === '\\t') {\n let j = i + 1;\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\n j++;\n }\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\n insideQuotes = false;\n i++;\n continue;\n }\n }\n\n currentField += '\"';\n i++;\n continue;\n }\r\n\r\n insideQuotes = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (!insideQuotes && (char === delimiter || char === '\\n' || char === '\\r')) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r') {\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n currentRow = [];\r\n rowHasData = false;\r\n lineNumber++;\r\n\r\n if (char === '\\r' && nextChar === '\\n') {\r\n i++;\r\n }\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n\r\n if (insideQuotes) {\r\n const error = new Error('Unclosed quotes in CSV');\r\n (error as any).code = 'FAST_PATH_UNCLOSED_QUOTES';\r\n (error as any).lineNumber = lineNumber;\r\n throw error;\r\n }\r\n\r\n if (currentField !== '' || currentRow.length > 0) {\r\n currentRow.push(currentField);\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n }\r\n }\r\n\r\n *_quoteAwareEscapedRowsGenerator(csv: any, delimiter: any, hasEscapedQuotes: any) {\r\n let currentRow = [];\r\n let currentField = '';\r\n let rowHasData = false;\r\n let insideQuotes = false;\r\n let escapeNext = false;\r\n let lineNumber = 1;\r\n let i = 0;\r\n\r\n while (i < csv.length) {\r\n const char = csv[i];\r\n const nextChar = csv[i + 1];\r\n\r\n if (char !== '\\r' && char !== '\\n' && char !== ' ' && char !== '\\t') {\r\n rowHasData = true;\r\n }\r\n\r\n if (escapeNext) {\r\n currentField += char;\r\n escapeNext = false;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\\\\') {\r\n if (i + 1 >= csv.length) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (!insideQuotes && (nextChar === '\\n' || nextChar === '\\r')) {\r\n currentField += '\\\\';\r\n i++;\r\n continue;\r\n }\r\n\r\n if (nextChar === '\\\\') {\r\n currentField += '\\\\';\r\n i += 2;\r\n continue;\r\n }\r\n\r\n escapeNext = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (char === '\"') {\r\n if (insideQuotes) {\r\n if (hasEscapedQuotes && nextChar === '\"') {\r\n const afterNext = csv[i + 2];\r\n const isLineEnd = i + 2 >= csv.length || afterNext === '\\n' || afterNext === '\\r';\r\n\r\n currentField += '\"';\r\n if (isLineEnd) {\r\n insideQuotes = false;\r\n i += 2;\r\n continue;\r\n }\r\n\r\n i += 2;\r\n\r\n let j = i;\r\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\r\n j++;\r\n }\r\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\r\n insideQuotes = false;\r\n }\r\n continue;\r\n }\r\n\r\n if (nextChar === delimiter || nextChar === '\\n' || nextChar === '\\r' || i + 1 >= csv.length) {\n insideQuotes = false;\n i++;\n continue;\n }\n\n if (nextChar === ' ' || nextChar === '\\t') {\n let j = i + 1;\n while (j < csv.length && (csv[j] === ' ' || csv[j] === '\\t')) {\n j++;\n }\n if (j >= csv.length || csv[j] === delimiter || csv[j] === '\\n' || csv[j] === '\\r') {\n insideQuotes = false;\n i++;\n continue;\n }\n }\n\n currentField += '\"';\n i++;\n continue;\n }\r\n\r\n insideQuotes = true;\r\n i++;\r\n continue;\r\n }\r\n\r\n if (!insideQuotes && (char === delimiter || char === '\\n' || char === '\\r')) {\r\n currentRow.push(currentField);\r\n currentField = '';\r\n\r\n if (char === '\\n' || char === '\\r') {\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n currentRow = [];\r\n rowHasData = false;\r\n lineNumber++;\r\n\r\n if (char === '\\r' && nextChar === '\\n') {\r\n i++;\r\n }\r\n }\r\n\r\n i++;\r\n continue;\r\n }\r\n\r\n currentField += char;\r\n i++;\r\n }\r\n\r\n /* istanbul ignore next */\n if (escapeNext) {\n currentField += '\\\\';\n }\n\r\n if (insideQuotes) {\r\n const error = new Error('Unclosed quotes in CSV');\r\n (error as any).code = 'FAST_PATH_UNCLOSED_QUOTES';\r\n (error as any).lineNumber = lineNumber;\r\n throw error;\r\n }\r\n\r\n if (currentField !== '' || currentRow.length > 0) {\r\n currentRow.push(currentField);\r\n /* istanbul ignore next */\n if (rowHasData) {\n yield currentRow;\n }\n }\r\n }\r\n\r\n compileParser(structure) {\r\n const cacheKey = JSON.stringify(structure);\r\n \r\n // Проверяем кеш\r\n if (this.compilers.has(cacheKey)) {\r\n this.stats.cacheHits++;\r\n return this.compilers.get(cacheKey);\r\n }\r\n \r\n this.stats.cacheMisses++;\r\n \r\n let parser;\r\n switch (structure.recommendedEngine) {\r\n case 'SIMPLE':\r\n parser = this._createSimpleParser(structure);\r\n this.stats.simpleParserCount++;\r\n break;\r\n case 'QUOTE_AWARE':\r\n parser = this._createQuoteAwareParser(structure);\r\n this.stats.quoteAwareParserCount++;\r\n break;\r\n case 'STANDARD':\r\n parser = this._createQuoteAwareParser(structure);\r\n this.stats.standardParserCount++;\r\n break;\r\n default:\r\n parser = this._createQuoteAwareParser(structure);\r\n this.stats.standardParserCount++;\r\n }\r\n \r\n // Кешируем парсер\r\n this.compilers.set(cacheKey, parser);\r\n \r\n return parser;\r\n }\r\n\r\n /**\r\n * Compiles a row-emitter parser for streaming conversion.\r\n */\r\n compileRowEmitter(structure) {\r\n const cacheKey = JSON.stringify(structure);\r\n\r\n if (this.rowCompilers.has(cacheKey)) {\r\n return this.rowCompilers.get(cacheKey);\r\n }\r\n\r\n let emitter;\r\n switch (structure.recommendedEngine) {\r\n case 'SIMPLE':\r\n emitter = this._createSimpleRowEmitter(structure);\r\n break;\r\n case 'QUOTE_AWARE':\r\n emitter = this._createQuoteAwareRowEmitter(structure);\r\n break;\r\n case 'STANDARD':\r\n emitter = this._createQuoteAwareRowEmitter(structure);\r\n break;\r\n default:\r\n emitter = this._createQuoteAwareRowEmitter(structure);\r\n }\r\n\r\n this.rowCompilers.set(cacheKey, emitter);\r\n return emitter;\r\n }\r\n\r\n /**\r\n * Iterates rows without allocating the full result set.\r\n */\r\n *iterateRows(csv: any, options = {}) {\r\n const structure = this._getStructureForParse(csv, options);\r\n const useEscapes = structure.hasBackslashes;\r\n\r\n switch (structure.recommendedEngine) {\r\n case 'SIMPLE':\r\n if (useEscapes) {\r\n yield* this._simpleEscapedRowsGenerator(csv, structure.delimiter);\r\n } else {\r\n yield* this._simpleRowsGenerator(csv, structure.delimiter);\r\n }\r\n break;\r\n case 'QUOTE_AWARE':\r\n if (useEscapes) {\r\n yield* this._quoteAwareEscapedRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n } else {\r\n yield* this._quoteAwareRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n }\r\n break;\r\n case 'STANDARD':\r\n if (useEscapes) {\r\n yield* this._quoteAwareEscapedRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n } else {\r\n yield* this._quoteAwareRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n }\r\n break;\r\n default:\r\n if (useEscapes) {\r\n yield* this._quoteAwareEscapedRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n } else {\r\n yield* this._quoteAwareRowsGenerator(csv, structure.delimiter, structure.hasEscapedQuotes);\r\n }\r\n }\r\n }\r\n\r\n /**\r\n * Парсит CSV с использованием оптимального парсера\r\n */\r\n parse(csv: any, options = {}) {\r\n const structure = this._getStructureForParse(csv, options);\r\n const parser = this.compileParser(structure);\r\n \r\n return parser(csv);\r\n }\r\n\r\n /**\r\n * Parses CSV and emits rows via a callback to reduce memory usage.\r\n */\r\n /* istanbul ignore next */\n parseRows(csv: any, options = {}, onRow: any) {\n for (const row of this.iterateRows(csv, options)) {\r\n onRow(row);\r\n }\r\n }\r\n\r\n /**\r\n * Возвращает статистику использования парсеров\r\n */\r\n getStats() {\r\n return {\r\n ...this.stats,\r\n totalParsers: this.compilers.size,\r\n hitRate: this.stats.cacheHits / (this.stats.cacheHits + this.stats.cacheMisses) || 0\r\n };\r\n }\r\n\r\n /**\r\n * Сбрасывает статистику и кеш\r\n */\r\n reset() {\r\n this.compilers.clear();\r\n this.rowCompilers.clear();\r\n this.stats = {\r\n simpleParserCount: 0,\r\n quoteAwareParserCount: 0,\r\n standardParserCount: 0,\r\n cacheHits: 0,\r\n cacheMisses: 0\r\n };\r\n }\r\n}\r\n\r\nexport default FastPathEngine;\r\n"]}
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("../errors"), exports);
18
+ //# sourceMappingURL=errors.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B","sourcesContent":["export * from '../errors';\n"]}
@@ -0,0 +1,332 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ function createTextDecoder() {
4
+ if (typeof TextDecoder !== 'undefined') {
5
+ return new TextDecoder('utf-8');
6
+ }
7
+ try {
8
+ const { TextDecoder: UtilTextDecoder } = require("util");
9
+ return new UtilTextDecoder('utf-8');
10
+ }
11
+ catch (_error) {
12
+ return null;
13
+ }
14
+ }
15
+ function getTransformStream() {
16
+ if (typeof TransformStream !== 'undefined') {
17
+ return TransformStream;
18
+ }
19
+ try {
20
+ const streamModule = require("stream/web");
21
+ return streamModule.TransformStream;
22
+ }
23
+ catch (_error) {
24
+ return null;
25
+ }
26
+ }
27
+ class NdjsonParser {
28
+ static async *parseStream(input, options = {}) {
29
+ const { bufferSize: _bufferSize = 64 * 1024, maxLineLength = 10 * 1024 * 1024, onError = null } = options;
30
+ let buffer = '';
31
+ let lineNumber = 0;
32
+ if (typeof input === 'string') {
33
+ const lines = input.split('\n');
34
+ for (const line of lines) {
35
+ lineNumber++;
36
+ if (line.trim()) {
37
+ try {
38
+ yield JSON.parse(line);
39
+ }
40
+ catch (error) {
41
+ if (onError) {
42
+ onError(error, line, lineNumber);
43
+ }
44
+ else {
45
+ console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);
46
+ }
47
+ }
48
+ }
49
+ }
50
+ return;
51
+ }
52
+ const reader = input.getReader ? input.getReader() : input;
53
+ const decoder = createTextDecoder();
54
+ if (!decoder) {
55
+ throw new Error('TextDecoder is not available in this environment');
56
+ }
57
+ try {
58
+ while (true) {
59
+ const { done, value } = await reader.read();
60
+ if (done) {
61
+ if (buffer.trim()) {
62
+ const lines = buffer.split('\n');
63
+ for (const line of lines) {
64
+ lineNumber++;
65
+ if (line.trim()) {
66
+ try {
67
+ yield JSON.parse(line);
68
+ }
69
+ catch (error) {
70
+ if (onError) {
71
+ onError(error, line, lineNumber);
72
+ }
73
+ }
74
+ }
75
+ }
76
+ }
77
+ break;
78
+ }
79
+ buffer += decoder.decode(value, { stream: true });
80
+ if (buffer.length > maxLineLength) {
81
+ throw new Error(`Строка превышает максимальную длину ${maxLineLength} байт`);
82
+ }
83
+ const lines = buffer.split('\n');
84
+ buffer = lines.pop() || '';
85
+ for (const line of lines) {
86
+ lineNumber++;
87
+ if (line.trim()) {
88
+ try {
89
+ yield JSON.parse(line);
90
+ }
91
+ catch (error) {
92
+ if (onError) {
93
+ onError(error, line, lineNumber);
94
+ }
95
+ else {
96
+ console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);
97
+ }
98
+ }
99
+ }
100
+ }
101
+ }
102
+ }
103
+ finally {
104
+ if (reader.releaseLock) {
105
+ reader.releaseLock();
106
+ }
107
+ }
108
+ }
109
+ static toNdjson(data, options = {}) {
110
+ if (!Array.isArray(data)) {
111
+ throw new Error('Input must be an array');
112
+ }
113
+ const { replacer = null, space = 0 } = options;
114
+ return data
115
+ .map(item => JSON.stringify(item, replacer, space))
116
+ .join('\n');
117
+ }
118
+ static fromNdjson(ndjsonString, options = {}) {
119
+ const { filter = null, transform = null, onError = null } = options;
120
+ return ndjsonString
121
+ .split('\n')
122
+ .map((line, index) => {
123
+ if (!line.trim()) {
124
+ return null;
125
+ }
126
+ try {
127
+ const obj = JSON.parse(line);
128
+ if (filter && !filter(obj, index)) {
129
+ return null;
130
+ }
131
+ return transform ? transform(obj, index) : obj;
132
+ }
133
+ catch (error) {
134
+ if (onError) {
135
+ onError(error, line, index + 1);
136
+ }
137
+ return null;
138
+ }
139
+ })
140
+ .filter(obj => obj !== null);
141
+ }
142
+ static createNdjsonToCsvStream(options = {}) {
143
+ const { delimiter = ',', includeHeaders = true, ..._csvOptions } = options;
144
+ let headers = null;
145
+ let firstChunk = true;
146
+ const TransformStreamCtor = getTransformStream();
147
+ if (!TransformStreamCtor) {
148
+ throw new Error('TransformStream is not available in this environment');
149
+ }
150
+ return new TransformStreamCtor({
151
+ async transform(chunk, controller) {
152
+ try {
153
+ const obj = JSON.parse(chunk);
154
+ if (firstChunk && includeHeaders) {
155
+ headers = Object.keys(obj);
156
+ controller.enqueue(headers.join(delimiter) + '\n');
157
+ firstChunk = false;
158
+ }
159
+ const row = headers
160
+ ? headers.map(header => this._escapeCsvField(obj[header], delimiter))
161
+ : Object.values(obj).map(value => this._escapeCsvField(value, delimiter));
162
+ controller.enqueue(row.join(delimiter) + '\n');
163
+ }
164
+ catch (error) {
165
+ console.error('Ошибка преобразования NDJSON в CSV:', error);
166
+ }
167
+ },
168
+ _escapeCsvField(value, delimiter) {
169
+ if (value === null || value === undefined) {
170
+ return '';
171
+ }
172
+ const str = String(value);
173
+ if (str.includes(delimiter) || str.includes('"') || str.includes('\n')) {
174
+ return '"' + str.replace(/"/g, '""') + '"';
175
+ }
176
+ return str;
177
+ }
178
+ });
179
+ }
180
+ static createCsvToNdjsonStream(options = {}) {
181
+ const { delimiter = ',', hasHeaders = true, ..._csvOptions } = options;
182
+ let headers = null;
183
+ let firstLine = true;
184
+ const TransformStreamCtor = getTransformStream();
185
+ if (!TransformStreamCtor) {
186
+ throw new Error('TransformStream is not available in this environment');
187
+ }
188
+ return new TransformStreamCtor({
189
+ transform(chunk, controller) {
190
+ const lines = chunk.toString().split('\n');
191
+ for (const line of lines) {
192
+ if (!line.trim()) {
193
+ continue;
194
+ }
195
+ const fields = this._parseCsvLine(line, delimiter);
196
+ if (firstLine && hasHeaders) {
197
+ headers = fields;
198
+ firstLine = false;
199
+ }
200
+ else {
201
+ const obj = headers
202
+ ? headers.reduce((acc, header, index) => {
203
+ acc[header] = fields[index] || '';
204
+ return acc;
205
+ }, {})
206
+ : fields.reduce((acc, field, index) => {
207
+ acc[`field_${index}`] = field;
208
+ return acc;
209
+ }, {});
210
+ controller.enqueue(JSON.stringify(obj) + '\n');
211
+ }
212
+ }
213
+ },
214
+ _parseCsvLine(line, delimiter) {
215
+ const fields = [];
216
+ let currentField = '';
217
+ let insideQuotes = false;
218
+ for (let i = 0; i < line.length; i++) {
219
+ const char = line[i];
220
+ const nextChar = line[i + 1];
221
+ if (char === '"') {
222
+ if (insideQuotes && nextChar === '"') {
223
+ currentField += '"';
224
+ i++;
225
+ }
226
+ else {
227
+ insideQuotes = !insideQuotes;
228
+ }
229
+ }
230
+ else if (char === delimiter && !insideQuotes) {
231
+ fields.push(currentField);
232
+ currentField = '';
233
+ }
234
+ else {
235
+ currentField += char;
236
+ }
237
+ }
238
+ fields.push(currentField);
239
+ return fields;
240
+ }
241
+ });
242
+ }
243
+ static async getStats(input) {
244
+ const stats = {
245
+ totalLines: 0,
246
+ validLines: 0,
247
+ errorLines: 0,
248
+ totalBytes: 0,
249
+ errors: [],
250
+ successRate: 0
251
+ };
252
+ if (typeof input === 'string') {
253
+ stats.totalBytes = Buffer.byteLength(input, 'utf8');
254
+ const lines = input.split('\n');
255
+ stats.totalLines = lines.length;
256
+ for (const line of lines) {
257
+ if (line.trim()) {
258
+ try {
259
+ JSON.parse(line);
260
+ stats.validLines++;
261
+ }
262
+ catch (error) {
263
+ stats.errorLines++;
264
+ stats.errors.push({
265
+ line: stats.totalLines,
266
+ error: error.message,
267
+ content: line.substring(0, 100)
268
+ });
269
+ }
270
+ }
271
+ }
272
+ }
273
+ else {
274
+ const reader = input.getReader();
275
+ const decoder = createTextDecoder();
276
+ if (!decoder) {
277
+ throw new Error('TextDecoder is not available in this environment');
278
+ }
279
+ let buffer = '';
280
+ try {
281
+ while (true) {
282
+ const { done, value } = await reader.read();
283
+ if (done) {
284
+ if (buffer.trim()) {
285
+ stats.totalLines++;
286
+ try {
287
+ JSON.parse(buffer.trim());
288
+ stats.validLines++;
289
+ }
290
+ catch (_error) {
291
+ stats.errorLines++;
292
+ }
293
+ }
294
+ break;
295
+ }
296
+ stats.totalBytes += value.length;
297
+ buffer += decoder.decode(value, { stream: true });
298
+ const lines = buffer.split('\n');
299
+ buffer = lines.pop() || '';
300
+ for (const line of lines) {
301
+ stats.totalLines++;
302
+ if (line.trim()) {
303
+ try {
304
+ JSON.parse(line);
305
+ stats.validLines++;
306
+ }
307
+ catch (error) {
308
+ stats.errorLines++;
309
+ stats.errors.push({
310
+ line: stats.totalLines,
311
+ error: error.message,
312
+ content: line.substring(0, 100)
313
+ });
314
+ }
315
+ }
316
+ }
317
+ }
318
+ }
319
+ finally {
320
+ reader.releaseLock();
321
+ }
322
+ }
323
+ stats.successRate = stats.totalLines > 0 ? (stats.validLines / stats.totalLines) * 100 : 0;
324
+ return stats;
325
+ }
326
+ }
327
+ exports.default = NdjsonParser;
328
+ if (typeof module !== 'undefined' && module.exports) {
329
+ module.exports = NdjsonParser;
330
+ module.exports.default = NdjsonParser;
331
+ }
332
+ //# sourceMappingURL=ndjson-parser.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ndjson-parser.js","sourceRoot":"","sources":["../../../src/formats/ndjson-parser.ts"],"names":[],"mappings":";;AAQA,SAAS,iBAAiB;IACxB,IAAI,OAAO,WAAW,KAAK,WAAW,EAAE,CAAC;QACvC,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB;IACzB,IAAI,OAAO,eAAe,KAAK,WAAW,EAAE,CAAC;QAC3C,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QAC3C,OAAO,YAAY,CAAC,eAAe,CAAC;IACtC,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,YAAY;IAqBhB,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAU,EAAE,UAAe,EAAE;QACrD,MAAM,EACJ,UAAU,EAAE,WAAW,GAAG,EAAE,GAAG,IAAI,EACnC,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAChC,OAAO,GAAG,IAAI,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,UAAU,GAAG,CAAC,CAAC;QAGnB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,UAAU,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAGf,IAAI,OAAO,EAAE,CAAC;4BACZ,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;wBACnC,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,KAAK,CAAC,iCAAiC,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC/E,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QAGD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3D,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAE5C,IAAI,IAAI,EAAE,CAAC;oBAET,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBAClB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,UAAU,EAAE,CAAC;4BAEb,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gCAChB,IAAI,CAAC;oCACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCACzB,CAAC;gCAAC,OAAO,KAAK,EAAE,CAAC;oCAEf,IAAI,OAAO,EAAE,CAAC;wCACZ,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;oCACnC,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,CAAC;gBAGD,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAGlD,IAAI,MAAM,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,uCAAuC,aAAa,OAAO,CAAC,CAAC;gBAC/E,CAAC;gBAGD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAGjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAG3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,UAAU,EAAE,CAAC;oBAEb,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;wBAChB,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACzB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BAEf,IAAI,OAAO,EAAE,CAAC;gCACZ,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;4BACnC,CAAC;iCAAM,CAAC;gCACN,OAAO,CAAC,KAAK,CAAC,iCAAiC,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;4BAC/E,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YAGT,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAaD,MAAM,CAAC,QAAQ,CAAC,IAAS,EAAE,UAAe,EAAE;QAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,EACJ,QAAQ,GAAG,IAAI,EACf,KAAK,GAAG,CAAC,EACV,GAAG,OAAO,CAAC;QAEZ,OAAO,IAAI;aACR,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;aAClD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAaD,MAAM,CAAC,UAAU,CAAC,YAAiB,EAAE,UAAe,EAAE;QACpD,MAAM,EACJ,MAAM,GAAG,IAAI,EACb,SAAS,GAAG,IAAI,EAChB,OAAO,GAAG,IAAI,EACf,GAAG,OAAO,CAAC;QAEZ,OAAO,YAAY;aAChB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAS,EAAE,KAAU,EAAE,EAAE;YAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAG7B,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBAClC,OAAO,IAAI,CAAC;gBACd,CAAC;gBAGD,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACY,IAAI,OAAO,EAAE,CAAC;oBACvC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC;aACD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;IACjC,CAAC;IAOD,MAAM,CAAC,uBAAuB,CAAC,UAAe,EAAE;QAC9C,MAAM,EACJ,SAAS,GAAG,GAAG,EACf,cAAc,GAAG,IAAI,EACrB,GAAG,WAAW,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,MAAM,mBAAmB,GAAG,kBAAkB,EAAE,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,mBAAmB,CAAC;YAC7B,KAAK,CAAC,SAAS,CAAC,KAAU,EAAE,UAAe;gBACzC,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAG9B,IAAI,UAAU,IAAI,cAAc,EAAE,CAAC;wBACjC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;wBACnD,UAAU,GAAG,KAAK,CAAC;oBACrB,CAAC;oBAGD,MAAM,GAAG,GAAG,OAAO;wBACjB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;wBACrE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;oBAE5E,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;gBACjD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,eAAe,CAAC,KAAU,EAAE,SAAc;gBACxC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBAC1C,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAG1B,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvE,OAAO,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;gBAC7C,CAAC;gBAED,OAAO,GAAG,CAAC;YACb,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAOD,MAAM,CAAC,uBAAuB,CAAC,UAAe,EAAE;QAC9C,MAAM,EACJ,SAAS,GAAG,GAAG,EACf,UAAU,GAAG,IAAI,EACjB,GAAG,WAAW,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,MAAM,mBAAmB,GAAG,kBAAkB,EAAE,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,mBAAmB,CAAC;YAC7B,SAAS,CAAC,KAAU,EAAE,UAAe;gBACnC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;wBACjB,SAAS;oBACX,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBAEnD,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;wBAC5B,OAAO,GAAG,MAAM,CAAC;wBACjB,SAAS,GAAG,KAAK,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,MAAM,GAAG,GAAG,OAAO;4BACjB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,MAAW,EAAE,KAAU,EAAE,EAAE;gCACrD,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gCAClC,OAAO,GAAG,CAAC;4BACb,CAAC,EAAE,EAAE,CAAC;4BACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,KAAU,EAAE,KAAU,EAAE,EAAE;gCACnD,GAAG,CAAC,SAAS,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;gCAC9B,OAAO,GAAG,CAAC;4BACb,CAAC,EAAE,EAAE,CAAC,CAAC;wBAET,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;oBACjD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,aAAa,CAAC,IAAS,EAAE,SAAc;gBACrC,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,IAAI,YAAY,GAAG,EAAE,CAAC;gBACtB,IAAI,YAAY,GAAG,KAAK,CAAC;gBAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAE7B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,YAAY,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;4BACrC,YAAY,IAAI,GAAG,CAAC;4BACpB,CAAC,EAAE,CAAC;wBACN,CAAC;6BAAM,CAAC;4BACN,YAAY,GAAG,CAAC,YAAY,CAAC;wBAC/B,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,YAAY,EAAE,CAAC;wBAC/C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAC1B,YAAY,GAAG,EAAE,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,YAAY,IAAI,IAAI,CAAC;oBACvB,CAAC;gBACH,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC1B,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAOD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK;QACzB,MAAM,KAAK,GAAG;YACZ,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,EAAE;YACV,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjB,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,KAAK,CAAC,UAAU,EAAE,CAAC;wBACnB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;4BAChB,IAAI,EAAE,KAAK,CAAC,UAAU;4BACtB,KAAK,EAAE,KAAK,CAAC,OAAO;4BACpB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;yBAChC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YAEN,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAE5C,IAAI,IAAI,EAAE,CAAC;wBAGT,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;4BAClB,KAAK,CAAC,UAAU,EAAE,CAAC;4BACnB,IAAI,CAAC;gCACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gCAC1B,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,CAAC;4BAAC,OAAO,MAAM,EAAE,CAAC;gCAChB,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,CAAC;wBACH,CAAC;wBACD,MAAM;oBACR,CAAC;oBAED,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;oBACjC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAElD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,KAAK,CAAC,UAAU,EAAE,CAAC;wBAEnB,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;4BAChB,IAAI,CAAC;gCACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCACjB,KAAK,CAAC,UAAU,EAAE,CAAC;4BACrB,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACf,KAAK,CAAC,UAAU,EAAE,CAAC;gCACnB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;oCAChB,IAAI,EAAE,KAAK,CAAC,UAAU;oCACtB,KAAK,EAAE,KAAK,CAAC,OAAO;oCACpB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;iCAChC,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAGD,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,kBAAe,YAAY,CAAC;AAG5B,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;IACpD,MAAM,CAAC,OAAO,GAAG,YAAY,CAAC;IAC9B,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;AACxC,CAAC","sourcesContent":["/**\n * NDJSON (Newline Delimited JSON) парсер\n * Поддержка потоковой обработки больших JSON файлов\n * \n * @version 1.0.0\n * @date 2026-01-22\n */\n\nfunction createTextDecoder() {\n if (typeof TextDecoder !== 'undefined') {\n return new TextDecoder('utf-8');\n }\n try {\n const { TextDecoder: UtilTextDecoder } = require(\"util\");\n return new UtilTextDecoder('utf-8');\n } catch (_error) {\n return null;\n }\n}\n\nfunction getTransformStream() {\n if (typeof TransformStream !== 'undefined') {\n return TransformStream;\n }\n try {\n const streamModule = require(\"stream/web\");\n return streamModule.TransformStream;\n } catch (_error) {\n return null;\n }\n}\n\nclass NdjsonParser {\n /**\n * Парсит NDJSON поток и возвращает async iterator\n * @param {ReadableStream|string} input - Входные данные (поток или строка)\n * @param {Object} options - Опции парсинга\n * @returns {AsyncGenerator} Async iterator с объектами JSON\n * \n * @example\n * // Использование с потоком\n * const stream = fs.createReadStream('data.ndjson');\n * for await (const obj of NdjsonParser.parseStream(stream)) {\n * console.log(obj);\n * }\n * \n * @example\n * // Использование со строкой\n * const ndjson = '{\"name\":\"John\"}\\n{\"name\":\"Jane\"}';\n * for await (const obj of NdjsonParser.parseStream(ndjson)) {\n * console.log(obj);\n * }\n */\n static async *parseStream(input: any, options: any = {}) {\n const {\n bufferSize: _bufferSize = 64 * 1024, // 64KB буфер\n maxLineLength = 10 * 1024 * 1024, // 10MB максимальная длина строки\n onError = null\n } = options;\n\n let buffer = '';\n let lineNumber = 0;\n\n // Если входные данные - строка, преобразуем в async iterator\n if (typeof input === 'string') {\n const lines = input.split('\\n');\n for (const line of lines) {\n lineNumber++;\n if (line.trim()) {\n try {\n yield JSON.parse(line);\n } catch (error) {\n /* istanbul ignore next */\n /* istanbul ignore next */\n if (onError) {\n onError(error, line, lineNumber);\n } else {\n console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);\n }\n }\n }\n }\n return;\n }\n\n // Если входные данные - поток\n const reader = input.getReader ? input.getReader() : input;\n const decoder = createTextDecoder();\n if (!decoder) {\n throw new Error('TextDecoder is not available in this environment');\n }\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n \n if (done) {\n // Обрабатываем оставшиеся данные в буфере\n if (buffer.trim()) {\n const lines = buffer.split('\\n');\n for (const line of lines) {\n lineNumber++;\n /* istanbul ignore next */\n if (line.trim()) {\n try {\n yield JSON.parse(line);\n } catch (error) {\n /* istanbul ignore next */\n if (onError) {\n onError(error, line, lineNumber);\n }\n }\n }\n }\n }\n break;\n }\n\n // Добавляем новые данные в буфере\n buffer += decoder.decode(value, { stream: true });\n \n // Проверяем длину буфера\n if (buffer.length > maxLineLength) {\n throw new Error(`Строка превышает максимальную длину ${maxLineLength} байт`);\n }\n\n // Обрабатываем полные строки\n const lines = buffer.split('\\n');\n \n // Оставляем последнюю (возможно неполную) строку в буфере\n buffer = lines.pop() || '';\n \n // Обрабатываем полные строки\n for (const line of lines) {\n lineNumber++;\n /* istanbul ignore next */\n if (line.trim()) {\n try {\n yield JSON.parse(line);\n } catch (error) {\n /* istanbul ignore next */\n if (onError) {\n onError(error, line, lineNumber);\n } else {\n console.error(`Ошибка парсинга NDJSON строки ${lineNumber}:`, error.message);\n }\n }\n }\n }\n }\n } finally {\n // Освобождаем ресурсы\n /* istanbul ignore next */\n if (reader.releaseLock) {\n reader.releaseLock();\n }\n }\n }\n\n /**\n * Конвертирует массив объектов в NDJSON строку\n * @param {Array} data - Массив объектов\n * @param {Object} options - Опции форматирования\n * @returns {string} NDJSON строка\n * \n * @example\n * const data = [{ name: 'John' }, { name: 'Jane' }];\n * const ndjson = NdjsonParser.toNdjson(data);\n * // Результат: '{\"name\":\"John\"}\\n{\"name\":\"Jane\"}'\n */\n static toNdjson(data: any, options: any = {}) {\n if (!Array.isArray(data)) {\n throw new Error('Input must be an array');\n }\n\n const {\n replacer = null,\n space = 0\n } = options;\n\n return data\n .map(item => JSON.stringify(item, replacer, space))\n .join('\\n');\n }\n\n /**\n * Конвертирует NDJSON строку в массив объектов\n * @param {string} ndjsonString - NDJSON строка\n * @param {Object} options - Опции парсинга\n * @returns {Array} Массив объектов\n * \n * @example\n * const ndjson = '{\"name\":\"John\"}\\n{\"name\":\"Jane\"}';\n * const data = NdjsonParser.fromNdjson(ndjson);\n * // Результат: [{ name: 'John' }, { name: 'Jane' }]\n */\n static fromNdjson(ndjsonString: any, options: any = {}) {\n const {\n filter = null,\n transform = null,\n onError = null\n } = options;\n\n return ndjsonString\n .split('\\n')\n .map((line: any, index: any) => {\n if (!line.trim()) {\n return null;\n }\n \n try {\n const obj = JSON.parse(line);\n \n // Применяем фильтр если задан\n if (filter && !filter(obj, index)) {\n return null;\n }\n \n // Применяем трансформацию если задана\n return transform ? transform(obj, index) : obj;\n } catch (error) {\n /* istanbul ignore next */ if (onError) {\n onError(error, line, index + 1);\n }\n return null;\n }\n })\n .filter(obj => obj !== null);\n }\n\n /**\n * Создает преобразователь NDJSON в CSV\n * @param {Object} options - Опции конвертации\n * @returns {TransformStream} Transform stream\n */\n static createNdjsonToCsvStream(options: any = {}) {\n const {\n delimiter = ',',\n includeHeaders = true,\n ..._csvOptions\n } = options;\n\n let headers = null;\n let firstChunk = true;\n\n const TransformStreamCtor = getTransformStream();\n if (!TransformStreamCtor) {\n throw new Error('TransformStream is not available in this environment');\n }\n\n return new TransformStreamCtor({\n async transform(chunk: any, controller: any) {\n try {\n const obj = JSON.parse(chunk);\n \n // Определяем заголовки при первом объекте\n if (firstChunk && includeHeaders) {\n headers = Object.keys(obj);\n controller.enqueue(headers.join(delimiter) + '\\n');\n firstChunk = false;\n }\n \n // Конвертируем объект в CSV строку\n const row = headers \n ? headers.map(header => this._escapeCsvField(obj[header], delimiter))\n : Object.values(obj).map(value => this._escapeCsvField(value, delimiter));\n \n controller.enqueue(row.join(delimiter) + '\\n');\n } catch (error) {\n console.error('Ошибка преобразования NDJSON в CSV:', error);\n }\n },\n \n _escapeCsvField(value: any, delimiter: any) {\n if (value === null || value === undefined) {\n return '';\n }\n \n const str = String(value);\n \n // Экранируем если содержит delimiter, кавычки или перенос строки\n if (str.includes(delimiter) || str.includes('\"') || str.includes('\\n')) {\n return '\"' + str.replace(/\"/g, '\"\"') + '\"';\n }\n \n return str;\n }\n });\n }\n\n /**\n * Создает преобразователь CSV в NDJSON\n * @param {Object} options - Опции конвертации\n * @returns {TransformStream} Transform stream\n */\n static createCsvToNdjsonStream(options: any = {}) {\n const {\n delimiter = ',',\n hasHeaders = true,\n ..._csvOptions\n } = options;\n\n let headers = null;\n let firstLine = true;\n\n const TransformStreamCtor = getTransformStream();\n if (!TransformStreamCtor) {\n throw new Error('TransformStream is not available in this environment');\n }\n\n return new TransformStreamCtor({\n transform(chunk: any, controller: any) {\n const lines = chunk.toString().split('\\n');\n \n for (const line of lines) {\n if (!line.trim()) {\n continue;\n }\n \n const fields = this._parseCsvLine(line, delimiter);\n \n if (firstLine && hasHeaders) {\n headers = fields;\n firstLine = false;\n } else {\n const obj = headers \n ? headers.reduce((acc: any, header: any, index: any) => {\n acc[header] = fields[index] || '';\n return acc;\n }, {})\n : fields.reduce((acc: any, field: any, index: any) => {\n acc[`field_${index}`] = field;\n return acc;\n }, {});\n \n controller.enqueue(JSON.stringify(obj) + '\\n');\n }\n }\n },\n \n _parseCsvLine(line: any, delimiter: any) {\n const fields = [];\n let currentField = '';\n let insideQuotes = false;\n \n for (let i = 0; i < line.length; i++) {\n const char = line[i];\n const nextChar = line[i + 1];\n \n if (char === '\"') {\n if (insideQuotes && nextChar === '\"') {\n currentField += '\"';\n i++;\n } else {\n insideQuotes = !insideQuotes;\n }\n } else if (char === delimiter && !insideQuotes) {\n fields.push(currentField);\n currentField = '';\n } else {\n currentField += char;\n }\n }\n \n fields.push(currentField);\n return fields;\n }\n });\n }\n\n /**\n * Статистика по NDJSON файлу\n * @param {string|ReadableStream} input - Входные данные\n * @returns {Promise<Object>} Статистика\n */\n static async getStats(input) {\n const stats = {\n totalLines: 0,\n validLines: 0,\n errorLines: 0,\n totalBytes: 0,\n errors: [],\n successRate: 0\n };\n\n if (typeof input === 'string') {\n stats.totalBytes = Buffer.byteLength(input, 'utf8');\n const lines = input.split('\\n');\n stats.totalLines = lines.length;\n \n for (const line of lines) {\n if (line.trim()) {\n try {\n JSON.parse(line);\n stats.validLines++;\n } catch (error) {\n stats.errorLines++;\n stats.errors.push({\n line: stats.totalLines,\n error: error.message,\n content: line.substring(0, 100)\n });\n }\n }\n }\n } else {\n // Для потоков\n const reader = input.getReader();\n const decoder = createTextDecoder();\n if (!decoder) {\n throw new Error('TextDecoder is not available in this environment');\n }\n let buffer = '';\n \n try {\n while (true) {\n const { done, value } = await reader.read();\n\n if (done) {\n // Обрабатываем оставшийся буфер\n /* istanbul ignore next */\n if (buffer.trim()) {\n stats.totalLines++;\n try {\n JSON.parse(buffer.trim());\n stats.validLines++;\n } catch (_error) {\n stats.errorLines++;\n }\n }\n break;\n }\n \n stats.totalBytes += value.length;\n buffer += decoder.decode(value, { stream: true });\n \n const lines = buffer.split('\\n');\n buffer = lines.pop() || '';\n \n for (const line of lines) {\n stats.totalLines++;\n /* istanbul ignore next */\n if (line.trim()) {\n try {\n JSON.parse(line);\n stats.validLines++;\n } catch (error) {\n stats.errorLines++;\n stats.errors.push({\n line: stats.totalLines,\n error: error.message,\n content: line.substring(0, 100)\n });\n }\n }\n }\n }\n } finally {\n reader.releaseLock();\n }\n }\n\n /* istanbul ignore next */\n stats.successRate = stats.totalLines > 0 ? (stats.validLines / stats.totalLines) * 100 : 0;\n return stats;\n }\n}\n\nexport default NdjsonParser;\n\n// CommonJS compatibility\nif (typeof module !== 'undefined' && module.exports) {\n module.exports = NdjsonParser;\n module.exports.default = NdjsonParser;\n}\n"]}