web-csv-toolbox 0.8.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/Lexer.cjs +1 -1
- package/dist/cjs/Lexer.cjs.map +1 -1
- package/dist/cjs/LexerTransformer.cjs +1 -1
- package/dist/cjs/LexerTransformer.cjs.map +1 -1
- package/dist/cjs/RecordAssembler.cjs +1 -1
- package/dist/cjs/RecordAssembler.cjs.map +1 -1
- package/dist/cjs/RecordAssemblerTransformer.cjs +1 -1
- package/dist/cjs/RecordAssemblerTransformer.cjs.map +1 -1
- package/dist/cjs/_virtual/web_csv_toolbox_wasm_bg.wasm.cjs +1 -1
- package/dist/cjs/assertCommonOptions.cjs +1 -1
- package/dist/cjs/assertCommonOptions.cjs.map +1 -1
- package/dist/cjs/common/errors.cjs +2 -0
- package/dist/cjs/common/errors.cjs.map +1 -0
- package/dist/cjs/commonParseErrorHandling.cjs +2 -0
- package/dist/cjs/commonParseErrorHandling.cjs.map +1 -0
- package/dist/cjs/getOptionsFromResponse.cjs +1 -1
- package/dist/cjs/getOptionsFromResponse.cjs.map +1 -1
- package/dist/cjs/parseBinaryToArraySync.cjs +1 -1
- package/dist/cjs/parseBinaryToArraySync.cjs.map +1 -1
- package/dist/cjs/parseBinaryToIterableIterator.cjs +1 -1
- package/dist/cjs/parseBinaryToIterableIterator.cjs.map +1 -1
- package/dist/cjs/parseBinaryToStream.cjs +1 -1
- package/dist/cjs/parseBinaryToStream.cjs.map +1 -1
- package/dist/cjs/parseResponse.cjs +1 -1
- package/dist/cjs/parseResponse.cjs.map +1 -1
- package/dist/cjs/parseResponseToStream.cjs +1 -1
- package/dist/cjs/parseResponseToStream.cjs.map +1 -1
- package/dist/cjs/parseString.cjs +1 -1
- package/dist/cjs/parseString.cjs.map +1 -1
- package/dist/cjs/parseStringToArraySync.cjs +1 -1
- package/dist/cjs/parseStringToArraySync.cjs.map +1 -1
- package/dist/cjs/parseStringToArraySyncWASM.cjs +1 -1
- package/dist/cjs/parseStringToArraySyncWASM.cjs.map +1 -1
- package/dist/cjs/parseStringToIterableIterator.cjs +1 -1
- package/dist/cjs/parseStringToIterableIterator.cjs.map +1 -1
- package/dist/cjs/parseStringToStream.cjs +1 -1
- package/dist/cjs/parseStringToStream.cjs.map +1 -1
- package/dist/cjs/utils/convertBinaryToString.cjs.map +1 -0
- package/dist/cjs/utils/pipeline.cjs +1 -1
- package/dist/cjs/utils/pipeline.cjs.map +1 -1
- package/dist/cjs/web-csv-toolbox.cjs +1 -1
- package/dist/es/Lexer.js +150 -76
- package/dist/es/Lexer.js.map +1 -1
- package/dist/es/LexerTransformer.js +12 -3
- package/dist/es/LexerTransformer.js.map +1 -1
- package/dist/es/RecordAssembler.js +4 -3
- package/dist/es/RecordAssembler.js.map +1 -1
- package/dist/es/RecordAssemblerTransformer.js +14 -5
- package/dist/es/RecordAssemblerTransformer.js.map +1 -1
- package/dist/es/_virtual/web_csv_toolbox_wasm_bg.wasm.js +1 -1
- package/dist/es/assertCommonOptions.js +8 -7
- package/dist/es/assertCommonOptions.js.map +1 -1
- package/dist/es/common/errors.js +20 -0
- package/dist/es/common/errors.js.map +1 -0
- package/dist/es/commonParseErrorHandling.js +13 -0
- package/dist/es/commonParseErrorHandling.js.map +1 -0
- package/dist/es/getOptionsFromResponse.js +1 -1
- package/dist/es/getOptionsFromResponse.js.map +1 -1
- package/dist/es/parseBinaryToArraySync.js +8 -3
- package/dist/es/parseBinaryToArraySync.js.map +1 -1
- package/dist/es/parseBinaryToIterableIterator.js +8 -3
- package/dist/es/parseBinaryToIterableIterator.js.map +1 -1
- package/dist/es/parseBinaryToStream.js +8 -3
- package/dist/es/parseBinaryToStream.js.map +1 -1
- package/dist/es/parseResponse.js +9 -4
- package/dist/es/parseResponse.js.map +1 -1
- package/dist/es/parseResponseToStream.js +9 -4
- package/dist/es/parseResponseToStream.js.map +1 -1
- package/dist/es/parseString.js +6 -1
- package/dist/es/parseString.js.map +1 -1
- package/dist/es/parseStringToArraySync.js +9 -4
- package/dist/es/parseStringToArraySync.js.map +1 -1
- package/dist/es/parseStringToArraySyncWASM.js +9 -2
- package/dist/es/parseStringToArraySyncWASM.js.map +1 -1
- package/dist/es/parseStringToIterableIterator.js +9 -4
- package/dist/es/parseStringToIterableIterator.js.map +1 -1
- package/dist/es/parseStringToStream.js +15 -10
- package/dist/es/parseStringToStream.js.map +1 -1
- package/dist/es/utils/convertBinaryToString.js.map +1 -0
- package/dist/es/utils/pipeline.js +1 -1
- package/dist/es/utils/pipeline.js.map +1 -1
- package/dist/es/web-csv-toolbox.js +6 -6
- package/dist/types/Lexer.d.ts +19 -0
- package/dist/types/Lexer.test.d.ts +1 -0
- package/dist/types/LexerTransformer.d.ts +9 -7
- package/dist/types/LexerTransformer.test.d.ts +1 -0
- package/dist/types/RecordAssemblerTransformer.d.ts +2 -0
- package/dist/types/assertCommonOptions.d.ts +2 -1
- package/dist/types/common/errors.d.ts +26 -0
- package/dist/types/common/types.d.ts +62 -1
- package/dist/types/commonParseErrorHandling.d.ts +8 -0
- package/dist/types/getOptionsFromResponse.d.ts +8 -0
- package/dist/types/parseBinaryToArraySync.test.d.ts +1 -0
- package/dist/types/parseBinaryToIterableIterator.d.ts +8 -0
- package/dist/types/utils/convertBinaryToString.d.ts +11 -0
- package/dist/types/web-csv-toolbox.d.ts +6 -6
- package/dist/web-csv-toolbox.umd.cjs +1 -1
- package/dist/web-csv-toolbox.umd.cjs.map +1 -1
- package/dist/web_csv_toolbox_wasm_bg.wasm +0 -0
- package/package.json +4 -2
- package/dist/cjs/convertBinaryToString.cjs.map +0 -1
- package/dist/es/convertBinaryToString.js.map +0 -1
- package/dist/types/convertBinaryToString.d.ts +0 -2
- /package/dist/cjs/{convertBinaryToString.cjs → utils/convertBinaryToString.cjs} +0 -0
- /package/dist/es/{convertBinaryToString.js → utils/convertBinaryToString.js} +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getOptionsFromResponse.cjs","sources":["../../src/getOptionsFromResponse.ts"],"sourcesContent":["import type { ParseBinaryOptions } from \"./common/types.ts\";\nimport { parseMime } from \"./utils/parseMime.ts\";\n\nexport function getOptionsFromResponse<Header extends ReadonlyArray<string>>(\n response: Response,\n options: ParseBinaryOptions<Header> = {},\n): ParseBinaryOptions<Header> {\n const { headers } = response;\n const contentType = headers.get(\"content-type\") ?? \"text/csv\";\n const mime = parseMime(contentType);\n if (mime.type !== \"text/csv\") {\n throw new
|
|
1
|
+
{"version":3,"file":"getOptionsFromResponse.cjs","sources":["../../src/getOptionsFromResponse.ts"],"sourcesContent":["import type { ParseBinaryOptions } from \"./common/types.ts\";\nimport { parseMime } from \"./utils/parseMime.ts\";\n\n/**\n * Extracts the options from the response object.\n *\n * @param response - The response object from which to extract the options.\n * @param options - The options to merge with the extracted options.\n * @returns The options extracted from the response.\n * @throws {RangeError} - The content type is not supported.\n */\nexport function getOptionsFromResponse<Header extends ReadonlyArray<string>>(\n response: Response,\n options: ParseBinaryOptions<Header> = {},\n): ParseBinaryOptions<Header> {\n const { headers } = response;\n const contentType = headers.get(\"content-type\") ?? \"text/csv\";\n const mime = parseMime(contentType);\n if (mime.type !== \"text/csv\") {\n throw new RangeError(`Invalid mime type: \"${contentType}\"`);\n }\n const decomposition =\n (headers.get(\"content-encoding\") as CompressionFormat) ?? undefined;\n const charset = mime.parameters.charset ?? \"utf-8\";\n // TODO: Support header=present and header=absent\n // const header = mime.parameters.header ?? \"present\";\n return {\n decomposition,\n charset,\n ...options,\n };\n}\n"],"names":["response","options","headers","contentType","get","mime","parseMime","type","RangeError","decomposition","charset","parameters"],"mappings":"wJAWO,SACLA,EACAC,EAAsC,IAEhC,MAAAC,QAAEA,GAAYF,EACdG,EAAcD,EAAQE,IAAI,iBAAmB,WAC7CC,EAAOC,YAAUH,GACnB,GAAc,aAAdE,EAAKE,KACP,MAAM,IAAIC,WAAW,uBAAuBL,MAOvC,MAAA,CACLM,cALCP,EAAQE,IAAI,0BAA6C,EAM1DM,QALcL,EAAKM,WAAWD,SAAW,WAMtCT,EAEP"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./commonParseErrorHandling.cjs"),n=require("./parseStringToArraySync.cjs"),e=require("./utils/convertBinaryToString.cjs");exports.parseBinaryToArraySync=function(o,t={}){try{const r=e.convertBinaryToString(o,t);return n.parseStringToArraySync(r,t)}catch(c){r.commonParseErrorHandling(c)}};
|
|
2
2
|
//# sourceMappingURL=parseBinaryToArraySync.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseBinaryToArraySync.cjs","sources":["../../src/parseBinaryToArraySync.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport {
|
|
1
|
+
{"version":3,"file":"parseBinaryToArraySync.cjs","sources":["../../src/parseBinaryToArraySync.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\nimport { parseStringToArraySync } from \"./parseStringToArraySync.ts\";\nimport { convertBinaryToString } from \"./utils/convertBinaryToString.ts\";\n\nexport function parseBinaryToArraySync<Header extends ReadonlyArray<string>>(\n binary: Uint8Array | ArrayBuffer,\n options: ParseBinaryOptions<Header> = {},\n): CSVRecord<Header>[] {\n try {\n const csv = convertBinaryToString(binary, options);\n return parseStringToArraySync(csv, options);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["binary","options","csv","convertBinaryToString","parseStringToArraySync","error","commonParseErrorHandling"],"mappings":"0PAKO,SACLA,EACAC,EAAsC,IAElC,IACI,MAAAC,EAAMC,EAAAA,sBAAsBH,EAAQC,GACnC,OAAAG,EAAAA,uBAAuBF,EAAKD,SAC5BI,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./commonParseErrorHandling.cjs"),e=require("./parseStringToIterableIterator.cjs"),t=require("./utils/convertBinaryToString.cjs");exports.parseBinaryToIterableIterator=function(o,n={}){try{const r=t.convertBinaryToString(o,n);return e.parseStringToIterableIterator(r,n)}catch(a){r.commonParseErrorHandling(a)}};
|
|
2
2
|
//# sourceMappingURL=parseBinaryToIterableIterator.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseBinaryToIterableIterator.cjs","sources":["../../src/parseBinaryToIterableIterator.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport {
|
|
1
|
+
{"version":3,"file":"parseBinaryToIterableIterator.cjs","sources":["../../src/parseBinaryToIterableIterator.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\nimport { parseStringToIterableIterator } from \"./parseStringToIterableIterator.ts\";\nimport { convertBinaryToString } from \"./utils/convertBinaryToString.ts\";\n\n/**\n * Parses the given binary data into an iterable iterator of CSV records.\n *\n * @param binary - The binary data to parse.\n * @param options - The parse options.\n * @returns An iterable iterator of CSV records.\n * @throws {ParseError} When an error occurs while parsing the CSV data.\n */\nexport function parseBinaryToIterableIterator<\n Header extends ReadonlyArray<string>,\n>(\n binary: Uint8Array | ArrayBuffer,\n options: ParseBinaryOptions<Header> = {},\n): IterableIterator<CSVRecord<Header>> {\n try {\n const csv = convertBinaryToString(binary, options);\n return parseStringToIterableIterator(csv, options);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["binary","options","csv","convertBinaryToString","parseStringToIterableIterator","error","commonParseErrorHandling"],"mappings":"wQAaO,SAGLA,EACAC,EAAsC,IAElC,IACI,MAAAC,EAAMC,EAAAA,sBAAsBH,EAAQC,GACnC,OAAAG,EAAAA,8BAA8BF,EAAKD,SACnCI,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./commonParseErrorHandling.cjs"),e=require("./parseStringToStream.cjs"),t=require("./utils/convertBinaryToString.cjs");exports.parseBinaryToStream=function(n,o={}){try{const r=t.convertBinaryToString(n,o);return e.parseStringToStream(r,o)}catch(i){r.commonParseErrorHandling(i)}};
|
|
2
2
|
//# sourceMappingURL=parseBinaryToStream.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseBinaryToStream.cjs","sources":["../../src/parseBinaryToStream.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport {
|
|
1
|
+
{"version":3,"file":"parseBinaryToStream.cjs","sources":["../../src/parseBinaryToStream.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\nimport { parseStringToStream } from \"./parseStringToStream.ts\";\nimport { convertBinaryToString } from \"./utils/convertBinaryToString.ts\";\n\nexport function parseBinaryToStream<Header extends ReadonlyArray<string>>(\n binary: Uint8Array | ArrayBuffer,\n options: ParseBinaryOptions<Header> = {},\n): ReadableStream<CSVRecord<Header>> {\n try {\n const csv = convertBinaryToString(binary, options);\n return parseStringToStream(csv, options);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["binary","options","csv","convertBinaryToString","parseStringToStream","error","commonParseErrorHandling"],"mappings":"oPAKO,SACLA,EACAC,EAAsC,IAElC,IACI,MAAAC,EAAMC,EAAAA,sBAAsBH,EAAQC,GACnC,OAAAG,EAAAA,oBAAoBF,EAAKD,SACzBI,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./commonParseErrorHandling.cjs"),r=require("./getOptionsFromResponse.cjs"),o=require("./parseResponseToStream.cjs"),t=require("./parseUint8ArrayStream.cjs"),s=require("./utils/convertThisAsyncIterableIteratorToArray.cjs");function n(o,s){try{const e=r.getOptionsFromResponse(o,s);if(null===o.body)throw new RangeError("Response body is null");return t.parseUint8ArrayStream(o.body,e)}catch(n){e.commonParseErrorHandling(n)}}Object.defineProperties(n,{toArray:{enumerable:!0,writable:!1,value:s.convertThisAsyncIterableIteratorToArray},toStreamSync:{enumerable:!0,writable:!1,value:o.parseResponseToStream}}),exports.parseResponse=n;
|
|
2
2
|
//# sourceMappingURL=parseResponse.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseResponse.cjs","sources":["../../src/parseResponse.ts"],"sourcesContent":["import type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { getOptionsFromResponse } from \"./getOptionsFromResponse.ts\";\nimport { parseResponseToStream } from \"./parseResponseToStream.ts\";\nimport { parseUint8ArrayStream } from \"./parseUint8ArrayStream.ts\";\nimport * as internal from \"./utils/convertThisAsyncIterableIteratorToArray.ts\";\n\n/**\n * Parse HTTP Response what contains CSV to records,\n * ideal for smaller data sets.\n *\n * @remarks\n * This function automatically treats response headers.\n *\n * - If `Content-Type` header is not set, it assumes `text/csv`.\n * - If `Content-Type` header is not `text/csv`, it throws an error.\n * - If `Content-Type` header has charset parameter, it uses it for decoding.\n * - If `Content-Encoding` header is set, it decompresses the response.\n * - Should there be any conflicting information between the header and the options, the option's value will take precedence.\n *\n * @category Middle-level API\n * @param response\n * @param options\n * @returns Async iterable iterator of records.\n *\n * If you want array of records, use {@link parseResponse.toArray} function.\n *\n * @example Parsing CSV Response\n *\n * ```ts\n * import { parseResponse } from 'web-csv-toolbox';\n *\n * const response = await fetch('https://example.com/data.csv');\n *\n * for await (const record of parseResponse(response)) {\n * console.log(record);\n * }\n * ```\n */\nexport function parseResponse<Header extends ReadonlyArray<string>>(\n response: Response,\n options?: ParseOptions<Header>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n const options_ = getOptionsFromResponse(response, options);\n
|
|
1
|
+
{"version":3,"file":"parseResponse.cjs","sources":["../../src/parseResponse.ts"],"sourcesContent":["import type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\nimport { getOptionsFromResponse } from \"./getOptionsFromResponse.ts\";\nimport { parseResponseToStream } from \"./parseResponseToStream.ts\";\nimport { parseUint8ArrayStream } from \"./parseUint8ArrayStream.ts\";\nimport * as internal from \"./utils/convertThisAsyncIterableIteratorToArray.ts\";\n\n/**\n * Parse HTTP Response what contains CSV to records,\n * ideal for smaller data sets.\n *\n * @remarks\n * This function automatically treats response headers.\n *\n * - If `Content-Type` header is not set, it assumes `text/csv`.\n * - If `Content-Type` header is not `text/csv`, it throws an error.\n * - If `Content-Type` header has charset parameter, it uses it for decoding.\n * - If `Content-Encoding` header is set, it decompresses the response.\n * - Should there be any conflicting information between the header and the options, the option's value will take precedence.\n *\n * @category Middle-level API\n * @param response\n * @param options\n * @returns Async iterable iterator of records.\n *\n * If you want array of records, use {@link parseResponse.toArray} function.\n *\n * @example Parsing CSV Response\n *\n * ```ts\n * import { parseResponse } from 'web-csv-toolbox';\n *\n * const response = await fetch('https://example.com/data.csv');\n *\n * for await (const record of parseResponse(response)) {\n * console.log(record);\n * }\n * ```\n */\nexport function parseResponse<Header extends ReadonlyArray<string>>(\n response: Response,\n options?: ParseOptions<Header>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n try {\n const options_ = getOptionsFromResponse(response, options);\n if (response.body === null) {\n throw new RangeError(\"Response body is null\");\n }\n return parseUint8ArrayStream(response.body, options_);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n\nexport declare namespace parseResponse {\n /**\n * Parse CSV Response to array of records.\n *\n * @returns Array of records\n *\n * @example Parsing CSV Response\n *\n * ```ts\n * import { parseResponse } from 'web-csv-toolbox';\n *\n * const response = await fetch('https://example.com/data.csv');\n *\n * const records = await parseResponse.toArray(response);\n * console.log(records);\n * ```\n */\n export function toArray<Header extends ReadonlyArray<string>>(\n response: Response,\n options?: ParseOptions<Header>,\n ): Promise<CSVRecord<Header>[]>;\n /**\n * Parse CSV Response to stream of records.\n *\n * @param response Response to parse\n * @returns Stream of records\n *\n * @example Parsing CSV Response\n *\n * ```ts\n * import { parseResponse } from 'web-csv-toolbox';\n *\n * const response = await fetch('https://example.com/data.csv');\n *\n * await parseResponse.toStream(response)\n * .pipeTo(\n * new WritableStream({\n * write(record) {\n * console.log(record);\n * },\n * }),\n * );\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\n export function toStream<Header extends ReadonlyArray<string>>(\n response: Response,\n options?: ParseOptions<Header>,\n ): ReadableStream<CSVRecord<Header>[]>;\n}\n\nObject.defineProperties(parseResponse, {\n toArray: {\n enumerable: true,\n writable: false,\n value: internal.convertThisAsyncIterableIteratorToArray,\n },\n toStreamSync: {\n enumerable: true,\n writable: false,\n value: parseResponseToStream,\n },\n});\n"],"names":["parseResponse","response","options","options_","getOptionsFromResponse","body","RangeError","parseUint8ArrayStream","error","commonParseErrorHandling","Object","defineProperties","toArray","enumerable","writable","value","internal.convertThisAsyncIterableIteratorToArray","convertThisAsyncIterableIteratorToArray","toStreamSync","parseResponseToStream"],"mappings":"+TAuCgB,SAAAA,EACdC,EACAC,GAEI,IACI,MAAAC,EAAWC,EAAAA,uBAAuBH,EAAUC,GAC9C,GAAkB,OAAlBD,EAASI,KACL,MAAA,IAAIC,WAAW,yBAEhB,OAAAC,wBAAsBN,EAASI,KAAMF,SACrCK,GACPC,EAAAA,yBAAyBD,EAC3B,CACF,CAuDAE,OAAOC,iBAAiBX,EAAe,CACrCY,QAAS,CACPC,YAAY,EACZC,UAAU,EACVC,MAAOC,EAASC,yCAElBC,aAAc,CACZL,YAAY,EACZC,UAAU,EACVC,MAAOI,EAAAA"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./getOptionsFromResponse.cjs"),
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./commonParseErrorHandling.cjs"),e=require("./getOptionsFromResponse.cjs"),o=require("./parseUint8ArrayStreamToStream.cjs");exports.parseResponseToStream=function(t,n){try{const r=e.getOptionsFromResponse(t,n);if(null===t.body)throw new RangeError("Response body is null");return o.parseUint8ArrayStreamToStream(t.body,r)}catch(s){r.commonParseErrorHandling(s)}};
|
|
2
2
|
//# sourceMappingURL=parseResponseToStream.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseResponseToStream.cjs","sources":["../../src/parseResponseToStream.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport { getOptionsFromResponse } from \"./getOptionsFromResponse.ts\";\nimport { parseUint8ArrayStreamToStream } from \"./parseUint8ArrayStreamToStream.ts\";\n\nexport function parseResponseToStream<Header extends ReadonlyArray<string>>(\n response: Response,\n options?: ParseBinaryOptions<Header>,\n): ReadableStream<CSVRecord<Header>> {\n const options_ = getOptionsFromResponse(response, options);\n
|
|
1
|
+
{"version":3,"file":"parseResponseToStream.cjs","sources":["../../src/parseResponseToStream.ts"],"sourcesContent":["import type { CSVRecord, ParseBinaryOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\nimport { getOptionsFromResponse } from \"./getOptionsFromResponse.ts\";\nimport { parseUint8ArrayStreamToStream } from \"./parseUint8ArrayStreamToStream.ts\";\n\nexport function parseResponseToStream<Header extends ReadonlyArray<string>>(\n response: Response,\n options?: ParseBinaryOptions<Header>,\n): ReadableStream<CSVRecord<Header>> {\n try {\n const options_ = getOptionsFromResponse(response, options);\n if (response.body === null) {\n throw new RangeError(\"Response body is null\");\n }\n return parseUint8ArrayStreamToStream(response.body, options_);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["response","options","options_","getOptionsFromResponse","body","RangeError","parseUint8ArrayStreamToStream","error","commonParseErrorHandling"],"mappings":"2PAKgB,SACdA,EACAC,GAEI,IACI,MAAAC,EAAWC,EAAAA,uBAAuBH,EAAUC,GAC9C,GAAkB,OAAlBD,EAASI,KACL,MAAA,IAAIC,WAAW,yBAEhB,OAAAC,gCAA8BN,EAASI,KAAMF,SAC7CK,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
package/dist/cjs/parseString.cjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./commonParseErrorHandling.cjs"),e=require("./parseStringToArraySync.cjs"),t=require("./parseStringToIterableIterator.cjs"),a=require("./parseStringToStream.cjs"),o=require("./utils/convertThisAsyncIterableIteratorToArray.cjs");async function*n(e,a){try{yield*t.parseStringToIterableIterator(e,a)}catch(o){r.commonParseErrorHandling(o)}}Object.defineProperties(n,{toArray:{enumerable:!0,writable:!1,value:o.convertThisAsyncIterableIteratorToArray},toArraySync:{enumerable:!0,writable:!1,value:e.parseStringToArraySync},toIterableIterator:{enumerable:!0,writable:!1,value:t.parseStringToIterableIterator},toStream:{enumerable:!0,writable:!1,value:a.parseStringToStream}}),exports.parseString=n;
|
|
2
2
|
//# sourceMappingURL=parseString.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseString.cjs","sources":["../../src/parseString.ts"],"sourcesContent":["import type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { parseStringToArraySync } from \"./parseStringToArraySync.ts\";\nimport { parseStringToIterableIterator } from \"./parseStringToIterableIterator.ts\";\nimport { parseStringToStream } from \"./parseStringToStream.ts\";\nimport * as internal from \"./utils/convertThisAsyncIterableIteratorToArray.ts\";\n\n/**\n * Parse CSV string to records.\n *\n * @category Middle-level API\n * @param csv CSV string to parse\n * @param options Parsing options. See {@link ParseOptions}.\n * @returns Async iterable iterator of records.\n *\n * If you want array of records, use {@link parseString.toArray} function.\n * @example Parsing CSV files from strings\n *\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * for await (const record of parseString(csv)) {\n * console.log(record);\n * }\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\nexport async function* parseString<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n yield* parseStringToIterableIterator(csv, options);\n}\nexport declare namespace parseString {\n /**\n * Parse CSV string to records.\n *\n * @returns Array of records\n *\n * @example\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * const records = await parseString.toArray(csv);\n * console.log(records);\n * // Prints:\n * // [ { name: 'Alice', age: '42' }, { name: 'Bob', age: '69' } ]\n * ```\n */\n export function toArray<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): Promise<CSVRecord<Header>[]>;\n /**\n * Parse CSV string to records.\n *\n * @returns Array of records\n *\n * @example\n *\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * const records = parseString.toArraySync(csv);\n * console.log(records);\n * // Prints:\n * // [ { name: 'Alice', age: '42' }, { name: 'Bob', age: '69' } ]\n * ```\n */\n export function toArraySync<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): CSVRecord<Header>[];\n /**\n * Parse CSV string to records.\n *\n * @returns Async iterable iterator of records\n *\n * @example\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * for (const record of parseString.toIterableIterator(csv)) {\n * console.log(record);\n * }\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\n export function toIterableIterator<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): IterableIterator<CSVRecord<Header>>;\n /**\n * Parse CSV string to records.\n *\n * @returns Readable stream of records\n *\n * @example\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * await parseString.toStream(csv)\n * .pipeTo(\n * new WritableStream({\n * write(record) {\n * console.log(record);\n * },\n * }),\n * );\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\n export function toStream<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): ReadableStream<CSVRecord<Header>>;\n}\nObject.defineProperties(parseString, {\n toArray: {\n enumerable: true,\n writable: false,\n value: internal.convertThisAsyncIterableIteratorToArray,\n },\n toArraySync: {\n enumerable: true,\n writable: false,\n value: parseStringToArraySync,\n },\n toIterableIterator: {\n enumerable: true,\n writable: false,\n value: parseStringToIterableIterator,\n },\n toStream: {\n enumerable: true,\n writable: false,\n value: parseStringToStream,\n },\n});\n"],"names":["async","parseString","csv","options","parseStringToIterableIterator","Object","defineProperties","toArray","enumerable","writable","value","internal.convertThisAsyncIterableIteratorToArray","convertThisAsyncIterableIteratorToArray","toArraySync","parseStringToArraySync","toIterableIterator","toStream","parseStringToStream"],"mappings":"
|
|
1
|
+
{"version":3,"file":"parseString.cjs","sources":["../../src/parseString.ts"],"sourcesContent":["import type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\nimport { parseStringToArraySync } from \"./parseStringToArraySync.ts\";\nimport { parseStringToIterableIterator } from \"./parseStringToIterableIterator.ts\";\nimport { parseStringToStream } from \"./parseStringToStream.ts\";\nimport * as internal from \"./utils/convertThisAsyncIterableIteratorToArray.ts\";\n\n/**\n * Parse CSV string to records.\n *\n * @category Middle-level API\n * @param csv CSV string to parse\n * @param options Parsing options. See {@link ParseOptions}.\n * @returns Async iterable iterator of records.\n *\n * If you want array of records, use {@link parseString.toArray} function.\n * @example Parsing CSV files from strings\n *\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * for await (const record of parseString(csv)) {\n * console.log(record);\n * }\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\nexport async function* parseString<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n try {\n yield* parseStringToIterableIterator(csv, options);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\nexport declare namespace parseString {\n /**\n * Parse CSV string to records.\n *\n * @returns Array of records\n *\n * @example\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * const records = await parseString.toArray(csv);\n * console.log(records);\n * // Prints:\n * // [ { name: 'Alice', age: '42' }, { name: 'Bob', age: '69' } ]\n * ```\n */\n export function toArray<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): Promise<CSVRecord<Header>[]>;\n /**\n * Parse CSV string to records.\n *\n * @returns Array of records\n *\n * @example\n *\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * const records = parseString.toArraySync(csv);\n * console.log(records);\n * // Prints:\n * // [ { name: 'Alice', age: '42' }, { name: 'Bob', age: '69' } ]\n * ```\n */\n export function toArraySync<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): CSVRecord<Header>[];\n /**\n * Parse CSV string to records.\n *\n * @returns Async iterable iterator of records\n *\n * @example\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * for (const record of parseString.toIterableIterator(csv)) {\n * console.log(record);\n * }\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\n export function toIterableIterator<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): IterableIterator<CSVRecord<Header>>;\n /**\n * Parse CSV string to records.\n *\n * @returns Readable stream of records\n *\n * @example\n * ```ts\n * import { parseString } from 'web-csv-toolbox';\n *\n * const csv = `name,age\n * Alice,42\n * Bob,69`;\n *\n * await parseString.toStream(csv)\n * .pipeTo(\n * new WritableStream({\n * write(record) {\n * console.log(record);\n * },\n * }),\n * );\n * // Prints:\n * // { name: 'Alice', age: '42' }\n * // { name: 'Bob', age: '69' }\n * ```\n */\n export function toStream<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n ): ReadableStream<CSVRecord<Header>>;\n}\nObject.defineProperties(parseString, {\n toArray: {\n enumerable: true,\n writable: false,\n value: internal.convertThisAsyncIterableIteratorToArray,\n },\n toArraySync: {\n enumerable: true,\n writable: false,\n value: parseStringToArraySync,\n },\n toIterableIterator: {\n enumerable: true,\n writable: false,\n value: parseStringToIterableIterator,\n },\n toStream: {\n enumerable: true,\n writable: false,\n value: parseStringToStream,\n },\n});\n"],"names":["async","parseString","csv","options","parseStringToIterableIterator","error","commonParseErrorHandling","Object","defineProperties","toArray","enumerable","writable","value","internal.convertThisAsyncIterableIteratorToArray","convertThisAsyncIterableIteratorToArray","toArraySync","parseStringToArraySync","toIterableIterator","toStream","parseStringToStream"],"mappings":"qUAiCuBA,eAAAC,EACrBC,EACAC,GAEI,UACKC,EAAAA,8BAA8BF,EAAKC,SACnCE,GACPC,EAAAA,yBAAyBD,EAC3B,CACF,CAyGAE,OAAOC,iBAAiBP,EAAa,CACnCQ,QAAS,CACPC,YAAY,EACZC,UAAU,EACVC,MAAOC,EAASC,yCAElBC,YAAa,CACXL,YAAY,EACZC,UAAU,EACVC,MAAOI,EAAAA,wBAETC,mBAAoB,CAClBP,YAAY,EACZC,UAAU,EACVC,MAAOR,EAAAA,+BAETc,SAAU,CACRR,YAAY,EACZC,UAAU,EACVC,MAAOO,EAAAA"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./Lexer.cjs"),r=require("./RecordAssembler.cjs");exports.parseStringToArraySync=function(s,
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./Lexer.cjs"),r=require("./RecordAssembler.cjs"),o=require("./commonParseErrorHandling.cjs");exports.parseStringToArraySync=function(s,n){try{const o=new e.Lexer(n),c=new r.RecordAssembler(n),t=o.lex(s);return[...c.assemble(t)]}catch(c){o.commonParseErrorHandling(c)}};
|
|
2
2
|
//# sourceMappingURL=parseStringToArraySync.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseStringToArraySync.cjs","sources":["../../src/parseStringToArraySync.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type { CSVRecord, ParseOptions } from \"./common/types.ts\";\n\nexport function parseStringToArraySync<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n): CSVRecord<Header>[] {\n const lexer = new Lexer(options);\n
|
|
1
|
+
{"version":3,"file":"parseStringToArraySync.cjs","sources":["../../src/parseStringToArraySync.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\n\nexport function parseStringToArraySync<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n): CSVRecord<Header>[] {\n try {\n const lexer = new Lexer(options);\n const assembler = new RecordAssembler(options);\n const tokens = lexer.lex(csv);\n return [...assembler.assemble(tokens)];\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["csv","options","lexer","Lexer","assembler","RecordAssembler","tokens","lex","assemble","error","commonParseErrorHandling"],"mappings":"6NAKgB,SACdA,EACAC,GAEI,IACI,MAAAC,EAAQ,IAAIC,QAAMF,GAClBG,EAAY,IAAIC,kBAAgBJ,GAChCK,EAASJ,EAAMK,IAAIP,GACzB,MAAO,IAAII,EAAUI,SAASF,UACvBG,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./_virtual/_web-csv-toolbox-wasm.cjs"),t=require("./constants.cjs");exports.parseStringToArraySyncWASM=function(
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./_virtual/_web-csv-toolbox-wasm.cjs"),t=require("./assertCommonOptions.cjs"),o=require("./common/errors.cjs"),e=require("./constants.cjs");exports.parseStringToArraySyncWASM=function(n,i={}){const{delimiter:s=e.COMMA,quotation:a=e.DOUBLE_QUOTE}=i;if("string"!=typeof s||1!==s.length)throw new o.InvalidOptionError("Invalid delimiter, must be a single character on WASM.");if(a!==e.DOUBLE_QUOTE)throw new o.InvalidOptionError("Invalid quotation, must be double quote on WASM.");t.assertCommonOptions({delimiter:s,quotation:a});const c=s.charCodeAt(0);return JSON.parse(r.parseStringToArraySync(n,c))};
|
|
2
2
|
//# sourceMappingURL=parseStringToArraySyncWASM.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseStringToArraySyncWASM.cjs","sources":["../../src/parseStringToArraySyncWASM.ts"],"sourcesContent":["import { parseStringToArraySync } from \"web-csv-toolbox-wasm\";\nimport type { CSVRecord, CommonOptions } from \"./common/types.ts\";\nimport { COMMA, DOUBLE_QUOTE } from \"./constants.ts\";\nimport type { loadWASM } from \"./loadWASM.ts\";\n\n/**\n * Parse CSV string to record of arrays.\n *\n * @param csv CSV string\n * @param options Parse options\n * @returns Record of arrays\n *\n * @remarks\n * This function uses WebAssembly to parse CSV string.\n * Before calling this function, you must call {@link loadWASM} function.\n *\n * This function only supports UTF-8 string.\n * If you pass a string that is not UTF-8, like UTF-16, it throws an error.\n * This function only supports double quote as quotation.\n * So, `options.quotation` must be `\"` (double quote). Otherwise, it throws an error.\n *\n * And this function only supports single character as delimiter.\n * So, `options.delimiter` must be a single character. Otherwise, it throws an error.\n *\n * @example\n *\n * ```ts\n * import { loadWASM, parseStringWASM } from \"web-csv-toolbox\";\n *\n * await loadWASM();\n *\n * const csv = \"a,b,c\\n1,2,3\";\n *\n * const result = parseStringToArraySyncWASM(csv);\n * console.log(result);\n * // Prints:\n * // [{ a: \"1\", b: \"2\", c: \"3\" }]\n * ```\n * @beta\n */\nexport function parseStringToArraySyncWASM<Header extends readonly string[]>(\n csv: string,\n options: CommonOptions = {},\n): CSVRecord<Header>[] {\n const { delimiter = COMMA, quotation = DOUBLE_QUOTE } = options;\n if (typeof delimiter !== \"string\" || delimiter.length !== 1) {\n throw new
|
|
1
|
+
{"version":3,"file":"parseStringToArraySyncWASM.cjs","sources":["../../src/parseStringToArraySyncWASM.ts"],"sourcesContent":["import { parseStringToArraySync } from \"web-csv-toolbox-wasm\";\nimport { assertCommonOptions } from \"./assertCommonOptions.ts\";\nimport { InvalidOptionError } from \"./common/errors.ts\";\nimport type { CSVRecord, CommonOptions } from \"./common/types.ts\";\nimport { COMMA, DOUBLE_QUOTE } from \"./constants.ts\";\nimport type { loadWASM } from \"./loadWASM.ts\";\n\n/**\n * Parse CSV string to record of arrays.\n *\n * @param csv CSV string\n * @param options Parse options\n * @returns Record of arrays\n *\n * @remarks\n * This function uses WebAssembly to parse CSV string.\n * Before calling this function, you must call {@link loadWASM} function.\n *\n * This function only supports UTF-8 string.\n * If you pass a string that is not UTF-8, like UTF-16, it throws an error.\n * This function only supports double quote as quotation.\n * So, `options.quotation` must be `\"` (double quote). Otherwise, it throws an error.\n *\n * And this function only supports single character as delimiter.\n * So, `options.delimiter` must be a single character. Otherwise, it throws an error.\n *\n * @example\n *\n * ```ts\n * import { loadWASM, parseStringWASM } from \"web-csv-toolbox\";\n *\n * await loadWASM();\n *\n * const csv = \"a,b,c\\n1,2,3\";\n *\n * const result = parseStringToArraySyncWASM(csv);\n * console.log(result);\n * // Prints:\n * // [{ a: \"1\", b: \"2\", c: \"3\" }]\n * ```\n * @beta\n */\nexport function parseStringToArraySyncWASM<Header extends readonly string[]>(\n csv: string,\n options: CommonOptions = {},\n): CSVRecord<Header>[] {\n const { delimiter = COMMA, quotation = DOUBLE_QUOTE } = options;\n if (typeof delimiter !== \"string\" || delimiter.length !== 1) {\n throw new InvalidOptionError(\n \"Invalid delimiter, must be a single character on WASM.\",\n );\n }\n if (quotation !== DOUBLE_QUOTE) {\n throw new InvalidOptionError(\n \"Invalid quotation, must be double quote on WASM.\",\n );\n }\n assertCommonOptions({ delimiter, quotation });\n const demiliterCode = delimiter.charCodeAt(0);\n return JSON.parse(parseStringToArraySync(csv, demiliterCode));\n}\n"],"names":["csv","options","delimiter","COMMA","quotation","DOUBLE_QUOTE","length","InvalidOptionError","assertCommonOptions","demiliterCode","charCodeAt","JSON","parse","parseStringToArraySync"],"mappings":"gRA0CO,SACLA,EACAC,EAAyB,IAEzB,MAAMC,UAAEA,EAAYC,EAAOA,MAAAC,UAAAA,EAAYC,gBAAiBJ,EACxD,GAAyB,iBAAdC,GAA+C,IAArBA,EAAUI,OAC7C,MAAM,IAAIC,EAAAA,mBACR,0DAGJ,GAAIH,IAAcC,EAAAA,aAChB,MAAM,IAAIE,EAAAA,mBACR,oDAGgBC,EAAAA,oBAAA,CAAEN,YAAWE,cAC3B,MAAAK,EAAgBP,EAAUQ,WAAW,GAC3C,OAAOC,KAAKC,MAAMC,EAAAA,uBAAuBb,EAAKS,GAChD"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./Lexer.cjs"),r=require("./RecordAssembler.cjs");exports.parseStringToIterableIterator=function(t
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./Lexer.cjs"),r=require("./RecordAssembler.cjs"),o=require("./commonParseErrorHandling.cjs");exports.parseStringToIterableIterator=function(s,t){try{const o=new e.Lexer(t),n=new r.RecordAssembler(t),c=o.lex(s);return n.assemble(c)}catch(n){o.commonParseErrorHandling(n)}};
|
|
2
2
|
//# sourceMappingURL=parseStringToIterableIterator.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseStringToIterableIterator.cjs","sources":["../../src/parseStringToIterableIterator.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type { CSVRecord, ParseOptions } from \"./common/types.ts\";\n\nexport function parseStringToIterableIterator<\n Header extends ReadonlyArray<string>,\n>(\n csv: string,\n options?: ParseOptions<Header>,\n): IterableIterator<CSVRecord<Header>> {\n const lexer = new Lexer(options);\n
|
|
1
|
+
{"version":3,"file":"parseStringToIterableIterator.cjs","sources":["../../src/parseStringToIterableIterator.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\n\nexport function parseStringToIterableIterator<\n Header extends ReadonlyArray<string>,\n>(\n csv: string,\n options?: ParseOptions<Header>,\n): IterableIterator<CSVRecord<Header>> {\n try {\n const lexer = new Lexer(options);\n const assembler = new RecordAssembler(options);\n const tokens = lexer.lex(csv);\n return assembler.assemble(tokens);\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["csv","options","lexer","Lexer","assembler","RecordAssembler","tokens","lex","assemble","error","commonParseErrorHandling"],"mappings":"oOAKgB,SAGdA,EACAC,GAEI,IACI,MAAAC,EAAQ,IAAIC,QAAMF,GAClBG,EAAY,IAAIC,kBAAgBJ,GAChCK,EAASJ,EAAMK,IAAIP,GAClB,OAAAI,EAAUI,SAASF,SACnBG,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./Lexer.cjs"),r=require("./RecordAssembler.cjs");exports.parseStringToStream=function(s,t){const o=new e.Lexer(t),n=new r.RecordAssembler(t);return new ReadableStream({start(e){const r=o.lex(s);for(const
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./Lexer.cjs"),r=require("./RecordAssembler.cjs"),o=require("./commonParseErrorHandling.cjs");exports.parseStringToStream=function(s,t){try{const o=new e.Lexer(t),n=new r.RecordAssembler(t);return new ReadableStream({start(e){const r=o.lex(s);for(const o of n.assemble(r))e.enqueue(o);e.close()}})}catch(n){o.commonParseErrorHandling(n)}};
|
|
2
2
|
//# sourceMappingURL=parseStringToStream.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parseStringToStream.cjs","sources":["../../src/parseStringToStream.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type { CSVRecord, ParseOptions } from \"./common/types.ts\";\n\nexport function parseStringToStream<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n): ReadableStream<CSVRecord<Header>> {\n const lexer = new Lexer(options);\n
|
|
1
|
+
{"version":3,"file":"parseStringToStream.cjs","sources":["../../src/parseStringToStream.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type { CSVRecord, ParseOptions } from \"./common/types.ts\";\nimport { commonParseErrorHandling } from \"./commonParseErrorHandling.ts\";\n\nexport function parseStringToStream<Header extends ReadonlyArray<string>>(\n csv: string,\n options?: ParseOptions<Header>,\n): ReadableStream<CSVRecord<Header>> {\n try {\n const lexer = new Lexer(options);\n const assembler = new RecordAssembler(options);\n return new ReadableStream({\n start(controller) {\n const tokens = lexer.lex(csv);\n for (const record of assembler.assemble(tokens)) {\n controller.enqueue(record);\n }\n controller.close();\n },\n });\n } catch (error) {\n commonParseErrorHandling(error);\n }\n}\n"],"names":["csv","options","lexer","Lexer","assembler","RecordAssembler","ReadableStream","start","controller","tokens","lex","record","assemble","enqueue","close","error","commonParseErrorHandling"],"mappings":"0NAKgB,SACdA,EACAC,GAEI,IACI,MAAAC,EAAQ,IAAIC,QAAMF,GAClBG,EAAY,IAAIC,kBAAgBJ,GACtC,OAAO,IAAIK,eAAe,CACxB,KAAAC,CAAMC,GACE,MAAAC,EAASP,EAAMQ,IAAIV,GACzB,IAAA,MAAWW,KAAUP,EAAUQ,SAASH,GACtCD,EAAWK,QAAQF,GAErBH,EAAWM,OACb,UAEKC,GACPC,EAAAA,yBAAyBD,EAC3B,CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convertBinaryToString.cjs","sources":["../../../src/utils/convertBinaryToString.ts"],"sourcesContent":["import type { BinaryOptions } from \"../common/types.ts\";\n\n/**\n * Converts a binary string to a string.\n *\n * @param binary - The binary string to convert.\n * @param options - The options for parsing the binary string.\n * @returns The converted string.\n * @throws {RangeError} The given charset is not supported.\n * @throws {TypeError} The encoded data was not valid.\n */\nexport function convertBinaryToString(\n binary: Uint8Array | ArrayBuffer,\n options: BinaryOptions,\n): string {\n return new TextDecoder(options?.charset, {\n ignoreBOM: options?.ignoreBOM,\n fatal: options?.fatal,\n }).decode(binary instanceof ArrayBuffer ? new Uint8Array(binary) : binary);\n}\n"],"names":["binary","options","TextDecoder","charset","ignoreBOM","fatal","decode","ArrayBuffer","Uint8Array"],"mappings":"8GAWgB,SACdA,EACAC,GAEO,OAAA,IAAIC,YAAYD,GAASE,QAAS,CACvCC,UAAWH,GAASG,UACpBC,MAAOJ,GAASI,QACfC,OAAON,aAAkBO,YAAc,IAAIC,WAAWR,GAAUA,EACrE"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"}),exports.pipeline=function(e,...
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"}),exports.pipeline=function(e,...r){return new ReadableStream({start:t=>{r.reduce(((e,r)=>e.pipeThrough(r)),e).pipeTo(new WritableStream({write:e=>t.enqueue(e),close:()=>t.close()})).catch((e=>t.error(e)))}})};
|
|
2
2
|
//# sourceMappingURL=pipeline.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pipeline.cjs","sources":["../../../src/utils/pipeline.ts"],"sourcesContent":["export function pipeline<I, T, O>(\n stream: ReadableStream<I>,\n transformer1: TransformStream<I, T>,\n transformer2: TransformStream<T, O>,\n): ReadableStream<O>;\nexport function pipeline<I, T1, T2, O>(\n stream: ReadableStream<I>,\n transformer1: TransformStream<I, T1>,\n transformer2: TransformStream<T1, T2>,\n transformer3: TransformStream<T2, O>,\n): ReadableStream<O>;\nexport function pipeline<I, T1, T2, T3, O>(\n stream: ReadableStream<I>,\n transformer1: TransformStream<I, T1>,\n transformer2: TransformStream<T1, T2>,\n transformer3: TransformStream<T2, T3>,\n transformer4: TransformStream<T3, O>,\n): ReadableStream<O>;\nexport function pipeline<I, O>(\n stream: ReadableStream<I>,\n ...transformers: TransformStream[]\n): ReadableStream<O> {\n return new ReadableStream({\n start: (controller) => {\n (() =>\n transformers\n .reduce<ReadableStream>(\n (stream, transformer) => stream.pipeThrough(transformer),\n stream,\n )\n .pipeTo(\n new WritableStream({\n write: (v) => controller.enqueue(v),\n close: () => controller.close(),\n }),\n ))();\n },\n });\n}\n"],"names":["stream","transformers","ReadableStream","start","controller","reduce","transformer","pipeThrough","pipeTo","WritableStream","write","v","enqueue","close"],"mappings":"iGAkBgB,SACdA,KACGC,GAEH,OAAO,IAAIC,eAAe,CACxBC,MAAQC,IAEJH,EACGI,QACC,CAACL,EAAQM,IAAgBN,EAAOO,YAAYD,IAC5CN,GAEDQ,OACC,IAAIC,eAAe,CACjBC,MAAQC,GAAMP,EAAWQ,QAAQD,GACjCE,MAAO,IAAMT,EAAWS,
|
|
1
|
+
{"version":3,"file":"pipeline.cjs","sources":["../../../src/utils/pipeline.ts"],"sourcesContent":["export function pipeline<I, T, O>(\n stream: ReadableStream<I>,\n transformer1: TransformStream<I, T>,\n transformer2: TransformStream<T, O>,\n): ReadableStream<O>;\nexport function pipeline<I, T1, T2, O>(\n stream: ReadableStream<I>,\n transformer1: TransformStream<I, T1>,\n transformer2: TransformStream<T1, T2>,\n transformer3: TransformStream<T2, O>,\n): ReadableStream<O>;\nexport function pipeline<I, T1, T2, T3, O>(\n stream: ReadableStream<I>,\n transformer1: TransformStream<I, T1>,\n transformer2: TransformStream<T1, T2>,\n transformer3: TransformStream<T2, T3>,\n transformer4: TransformStream<T3, O>,\n): ReadableStream<O>;\nexport function pipeline<I, O>(\n stream: ReadableStream<I>,\n ...transformers: TransformStream[]\n): ReadableStream<O> {\n return new ReadableStream({\n start: (controller) => {\n (() =>\n transformers\n .reduce<ReadableStream>(\n (stream, transformer) => stream.pipeThrough(transformer),\n stream,\n )\n .pipeTo(\n new WritableStream({\n write: (v) => controller.enqueue(v),\n close: () => controller.close(),\n }),\n )\n .catch((error) => controller.error(error)))();\n },\n });\n}\n"],"names":["stream","transformers","ReadableStream","start","controller","reduce","transformer","pipeThrough","pipeTo","WritableStream","write","v","enqueue","close","catch","error"],"mappings":"iGAkBgB,SACdA,KACGC,GAEH,OAAO,IAAIC,eAAe,CACxBC,MAAQC,IAEJH,EACGI,QACC,CAACL,EAAQM,IAAgBN,EAAOO,YAAYD,IAC5CN,GAEDQ,OACC,IAAIC,eAAe,CACjBC,MAAQC,GAAMP,EAAWQ,QAAQD,GACjCE,MAAO,IAAMT,EAAWS,WAG3BC,OAAOC,GAAUX,EAAWW,MAAMA,IAAS,GAGtD"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./common/constants.cjs"),e=require("./LexerTransformer.cjs"),s=require("./
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./common/constants.cjs"),e=require("./LexerTransformer.cjs"),s=require("./loadWASM.cjs"),a=require("./parse.cjs"),t=require("./parseBinary.cjs"),o=require("./parseResponse.cjs"),i=require("./parseString.cjs"),p=require("./parseStringStream.cjs"),n=require("./parseStringToArraySyncWASM.cjs"),S=require("./parseUint8ArrayStream.cjs"),c=require("./RecordAssemblerTransformer.cjs");exports.Field=r.Field,exports.FieldDelimiter=r.FieldDelimiter,exports.RecordDelimiter=r.RecordDelimiter,exports.LexerTransformer=e.LexerTransformer,exports.loadWASM=s.loadWASM,exports.parse=a.parse,exports.parseBinary=t.parseBinary,exports.parseResponse=o.parseResponse,exports.parseString=i.parseString,exports.parseStringStream=p.parseStringStream,exports.parseStringToArraySyncWASM=n.parseStringToArraySyncWASM,exports.parseUint8ArrayStream=S.parseUint8ArrayStream,exports.RecordAssemblerTransformer=c.RecordAssemblerTransformer;
|
|
2
2
|
//# sourceMappingURL=web-csv-toolbox.cjs.map
|
package/dist/es/Lexer.js
CHANGED
|
@@ -1,31 +1,46 @@
|
|
|
1
1
|
import { assertCommonOptions } from './assertCommonOptions.js';
|
|
2
2
|
import { RecordDelimiter, FieldDelimiter, Field } from './common/constants.js';
|
|
3
|
+
import { ParseError } from './common/errors.js';
|
|
3
4
|
import { COMMA, DOUBLE_QUOTE, CRLF, LF } from './constants.js';
|
|
4
5
|
import { escapeRegExp } from './utils/escapeRegExp.js';
|
|
5
6
|
|
|
6
7
|
class Lexer {
|
|
7
8
|
#delimiter;
|
|
8
|
-
#delimiterLength;
|
|
9
9
|
#quotation;
|
|
10
|
-
#quotationLength;
|
|
11
|
-
#matcher;
|
|
12
10
|
#buffer = "";
|
|
13
11
|
#flush = false;
|
|
12
|
+
#matcher;
|
|
13
|
+
#fieldDelimiterLength;
|
|
14
|
+
#cursor = {
|
|
15
|
+
line: 1,
|
|
16
|
+
column: 1,
|
|
17
|
+
offset: 0
|
|
18
|
+
};
|
|
19
|
+
#rowNumber = 1;
|
|
20
|
+
/**
|
|
21
|
+
* Constructs a new Lexer instance.
|
|
22
|
+
* @param options - The common options for the lexer.
|
|
23
|
+
*/
|
|
14
24
|
constructor({
|
|
15
25
|
delimiter = COMMA,
|
|
16
26
|
quotation = DOUBLE_QUOTE
|
|
17
27
|
} = {}) {
|
|
18
28
|
assertCommonOptions({ delimiter, quotation });
|
|
19
29
|
this.#delimiter = delimiter;
|
|
20
|
-
this.#delimiterLength = delimiter.length;
|
|
21
30
|
this.#quotation = quotation;
|
|
22
|
-
this.#
|
|
31
|
+
this.#fieldDelimiterLength = delimiter.length;
|
|
23
32
|
const d = escapeRegExp(delimiter);
|
|
24
33
|
const q = escapeRegExp(quotation);
|
|
25
34
|
this.#matcher = new RegExp(
|
|
26
35
|
`^(?:(?!${q})(?!${d})(?![\\r\\n]))([\\S\\s\\uFEFF\\xA0]+?)(?=${q}|${d}|\\r|\\n|$)`
|
|
27
36
|
);
|
|
28
37
|
}
|
|
38
|
+
/**
|
|
39
|
+
* Lexes the given chunk of CSV data.
|
|
40
|
+
* @param chunk - The chunk of CSV data to be lexed.
|
|
41
|
+
* @param buffering - Indicates whether the lexer is buffering or not.
|
|
42
|
+
* @returns An iterable iterator of tokens.
|
|
43
|
+
*/
|
|
29
44
|
lex(chunk, buffering = false) {
|
|
30
45
|
if (!buffering) {
|
|
31
46
|
this.#flush = true;
|
|
@@ -35,48 +50,43 @@ class Lexer {
|
|
|
35
50
|
}
|
|
36
51
|
return this.#tokens();
|
|
37
52
|
}
|
|
53
|
+
/**
|
|
54
|
+
* Flushes the lexer and returns any remaining tokens.
|
|
55
|
+
* @returns An array of tokens.
|
|
56
|
+
*/
|
|
38
57
|
flush() {
|
|
39
58
|
this.#flush = true;
|
|
40
59
|
return [...this.#tokens()];
|
|
41
60
|
}
|
|
61
|
+
/**
|
|
62
|
+
* Generates tokens from the buffered CSV data.
|
|
63
|
+
* @yields Tokens from the buffered CSV data.
|
|
64
|
+
*/
|
|
42
65
|
*#tokens() {
|
|
43
66
|
if (this.#flush) {
|
|
44
67
|
if (this.#buffer.endsWith(CRLF)) {
|
|
45
|
-
this.#buffer = this.#buffer.slice(
|
|
68
|
+
this.#buffer = this.#buffer.slice(
|
|
69
|
+
0,
|
|
70
|
+
-2
|
|
71
|
+
/* -CRLF.length */
|
|
72
|
+
);
|
|
46
73
|
} else if (this.#buffer.endsWith(LF)) {
|
|
47
|
-
this.#buffer = this.#buffer.slice(
|
|
74
|
+
this.#buffer = this.#buffer.slice(
|
|
75
|
+
0,
|
|
76
|
+
-1
|
|
77
|
+
/* -LF.length */
|
|
78
|
+
);
|
|
48
79
|
}
|
|
49
80
|
}
|
|
50
|
-
let
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
case FieldDelimiter:
|
|
54
|
-
if (currentField) {
|
|
55
|
-
yield currentField;
|
|
56
|
-
currentField = null;
|
|
57
|
-
}
|
|
58
|
-
yield token;
|
|
59
|
-
break;
|
|
60
|
-
case RecordDelimiter:
|
|
61
|
-
if (currentField) {
|
|
62
|
-
yield currentField;
|
|
63
|
-
currentField = null;
|
|
64
|
-
}
|
|
65
|
-
yield token;
|
|
66
|
-
break;
|
|
67
|
-
default:
|
|
68
|
-
if (currentField) {
|
|
69
|
-
currentField.value += token.value;
|
|
70
|
-
} else {
|
|
71
|
-
currentField = token;
|
|
72
|
-
}
|
|
73
|
-
break;
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
if (currentField) {
|
|
77
|
-
yield currentField;
|
|
81
|
+
let token;
|
|
82
|
+
while (token = this.#nextToken()) {
|
|
83
|
+
yield token;
|
|
78
84
|
}
|
|
79
85
|
}
|
|
86
|
+
/**
|
|
87
|
+
* Retrieves the next token from the buffered CSV data.
|
|
88
|
+
* @returns The next token or null if there are no more tokens.
|
|
89
|
+
*/
|
|
80
90
|
#nextToken() {
|
|
81
91
|
if (this.#buffer.length === 0) {
|
|
82
92
|
return null;
|
|
@@ -86,62 +96,126 @@ class Lexer {
|
|
|
86
96
|
}
|
|
87
97
|
if (this.#buffer.startsWith(CRLF)) {
|
|
88
98
|
this.#buffer = this.#buffer.slice(2);
|
|
89
|
-
|
|
99
|
+
const start = { ...this.#cursor };
|
|
100
|
+
this.#cursor.line++;
|
|
101
|
+
this.#cursor.column = 1;
|
|
102
|
+
this.#cursor.offset += 2;
|
|
103
|
+
const token = {
|
|
104
|
+
type: RecordDelimiter,
|
|
105
|
+
value: CRLF,
|
|
106
|
+
location: {
|
|
107
|
+
start,
|
|
108
|
+
end: { ...this.#cursor },
|
|
109
|
+
rowNumber: this.#rowNumber++
|
|
110
|
+
}
|
|
111
|
+
};
|
|
112
|
+
return token;
|
|
90
113
|
}
|
|
91
114
|
if (this.#buffer.startsWith(LF)) {
|
|
92
115
|
this.#buffer = this.#buffer.slice(1);
|
|
93
|
-
|
|
116
|
+
const start = { ...this.#cursor };
|
|
117
|
+
this.#cursor.line++;
|
|
118
|
+
this.#cursor.column = 1;
|
|
119
|
+
this.#cursor.offset += 1;
|
|
120
|
+
const token = {
|
|
121
|
+
type: RecordDelimiter,
|
|
122
|
+
value: LF,
|
|
123
|
+
location: {
|
|
124
|
+
start,
|
|
125
|
+
end: { ...this.#cursor },
|
|
126
|
+
rowNumber: this.#rowNumber++
|
|
127
|
+
}
|
|
128
|
+
};
|
|
129
|
+
return token;
|
|
94
130
|
}
|
|
95
131
|
if (this.#buffer.startsWith(this.#delimiter)) {
|
|
96
|
-
this.#buffer = this.#buffer.slice(
|
|
97
|
-
|
|
132
|
+
this.#buffer = this.#buffer.slice(1);
|
|
133
|
+
const start = { ...this.#cursor };
|
|
134
|
+
this.#cursor.column += this.#fieldDelimiterLength;
|
|
135
|
+
this.#cursor.offset += this.#fieldDelimiterLength;
|
|
136
|
+
return {
|
|
137
|
+
type: FieldDelimiter,
|
|
138
|
+
value: this.#delimiter,
|
|
139
|
+
location: {
|
|
140
|
+
start,
|
|
141
|
+
end: { ...this.#cursor },
|
|
142
|
+
rowNumber: this.#rowNumber
|
|
143
|
+
}
|
|
144
|
+
};
|
|
98
145
|
}
|
|
99
146
|
if (this.#buffer.startsWith(this.#quotation)) {
|
|
100
|
-
|
|
101
|
-
|
|
147
|
+
let value = "";
|
|
148
|
+
let offset = 1;
|
|
149
|
+
let column = 2;
|
|
150
|
+
let line = 0;
|
|
151
|
+
let cur = this.#buffer[offset];
|
|
152
|
+
let next = this.#buffer[offset + 1];
|
|
153
|
+
do {
|
|
154
|
+
if (cur === this.#quotation) {
|
|
155
|
+
if (next === this.#quotation) {
|
|
156
|
+
value += this.#quotation;
|
|
157
|
+
offset += 2;
|
|
158
|
+
cur = this.#buffer[offset];
|
|
159
|
+
next = this.#buffer[offset + 1];
|
|
160
|
+
column += 2;
|
|
161
|
+
continue;
|
|
162
|
+
}
|
|
163
|
+
if (next === void 0 && this.#flush === false) {
|
|
164
|
+
return null;
|
|
165
|
+
}
|
|
166
|
+
offset++;
|
|
167
|
+
this.#buffer = this.#buffer.slice(offset);
|
|
168
|
+
const start = { ...this.#cursor };
|
|
169
|
+
this.#cursor.column += column;
|
|
170
|
+
this.#cursor.offset += offset;
|
|
171
|
+
this.#cursor.line += line;
|
|
172
|
+
return {
|
|
173
|
+
type: Field,
|
|
174
|
+
value,
|
|
175
|
+
location: {
|
|
176
|
+
start,
|
|
177
|
+
end: { ...this.#cursor },
|
|
178
|
+
rowNumber: this.#rowNumber
|
|
179
|
+
}
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
value += cur;
|
|
183
|
+
if (cur === LF) {
|
|
184
|
+
line++;
|
|
185
|
+
column = 1;
|
|
186
|
+
} else {
|
|
187
|
+
column++;
|
|
188
|
+
}
|
|
189
|
+
offset++;
|
|
190
|
+
cur = next;
|
|
191
|
+
next = this.#buffer[offset + 1];
|
|
192
|
+
} while (cur !== void 0);
|
|
193
|
+
if (this.#flush) {
|
|
194
|
+
throw new ParseError("Unexpected EOF while parsing quoted field.", {
|
|
195
|
+
position: { ...this.#cursor }
|
|
196
|
+
});
|
|
102
197
|
}
|
|
103
|
-
return
|
|
198
|
+
return null;
|
|
104
199
|
}
|
|
105
200
|
const match = this.#matcher.exec(this.#buffer);
|
|
106
201
|
if (match) {
|
|
107
202
|
if (this.#flush === false && match[0].length === this.#buffer.length) {
|
|
108
203
|
return null;
|
|
109
204
|
}
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
) === this.#quotation) {
|
|
123
|
-
value += this.#quotation;
|
|
124
|
-
end += this.#quotationLength * 2;
|
|
125
|
-
continue;
|
|
126
|
-
}
|
|
127
|
-
if (this.#buffer.slice(end, end + this.#quotationLength) === this.#quotation) {
|
|
128
|
-
if (this.#flush === false && end + this.#quotationLength < this.#buffer.length && this.#buffer.slice(
|
|
129
|
-
end + this.#quotationLength,
|
|
130
|
-
this.#delimiterLength
|
|
131
|
-
) !== this.#delimiter && this.#buffer.slice(
|
|
132
|
-
end + this.#quotationLength,
|
|
133
|
-
end + this.#quotationLength + 2
|
|
134
|
-
) !== CRLF && this.#buffer.slice(
|
|
135
|
-
end + this.#quotationLength,
|
|
136
|
-
end + this.#quotationLength + 1
|
|
137
|
-
) !== LF) {
|
|
138
|
-
return null;
|
|
205
|
+
const value = match[1];
|
|
206
|
+
this.#buffer = this.#buffer.slice(value.length);
|
|
207
|
+
const start = { ...this.#cursor };
|
|
208
|
+
this.#cursor.column += value.length;
|
|
209
|
+
this.#cursor.offset += value.length;
|
|
210
|
+
return {
|
|
211
|
+
type: Field,
|
|
212
|
+
value,
|
|
213
|
+
location: {
|
|
214
|
+
start,
|
|
215
|
+
end: { ...this.#cursor },
|
|
216
|
+
rowNumber: this.#rowNumber
|
|
139
217
|
}
|
|
140
|
-
|
|
141
|
-
return { type: Field, value };
|
|
142
|
-
}
|
|
143
|
-
value += this.#buffer[end];
|
|
144
|
-
end++;
|
|
218
|
+
};
|
|
145
219
|
}
|
|
146
220
|
return null;
|
|
147
221
|
}
|