web-csv-toolbox 0.12.0-next-fc4fc577fe49e68164909f314c7d5ec6b4e82a46 → 0.12.0-next-b221fc714faa4b33d33a3349982a1608d8a19b2f

package/README.md

@@ -82,29 +82,9 @@ $ pnpm add web-csv-toolbox
 
 ### From CDN (unpkg.com) 🌐
 
-#### UMD Style 🔄
-
-```html
-<script src="https://unpkg.com/web-csv-toolbox"></script>
-<script>
-const csv = `name,age
-Alice,42
-Bob,69`;
-
-(async function () {
-  for await (const record of CSV.parse(csv)) {
-    console.log(record);
-  }
-})();
-</script>
-```
-
-
-#### ESModule Style 📦
-
 ```html
 <script type="module">
-import { parse } from 'https://unpkg.com/web-csv-toolbox?module';
+import { parse } from 'https://unpkg.com/web-csv-toolbox';
 
 const csv = `name,age
 Alice,42
@@ -283,7 +263,8 @@ try {
 | Versions | Status |
 | -------- | ------ |
 | 20.x     | ✅     |
-| 18.x     | ✅     |
+| 22.x     | ✅     |
+| 24.x     | ✅     |
 
 
 ### Works on Browser

package/dist/Lexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Lexer.js","sources":["../src/Lexer.ts"],"sourcesContent":["import { assertCommonOptions } from \"./assertCommonOptions.ts\";\nimport { Field, FieldDelimiter, RecordDelimiter } from \"./common/constants.ts\";\nimport { ParseError } from \"./common/errors.ts\";\nimport type {\n  AbortSignalOptions,\n  CommonOptions,\n  Position,\n  RecordDelimiterToken,\n  Token,\n} from \"./common/types.ts\";\nimport { CRLF, DEFAULT_DELIMITER, DEFAULT_QUOTATION, LF } from \"./constants.ts\";\nimport { escapeRegExp } from \"./utils/escapeRegExp.ts\";\n\n/**\n * CSV Lexer.\n *\n * Lexer tokenizes CSV data into fields and records.\n */\nexport class Lexer<\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n> {\n  #delimiter: string;\n  #quotation: string;\n  #buffer = \"\";\n  #flush = false;\n  #matcher: RegExp;\n  #fieldDelimiterLength: number;\n\n  #cursor: Position = {\n    line: 1,\n    column: 1,\n    offset: 0,\n  };\n  #rowNumber = 1;\n\n  #signal?: AbortSignal;\n\n  /**\n   * Constructs a new Lexer instance.\n   * @param options - The common options for the lexer.\n   */\n  constructor(\n    options: CommonOptions<Delimiter, Quotation> & AbortSignalOptions = {},\n  ) {\n    const {\n      delimiter = DEFAULT_DELIMITER,\n      quotation = DEFAULT_QUOTATION,\n      signal,\n    } = options;\n    assertCommonOptions({ delimiter, quotation });\n    this.#delimiter = delimiter;\n    this.#quotation = quotation;\n    this.#fieldDelimiterLength = delimiter.length;\n    const d = escapeRegExp(delimiter);\n    const q = escapeRegExp(quotation);\n    this.#matcher = new RegExp(\n      `^(?:(?!${q})(?!${d})(?![\\\\r\\\\n]))([\\\\S\\\\s\\\\uFEFF\\\\xA0]+?)(?=${q}|${d}|\\\\r|\\\\n|$)`,\n    );\n    if (signal) {\n      this.#signal = signal;\n    }\n  }\n\n  /**\n   * Lexes the given chunk of CSV data.\n   * @param chunk - The chunk of CSV data to be lexed.\n   * @param buffering - Indicates whether the lexer is buffering or not.\n   * @returns An iterable iterator of tokens.\n   */\n  public lex(chunk: string | null, buffering = false): IterableIterator<Token> {\n    if (!buffering) {\n      this.#flush = true;\n    }\n    if (typeof chunk === \"string\" && chunk.length !== 0) {\n      this.#buffer += chunk;\n    }\n\n    return this.#tokens();\n  }\n\n  /**\n   * Flushes the lexer and returns any remaining tokens.\n   * @returns An array of tokens.\n   */\n  public flush(): Token[] {\n    this.#flush = true;\n    return [...this.#tokens()];\n  }\n\n  /**\n   * Generates tokens from the buffered CSV data.\n   * @yields Tokens from the buffered CSV data.\n   */\n  *#tokens(): Generator<Token> {\n    if (this.#flush) {\n      // Trim the last CRLF or LF\n      if (this.#buffer.endsWith(CRLF)) {\n        this.#buffer = this.#buffer.slice(0, -2 /* -CRLF.length */);\n      } else if (this.#buffer.endsWith(LF)) {\n        this.#buffer = this.#buffer.slice(0, -1 /* -LF.length */);\n      }\n    }\n    let token: Token | null;\n    while ((token = this.#nextToken())) {\n      yield token;\n    }\n  }\n\n  /**\n   * Retrieves the next token from the buffered CSV data.\n   * @returns The next token or null if there are no more tokens.\n   */\n  #nextToken(): Token | null {\n    this.#signal?.throwIfAborted();\n    if (this.#buffer.length === 0) {\n      return null;\n    }\n    // Buffer is Record Delimiter, defer to the next iteration.\n    if (\n      this.#flush === false &&\n      (this.#buffer === CRLF || this.#buffer === LF)\n    ) {\n      return null;\n    }\n\n    // Check for CRLF\n    if (this.#buffer.startsWith(CRLF)) {\n      this.#buffer = this.#buffer.slice(2);\n      const start: Position = { ...this.#cursor };\n      this.#cursor.line++;\n      this.#cursor.column = 1;\n      this.#cursor.offset += 2; // CRLF.length\n      const token: RecordDelimiterToken = {\n        type: RecordDelimiter,\n        value: CRLF,\n        location: {\n          start,\n          end: { ...this.#cursor },\n          rowNumber: this.#rowNumber++,\n        },\n      };\n      return token;\n    }\n\n    // Check for LF\n    if (this.#buffer.startsWith(LF)) {\n      this.#buffer = this.#buffer.slice(1);\n      const start: Position = { ...this.#cursor };\n      this.#cursor.line++;\n      this.#cursor.column = 1;\n      this.#cursor.offset += 1; // LF.length\n      const token: RecordDelimiterToken = {\n        type: RecordDelimiter,\n        value: LF,\n        location: {\n          start,\n          end: { ...this.#cursor },\n          rowNumber: this.#rowNumber++,\n        },\n      };\n      return token;\n    }\n\n    // Check for Delimiter\n    if (this.#buffer.startsWith(this.#delimiter)) {\n      this.#buffer = this.#buffer.slice(1);\n      const start: Position = { ...this.#cursor };\n      this.#cursor.column += this.#fieldDelimiterLength;\n      this.#cursor.offset += this.#fieldDelimiterLength;\n      return {\n        type: FieldDelimiter,\n        value: this.#delimiter,\n        location: {\n          start,\n          end: { ...this.#cursor },\n          rowNumber: this.#rowNumber,\n        },\n      };\n    }\n\n    // Check for Quoted String\n    if (this.#buffer.startsWith(this.#quotation)) {\n      /**\n       * Extract Quoted field.\n       *\n       * The following code is equivalent to the following:\n       *\n       * If the next character is a quote:\n       * - If the character after that is a quote, then append a quote to the value and skip two characters.\n       * - Otherwise, return the quoted string.\n       * Otherwise, append the character to the value and skip one character.\n       *\n       * ```plaintext\n       * | `i`        | `i + 1`    | `i + 2`  |\n       * |------------|------------|----------|\n       * | cur        | next       |          | => Variable names\n       * | #quotation | #quotation |          | => Escaped quote\n       * | #quotation | (EOF)      |          | => Closing quote\n       * | #quotation | undefined  |          | => End of buffer\n       * | undefined  |            |          | => End of buffer\n       * ```\n       */\n      let value = \"\";\n      let offset = 1; // Skip the opening quote\n      let column = 2; // Skip the opening quote\n      let line = 0;\n\n      // Define variables\n      let cur: string = this.#buffer[offset];\n      let next: string | undefined = this.#buffer[offset + 1];\n      do {\n        // If the current character is a quote, check the next characters for closing quotes.\n        if (cur === this.#quotation) {\n          // If the cur character is a quote and the next character is a quote,\n          // then append a quote to the value and skip two characters.\n          if (next === this.#quotation) {\n            // Append a quote to the value and skip two characters.\n            value += this.#quotation;\n            offset += 2;\n            cur = this.#buffer[offset];\n            next = this.#buffer[offset + 1];\n\n            // Update the diff\n            column += 2;\n            continue;\n          }\n\n          // If the cur character is a quote and the next character is undefined,\n          // then return null.\n          if (next === undefined && this.#flush === false) {\n            return null;\n          }\n\n          // Otherwise, return the quoted string.\n          // Update the buffer and return the token\n          offset++;\n          this.#buffer = this.#buffer.slice(offset);\n          const start: Position = { ...this.#cursor };\n          this.#cursor.column += column;\n          this.#cursor.offset += offset;\n          this.#cursor.line += line;\n          return {\n            type: Field,\n            value,\n            location: {\n              start,\n              end: { ...this.#cursor },\n              rowNumber: this.#rowNumber,\n            },\n          };\n        }\n\n        // Append the character to the value.\n        value += cur;\n\n        // Prepare for the next iteration\n        if (cur === LF) {\n          // If the current character is a LF,\n          // then increment the line number and reset the column number.\n          line++;\n          column = 1;\n        } else {\n          // Otherwise, increment the column number and offset.\n          column++;\n        }\n\n        offset++;\n        cur = next;\n        next = this.#buffer[offset + 1];\n      } while (cur !== undefined);\n\n      if (this.#flush) {\n        throw new ParseError(\"Unexpected EOF while parsing quoted field.\", {\n          position: { ...this.#cursor },\n        });\n      }\n      return null;\n    }\n\n    // Check for Unquoted String\n    const match = this.#matcher.exec(this.#buffer);\n    if (match) {\n      // If we're flushing and the match doesn't consume the entire buffer,\n      // then return null\n      if (this.#flush === false && match[0].length === this.#buffer.length) {\n        return null;\n      }\n      const value = match[1];\n      this.#buffer = this.#buffer.slice(value.length);\n      const start: Position = { ...this.#cursor };\n      this.#cursor.column += value.length;\n      this.#cursor.offset += value.length;\n      return {\n        type: Field,\n        value,\n        location: {\n          start,\n          end: { ...this.#cursor },\n          rowNumber: this.#rowNumber,\n        },\n      };\n    }\n\n    // Otherwise, return null\n    return null;\n  }\n}\n"],"names":[],"mappings":";;;;;;AAkBO,MAAM,KAGX,CAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,OAAU,GAAA,EAAA;AAAA,EACV,MAAS,GAAA,KAAA;AAAA,EACT,QAAA;AAAA,EACA,qBAAA;AAAA,EAEA,OAAoB,GAAA;AAAA,IAClB,IAAM,EAAA,CAAA;AAAA,IACN,MAAQ,EAAA,CAAA;AAAA,IACR,MAAQ,EAAA;AAAA,GACV;AAAA,EACA,UAAa,GAAA,CAAA;AAAA,EAEb,OAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,WAAA,CACE,OAAoE,GAAA,EACpE,EAAA;AACA,IAAM,MAAA;AAAA,MACJ,SAAY,GAAA,iBAAA;AAAA,MACZ,SAAY,GAAA,iBAAA;AAAA,MACZ;AAAA,KACE,GAAA,OAAA;AACJ,IAAoB,mBAAA,CAAA,EAAE,SAAW,EAAA,SAAA,EAAW,CAAA;AAC5C,IAAA,IAAA,CAAK,UAAa,GAAA,SAAA;AAClB,IAAA,IAAA,CAAK,UAAa,GAAA,SAAA;AAClB,IAAA,IAAA,CAAK,wBAAwB,SAAU,CAAA,MAAA;AACvC,IAAM,MAAA,CAAA,GAAI,aAAa,SAAS,CAAA;AAChC,IAAM,MAAA,CAAA,GAAI,aAAa,SAAS,CAAA;AAChC,IAAA,IAAA,CAAK,WAAW,IAAI,MAAA;AAAA,MAClB,UAAU,CAAC,CAAA,IAAA,EAAO,CAAC,CAA4C,yCAAA,EAAA,CAAC,IAAI,CAAC,CAAA,WAAA;AAAA,KACvE;AACA,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,OAAU,GAAA,MAAA;AAAA;AACjB;AACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQO,GAAA,CAAI,KAAsB,EAAA,SAAA,GAAY,KAAgC,EAAA;AAC3E,IAAA,IAAI,CAAC,SAAW,EAAA;AACd,MAAA,IAAA,CAAK,MAAS,GAAA,IAAA;AAAA;AAEhB,IAAA,IAAI,OAAO,KAAA,KAAU,QAAY,IAAA,KAAA,CAAM,WAAW,CAAG,EAAA;AACnD,MAAA,IAAA,CAAK,OAAW,IAAA,KAAA;AAAA;AAGlB,IAAA,OAAO,KAAK,OAAQ,EAAA;AAAA;AACtB;AAAA;AAAA;AAAA;AAAA,EAMO,KAAiB,GAAA;AACtB,IAAA,IAAA,CAAK,MAAS,GAAA,IAAA;AACd,IAAA,OAAO,CAAC,GAAG,IAAK,CAAA,OAAA,EAAS,CAAA;AAAA;AAC3B;AAAA;AAAA;AAAA;AAAA,EAMA,CAAC,OAA4B,GAAA;AAC3B,IAAA,IAAI,KAAK,MAAQ,EAAA;AAEf,MAAA,IAAI,IAAK,CAAA,OAAA,CAAQ,QAAS,CAAA,IAAI,CAAG,EAAA;AAC/B,QAAK,IAAA,CAAA,OAAA,GAAU,KAAK,OAAQ,CAAA,KAAA;AAAA,UAAM,CAAA;AAAA,UAAG;AAAA;AAAA,SAAqB;AAAA,OACjD,MAAA,IAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,EAAE,CAAG,EAAA;AACpC,QAAK,IAAA,CAAA,OAAA,GAAU,KAAK,OAAQ,CAAA,KAAA;AAAA,UAAM,CAAA;AAAA,UAAG;AAAA;AAAA,SAAmB;AAAA;AAC1D;AAEF,IAAI,IAAA,KAAA;AACJ,IAAQ,OAAA,KAAA,GAAQ,IAAK,CAAA,UAAA,EAAe,EAAA;AAClC,MAAM,MAAA,KAAA;AAAA;AACR;AACF;AAAA;AAAA;AAAA;AAAA,EAMA,UAA2B,GAAA;AACzB,IAAA,IAAA,CAAK,SAAS,cAAe,EAAA;AAC7B,IAAI,IAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,KAAW,CAAG,EAAA;AAC7B,MAAO,OAAA,IAAA;AAAA;AAGT,IACE,IAAA,IAAA,CAAK,WAAW,KACf,KAAA,IAAA,CAAK,YAAY,IAAQ,IAAA,IAAA,CAAK,YAAY,EAC3C,CAAA,EAAA;AACA,MAAO,OAAA,IAAA;AAAA;AAIT,IAAA,IAAI,IAAK,CAAA,OAAA,CAAQ,UAAW,CAAA,IAAI,CAAG,EAAA;AACjC,MAAA,IAAA,CAAK,OAAU,GAAA,IAAA,CAAK,OAAQ,CAAA,KAAA,CAAM,CAAC,CAAA;AACnC,MAAA,MAAM,KAAkB,GAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAC1C,MAAA,IAAA,CAAK,OAAQ,CAAA,IAAA,EAAA;AACb,MAAA,IAAA,CAAK,QAAQ,MAAS,GAAA,CAAA;AACtB,MAAA,IAAA,CAAK,QAAQ,MAAU,IAAA,CAAA;AACvB,MAAA,MAAM,KAA8B,GAAA;AAAA,QAClC,IAAM,EAAA,eAAA;AAAA,QACN,KAAO,EAAA,IAAA;AAAA,QACP,QAAU,EAAA;AAAA,UACR,KAAA;AAAA,UACA,GAAK,EAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAAA,UACvB,WAAW,IAAK,CAAA,UAAA;AAAA;AAClB,OACF;AACA,MAAO,OAAA,KAAA;AAAA;AAIT,IAAA,IAAI,IAAK,CAAA,OAAA,CAAQ,UAAW,CAAA,EAAE,CAAG,EAAA;AAC/B,MAAA,IAAA,CAAK,OAAU,GAAA,IAAA,CAAK,OAAQ,CAAA,KAAA,CAAM,CAAC,CAAA;AACnC,MAAA,MAAM,KAAkB,GAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAC1C,MAAA,IAAA,CAAK,OAAQ,CAAA,IAAA,EAAA;AACb,MAAA,IAAA,CAAK,QAAQ,MAAS,GAAA,CAAA;AACtB,MAAA,IAAA,CAAK,QAAQ,MAAU,IAAA,CAAA;AACvB,MAAA,MAAM,KAA8B,GAAA;AAAA,QAClC,IAAM,EAAA,eAAA;AAAA,QACN,KAAO,EAAA,EAAA;AAAA,QACP,QAAU,EAAA;AAAA,UACR,KAAA;AAAA,UACA,GAAK,EAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAAA,UACvB,WAAW,IAAK,CAAA,UAAA;AAAA;AAClB,OACF;AACA,MAAO,OAAA,KAAA;AAAA;AAIT,IAAA,IAAI,IAAK,CAAA,OAAA,CAAQ,UAAW,CAAA,IAAA,CAAK,UAAU,CAAG,EAAA;AAC5C,MAAA,IAAA,CAAK,OAAU,GAAA,IAAA,CAAK,OAAQ,CAAA,KAAA,CAAM,CAAC,CAAA;AACnC,MAAA,MAAM,KAAkB,GAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAC1C,MAAK,IAAA,CAAA,OAAA,CAAQ,UAAU,IAAK,CAAA,qBAAA;AAC5B,MAAK,IAAA,CAAA,OAAA,CAAQ,UAAU,IAAK,CAAA,qBAAA;AAC5B,MAAO,OAAA;AAAA,QACL,IAAM,EAAA,cAAA;AAAA,QACN,OAAO,IAAK,CAAA,UAAA;AAAA,QACZ,QAAU,EAAA;AAAA,UACR,KAAA;AAAA,UACA,GAAK,EAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAAA,UACvB,WAAW,IAAK,CAAA;AAAA;AAClB,OACF;AAAA;AAIF,IAAA,IAAI,IAAK,CAAA,OAAA,CAAQ,UAAW,CAAA,IAAA,CAAK,UAAU,CAAG,EAAA;AAqB5C,MAAA,IAAI,KAAQ,GAAA,EAAA;AACZ,MAAA,IAAI,MAAS,GAAA,CAAA;AACb,MAAA,IAAI,MAAS,GAAA,CAAA;AACb,MAAA,IAAI,IAAO,GAAA,CAAA;AAGX,MAAI,IAAA,GAAA,GAAc,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA;AACrC,MAAA,IAAI,IAA2B,GAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,GAAS,CAAC,CAAA;AACtD,MAAG,GAAA;AAED,QAAI,IAAA,GAAA,KAAQ,KAAK,UAAY,EAAA;AAG3B,UAAI,IAAA,IAAA,KAAS,KAAK,UAAY,EAAA;AAE5B,YAAA,KAAA,IAAS,IAAK,CAAA,UAAA;AACd,YAAU,MAAA,IAAA,CAAA;AACV,YAAM,GAAA,GAAA,IAAA,CAAK,QAAQ,MAAM,CAAA;AACzB,YAAO,IAAA,GAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,GAAS,CAAC,CAAA;AAG9B,YAAU,MAAA,IAAA,CAAA;AACV,YAAA;AAAA;AAKF,UAAA,IAAI,IAAS,KAAA,MAAA,IAAa,IAAK,CAAA,MAAA,KAAW,KAAO,EAAA;AAC/C,YAAO,OAAA,IAAA;AAAA;AAKT,UAAA,MAAA,EAAA;AACA,UAAA,IAAA,CAAK,OAAU,GAAA,IAAA,CAAK,OAAQ,CAAA,KAAA,CAAM,MAAM,CAAA;AACxC,UAAA,MAAM,KAAkB,GAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAC1C,UAAA,IAAA,CAAK,QAAQ,MAAU,IAAA,MAAA;AACvB,UAAA,IAAA,CAAK,QAAQ,MAAU,IAAA,MAAA;AACvB,UAAA,IAAA,CAAK,QAAQ,IAAQ,IAAA,IAAA;AACrB,UAAO,OAAA;AAAA,YACL,IAAM,EAAA,KAAA;AAAA,YACN,KAAA;AAAA,YACA,QAAU,EAAA;AAAA,cACR,KAAA;AAAA,cACA,GAAK,EAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAAA,cACvB,WAAW,IAAK,CAAA;AAAA;AAClB,WACF;AAAA;AAIF,QAAS,KAAA,IAAA,GAAA;AAGT,QAAA,IAAI,QAAQ,EAAI,EAAA;AAGd,UAAA,IAAA,EAAA;AACA,UAAS,MAAA,GAAA,CAAA;AAAA,SACJ,MAAA;AAEL,UAAA,MAAA,EAAA;AAAA;AAGF,QAAA,MAAA,EAAA;AACA,QAAM,GAAA,GAAA,IAAA;AACN,QAAO,IAAA,GAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,GAAS,CAAC,CAAA;AAAA,eACvB,GAAQ,KAAA,MAAA;AAEjB,MAAA,IAAI,KAAK,MAAQ,EAAA;AACf,QAAM,MAAA,IAAI,WAAW,4CAA8C,EAAA;AAAA,UACjE,QAAU,EAAA,EAAE,GAAG,IAAA,CAAK,OAAQ;AAAA,SAC7B,CAAA;AAAA;AAEH,MAAO,OAAA,IAAA;AAAA;AAIT,IAAA,MAAM,KAAQ,GAAA,IAAA,CAAK,QAAS,CAAA,IAAA,CAAK,KAAK,OAAO,CAAA;AAC7C,IAAA,IAAI,KAAO,EAAA;AAGT,MAAI,IAAA,IAAA,CAAK,WAAW,KAAS,IAAA,KAAA,CAAM,CAAC,CAAE,CAAA,MAAA,KAAW,IAAK,CAAA,OAAA,CAAQ,MAAQ,EAAA;AACpE,QAAO,OAAA,IAAA;AAAA;AAET,MAAM,MAAA,KAAA,GAAQ,MAAM,CAAC,CAAA;AACrB,MAAA,IAAA,CAAK,OAAU,GAAA,IAAA,CAAK,OAAQ,CAAA,KAAA,CAAM,MAAM,MAAM,CAAA;AAC9C,MAAA,MAAM,KAAkB,GAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAC1C,MAAK,IAAA,CAAA,OAAA,CAAQ,UAAU,KAAM,CAAA,MAAA;AAC7B,MAAK,IAAA,CAAA,OAAA,CAAQ,UAAU,KAAM,CAAA,MAAA;AAC7B,MAAO,OAAA;AAAA,QACL,IAAM,EAAA,KAAA;AAAA,QACN,KAAA;AAAA,QACA,QAAU,EAAA;AAAA,UACR,KAAA;AAAA,UACA,GAAK,EAAA,EAAE,GAAG,IAAA,CAAK,OAAQ,EAAA;AAAA,UACvB,WAAW,IAAK,CAAA;AAAA;AAClB,OACF;AAAA;AAIF,IAAO,OAAA,IAAA;AAAA;AAEX;;;;"}

package/dist/LexerTransformer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LexerTransformer.js","sources":["../src/LexerTransformer.ts"],"sourcesContent":["import { Lexer } from \"./Lexer.ts\";\nimport type { CommonOptions, Token } from \"./common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"./constants.ts\";\n\n/**\n * A transform stream that converts a stream of tokens into a stream of rows.\n *\n * @category Low-level API\n *\n * @example Parse a CSV with headers by data\n * ```ts\n * new ReadableStream({\n *   start(controller) {\n *     controller.enqueue(\"name,age\\r\\n\");\n *     controller.enqueue(\"Alice,20\\r\\n\");\n *     controller.close();\n *   }\n * })\n *   .pipeThrough(new LexerTransformer())\n *   .pipeTo(new WritableStream({ write(tokens) {\n *     for (const token of tokens) {\n *       console.log(token);\n *     }\n *   }}));\n * // { type: Field, value: \"name\", location: {...} }\n * // { type: FieldDelimiter, value: \",\", location: {...} }\n * // { type: Field, value: \"age\", location: {...} }\n * // { type: RecordDelimiter, value: \"\\r\\n\", location: {...} }\n * // { type: Field, value: \"Alice\", location: {...} }\n * // { type: FieldDelimiter, value: \",\", location: {...} }\n * // { type: Field, value: \"20\" }\n * // { type: RecordDelimiter, value: \"\\r\\n\", location: {...} }\n * ```\n */\nexport class LexerTransformer<\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n> extends TransformStream<string, Token[]> {\n  public readonly lexer: Lexer<Delimiter, Quotation>;\n  constructor(options: CommonOptions<Delimiter, Quotation> = {}) {\n    super({\n      transform: (chunk, controller) => {\n        if (chunk.length !== 0) {\n          try {\n            controller.enqueue([...this.lexer.lex(chunk, true)]);\n          } catch (error) {\n            controller.error(error);\n          }\n        }\n      },\n      flush: (controller) => {\n        try {\n          controller.enqueue(this.lexer.flush());\n        } catch (error) {\n          controller.error(error);\n        }\n      },\n    });\n    this.lexer = new Lexer(options);\n  }\n}\n"],"names":[],"mappings":";;AAkCO,MAAM,yBAGH,eAAiC,CAAA;AAAA,EACzB,KAAA;AAAA,EAChB,WAAA,CAAY,OAA+C,GAAA,EAAI,EAAA;AAC7D,IAAM,KAAA,CAAA;AAAA,MACJ,SAAA,EAAW,CAAC,KAAA,EAAO,UAAe,KAAA;AAChC,QAAI,IAAA,KAAA,CAAM,WAAW,CAAG,EAAA;AACtB,UAAI,IAAA;AACF,YAAW,UAAA,CAAA,OAAA,CAAQ,CAAC,GAAG,IAAA,CAAK,MAAM,GAAI,CAAA,KAAA,EAAO,IAAI,CAAC,CAAC,CAAA;AAAA,mBAC5C,KAAO,EAAA;AACd,YAAA,UAAA,CAAW,MAAM,KAAK,CAAA;AAAA;AACxB;AACF,OACF;AAAA,MACA,KAAA,EAAO,CAAC,UAAe,KAAA;AACrB,QAAI,IAAA;AACF,UAAA,UAAA,CAAW,OAAQ,CAAA,IAAA,CAAK,KAAM,CAAA,KAAA,EAAO,CAAA;AAAA,iBAC9B,KAAO,EAAA;AACd,UAAA,UAAA,CAAW,MAAM,KAAK,CAAA;AAAA;AACxB;AACF,KACD,CAAA;AACD,IAAK,IAAA,CAAA,KAAA,GAAQ,IAAI,KAAA,CAAM,OAAO,CAAA;AAAA;AAElC;;;;"}

package/dist/RecordAssembler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordAssembler.js","sources":["../src/RecordAssembler.ts"],"sourcesContent":["import { FieldDelimiter, RecordDelimiter } from \"./common/constants.ts\";\nimport { ParseError } from \"./common/errors.ts\";\nimport type {\n  CSVRecord,\n  RecordAssemblerOptions,\n  Token,\n} from \"./common/types.ts\";\n\nexport class RecordAssembler<Header extends ReadonlyArray<string>> {\n  #fieldIndex = 0;\n  #row: string[] = [];\n  #header: Header | undefined;\n  #dirty = false;\n  #signal?: AbortSignal;\n\n  constructor(options: RecordAssemblerOptions<Header> = {}) {\n    if (options.header !== undefined && Array.isArray(options.header)) {\n      this.#setHeader(options.header);\n    }\n    if (options.signal) {\n      this.#signal = options.signal;\n    }\n  }\n\n  public *assemble(\n    tokens: Iterable<Token>,\n    flush = true,\n  ): IterableIterator<CSVRecord<Header>> {\n    for (const token of tokens) {\n      this.#signal?.throwIfAborted();\n      switch (token.type) {\n        case FieldDelimiter:\n          this.#fieldIndex++;\n          this.#dirty = true;\n          break;\n        case RecordDelimiter:\n          if (this.#header === undefined) {\n            this.#setHeader(this.#row as unknown as Header);\n          } else {\n            if (this.#dirty) {\n              yield Object.fromEntries(\n                this.#header.map((header, index) => [\n                  header,\n                  this.#row.at(index),\n                ]),\n              ) as unknown as CSVRecord<Header>;\n            } else {\n              yield Object.fromEntries(\n                this.#header.map((header) => [header, \"\"]),\n              ) as CSVRecord<Header>;\n            }\n          }\n          // Reset the row fields buffer.\n          this.#fieldIndex = 0;\n          this.#row = new Array(this.#header?.length).fill(\"\");\n          this.#dirty = false;\n          break;\n        default:\n          this.#dirty = true;\n          this.#row[this.#fieldIndex] = token.value;\n          break;\n      }\n    }\n\n    if (flush) {\n      yield* this.flush();\n    }\n  }\n\n  public *flush(): Generator<CSVRecord<Header>> {\n    if (this.#header !== undefined) {\n      if (this.#dirty) {\n        yield Object.fromEntries(\n          this.#header\n            .filter((v) => v)\n            .map((header, index) => [header, this.#row.at(index)]),\n        ) as unknown as CSVRecord<Header>;\n      }\n    }\n  }\n\n  #setHeader(header: Header) {\n    this.#header = header;\n    if (this.#header.length === 0) {\n      throw new ParseError(\"The header must not be empty.\");\n    }\n    if (new Set(this.#header).size !== this.#header.length) {\n      throw new ParseError(\"The header must not contain duplicate fields.\");\n    }\n  }\n}\n"],"names":[],"mappings":";;;AAQO,MAAM,eAAsD,CAAA;AAAA,EACjE,WAAc,GAAA,CAAA;AAAA,EACd,OAAiB,EAAC;AAAA,EAClB,OAAA;AAAA,EACA,MAAS,GAAA,KAAA;AAAA,EACT,OAAA;AAAA,EAEA,WAAA,CAAY,OAA0C,GAAA,EAAI,EAAA;AACxD,IAAA,IAAI,QAAQ,MAAW,KAAA,MAAA,IAAa,MAAM,OAAQ,CAAA,OAAA,CAAQ,MAAM,CAAG,EAAA;AACjE,MAAK,IAAA,CAAA,UAAA,CAAW,QAAQ,MAAM,CAAA;AAAA;AAEhC,IAAA,IAAI,QAAQ,MAAQ,EAAA;AAClB,MAAA,IAAA,CAAK,UAAU,OAAQ,CAAA,MAAA;AAAA;AACzB;AACF,EAEA,CAAQ,QAAA,CACN,MACA,EAAA,KAAA,GAAQ,IAC6B,EAAA;AACrC,IAAA,KAAA,MAAW,SAAS,MAAQ,EAAA;AAC1B,MAAA,IAAA,CAAK,SAAS,cAAe,EAAA;AAC7B,MAAA,QAAQ,MAAM,IAAM;AAAA,QAClB,KAAK,cAAA;AACH,UAAK,IAAA,CAAA,WAAA,EAAA;AACL,UAAA,IAAA,CAAK,MAAS,GAAA,IAAA;AACd,UAAA;AAAA,QACF,KAAK,eAAA;AACH,UAAI,IAAA,IAAA,CAAK,YAAY,MAAW,EAAA;AAC9B,YAAK,IAAA,CAAA,UAAA,CAAW,KAAK,IAAyB,CAAA;AAAA,WACzC,MAAA;AACL,YAAA,IAAI,KAAK,MAAQ,EAAA;AACf,cAAA,MAAM,MAAO,CAAA,WAAA;AAAA,gBACX,IAAK,CAAA,OAAA,CAAQ,GAAI,CAAA,CAAC,QAAQ,KAAU,KAAA;AAAA,kBAClC,MAAA;AAAA,kBACA,IAAA,CAAK,IAAK,CAAA,EAAA,CAAG,KAAK;AAAA,iBACnB;AAAA,eACH;AAAA,aACK,MAAA;AACL,cAAA,MAAM,MAAO,CAAA,WAAA;AAAA,gBACX,IAAA,CAAK,QAAQ,GAAI,CAAA,CAAC,WAAW,CAAC,MAAA,EAAQ,EAAE,CAAC;AAAA,eAC3C;AAAA;AACF;AAGF,UAAA,IAAA,CAAK,WAAc,GAAA,CAAA;AACnB,UAAK,IAAA,CAAA,IAAA,GAAO,IAAI,KAAM,CAAA,IAAA,CAAK,SAAS,MAAM,CAAA,CAAE,KAAK,EAAE,CAAA;AACnD,UAAA,IAAA,CAAK,MAAS,GAAA,KAAA;AACd,UAAA;AAAA,QACF;AACE,UAAA,IAAA,CAAK,MAAS,GAAA,IAAA;AACd,UAAA,IAAA,CAAK,IAAK,CAAA,IAAA,CAAK,WAAW,CAAA,GAAI,KAAM,CAAA,KAAA;AACpC,UAAA;AAAA;AACJ;AAGF,IAAA,IAAI,KAAO,EAAA;AACT,MAAA,OAAO,KAAK,KAAM,EAAA;AAAA;AACpB;AACF,EAEA,CAAQ,KAAsC,GAAA;AAC5C,IAAI,IAAA,IAAA,CAAK,YAAY,MAAW,EAAA;AAC9B,MAAA,IAAI,KAAK,MAAQ,EAAA;AACf,QAAA,MAAM,MAAO,CAAA,WAAA;AAAA,UACX,KAAK,OACF,CAAA,MAAA,CAAO,CAAC,CAAM,KAAA,CAAC,EACf,GAAI,CAAA,CAAC,MAAQ,EAAA,KAAA,KAAU,CAAC,MAAQ,EAAA,IAAA,CAAK,KAAK,EAAG,CAAA,KAAK,CAAC,CAAC;AAAA,SACzD;AAAA;AACF;AACF;AACF,EAEA,WAAW,MAAgB,EAAA;AACzB,IAAA,IAAA,CAAK,OAAU,GAAA,MAAA;AACf,IAAI,IAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,KAAW,CAAG,EAAA;AAC7B,MAAM,MAAA,IAAI,WAAW,+BAA+B,CAAA;AAAA;AAEtD,IAAI,IAAA,IAAI,IAAI,IAAK,CAAA,OAAO,EAAE,IAAS,KAAA,IAAA,CAAK,QAAQ,MAAQ,EAAA;AACtD,MAAM,MAAA,IAAI,WAAW,+CAA+C,CAAA;AAAA;AACtE;AAEJ;;;;"}

package/dist/RecordAssemblerTransformer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordAssemblerTransformer.js","sources":["../src/RecordAssemblerTransformer.ts"],"sourcesContent":["import { RecordAssembler } from \"./RecordAssembler.ts\";\nimport type {\n  CSVRecord,\n  RecordAssemblerOptions,\n  Token,\n} from \"./common/types.ts\";\n\n/**\n * A transform stream that converts a stream of tokens into a stream of rows.\n * @template Header The type of the header row.\n * @param options The options for the parser.\n *\n * @category Low-level API\n *\n * @example Parse a CSV with headers by data\n *  ```ts\n * new ReadableStream({\n *   start(controller) {\n *     controller.enqueue(\"name,age\\r\\n\");\n *     controller.enqueue(\"Alice,20\\r\\n\");\n *     controller.enqueue(\"Bob,25\\r\\n\");\n *     controller.enqueue(\"Charlie,30\\r\\n\");\n *     controller.close();\n *   })\n *   .pipeThrough(new LexerTransformer())\n *   .pipeThrough(new RecordAssemblerTransformer())\n *   .pipeTo(new WritableStream({ write(row) { console.log(row); }}));\n * // { name: \"Alice\", age: \"20\" }\n * // { name: \"Bob\", age: \"25\" }\n * // { name: \"Charlie\", age: \"30\" }\n * ```\n *\n * @example Parse a CSV with headers by options\n * ```ts\n * new ReadableStream({\n *   start(controller) {\n *     controller.enqueue(\"Alice,20\\r\\n\");\n *     controller.enqueue(\"Bob,25\\r\\n\");\n *     controller.enqueue(\"Charlie,30\\r\\n\");\n *     controller.close();\n *   }\n * })\n * .pipeThrough(new LexerTransformer())\n * .pipeThrough(new RecordAssemblerTransformer({ header: [\"name\", \"age\"] }))\n * .pipeTo(new WritableStream({ write(row) { console.log(row); }}));\n * // { name: \"Alice\", age: \"20\" }\n * // { name: \"Bob\", age: \"25\" }\n * // { name: \"Charlie\", age: \"30\" }\n * ```\n */\nexport class RecordAssemblerTransformer<\n  Header extends ReadonlyArray<string>,\n> extends TransformStream<Token[], CSVRecord<Header>> {\n  public readonly assembler: RecordAssembler<Header>;\n\n  constructor(options: RecordAssemblerOptions<Header> = {}) {\n    super({\n      transform: (tokens, controller) => {\n        try {\n          for (const token of this.assembler.assemble(tokens, false)) {\n            controller.enqueue(token);\n          }\n        } catch (error) {\n          controller.error(error);\n        }\n      },\n      flush: (controller) => {\n        try {\n          for (const token of this.assembler.flush()) {\n            controller.enqueue(token);\n          }\n        } catch (error) {\n          controller.error(error);\n        }\n      },\n    });\n    this.assembler = new RecordAssembler(options);\n  }\n}\n"],"names":[],"mappings":";;AAkDO,MAAM,mCAEH,eAA4C,CAAA;AAAA,EACpC,SAAA;AAAA,EAEhB,WAAA,CAAY,OAA0C,GAAA,EAAI,EAAA;AACxD,IAAM,KAAA,CAAA;AAAA,MACJ,SAAA,EAAW,CAAC,MAAA,EAAQ,UAAe,KAAA;AACjC,QAAI,IAAA;AACF,UAAA,KAAA,MAAW,SAAS,IAAK,CAAA,SAAA,CAAU,QAAS,CAAA,MAAA,EAAQ,KAAK,CAAG,EAAA;AAC1D,YAAA,UAAA,CAAW,QAAQ,KAAK,CAAA;AAAA;AAC1B,iBACO,KAAO,EAAA;AACd,UAAA,UAAA,CAAW,MAAM,KAAK,CAAA;AAAA;AACxB,OACF;AAAA,MACA,KAAA,EAAO,CAAC,UAAe,KAAA;AACrB,QAAI,IAAA;AACF,UAAA,KAAA,MAAW,KAAS,IAAA,IAAA,CAAK,SAAU,CAAA,KAAA,EAAS,EAAA;AAC1C,YAAA,UAAA,CAAW,QAAQ,KAAK,CAAA;AAAA;AAC1B,iBACO,KAAO,EAAA;AACd,UAAA,UAAA,CAAW,MAAM,KAAK,CAAA;AAAA;AACxB;AACF,KACD,CAAA;AACD,IAAK,IAAA,CAAA,SAAA,GAAY,IAAI,eAAA,CAAgB,OAAO,CAAA;AAAA;AAEhD;;;;"}