@ansi-tools/parser 1.0.0 → 1.0.2

package/README.md

@@ -2,18 +2,9 @@
 
 Parser for ANSI escape sequences.
 
-## Supported sequence types
-
-- **CSI** (Control Sequence Introducer): `\x1b[...`
-- **OSC** (Operating System Command): `\x1b]...`
-- **DCS** (Device Control String): `\x1bP...`
-- **ESC** (Escape): `\x1b...`
-- **DEC** (DEC Private Mode): `\x1b[?...`
-- **STRING** (APC/PM/SOS): `\x1b_...`, `\x1b^...`, `\x1bX...`
-- **PRIVATE** (Private sequences): `\x1b[<...`, `\x1b[=...`, `\x1b[>...`
-
 ## Features
 
+- ✅ Supports CSI, OSC, DCS, ESC, APC, SOS, PM, etc.
 - ✅ Handles 7-bit (`\x1b` or `\u001b`) and 8-bit (`\u009b`) introducers
 - ✅ Handles octal (`\033`) and shorthand `\e` introducers (only escaped)
 - ✅ Multiple string terminators (`\x1b\\`, `\x07`)
@@ -44,8 +35,8 @@ There is a difference between escaped and unescaped input. Only with an escaped
 input string the raw input and the positions can be preserved in the tokens and
 control codes. See the example below for the default and the `/escaped` import.
 
-The default and unescaped tokenization is roughly ~30% faster. Use this default
-if you just need the control codes.
+The default and unescaped tokenization is roughly ~30% faster. Use this if you
+just need the control codes.
 
 ## Examples
 
@@ -152,11 +143,15 @@ function parse(input: string): CODE[];
 
 function* tokenizer(input: string): Generator<TOKEN>;
 function* parser(tokens: Generator<TOKEN>): Generator<CODE>;
-```
 
-### CODE
+type TOKEN = {
+  type: "INTRODUCER" | "DATA" | "FINAL" | "TEXT";
+  pos: number;
+  raw: string;
+  code?: string;
+  intermediate?: string;
+};
 
-```ts
 type CONTROL_CODE = {
   type: "CSI" | "DCS" | "DEC" | "ESC" | "OSC" | "SGR" | "STRING" | "PRIVATE";
   command: string;
@@ -165,25 +160,13 @@ type CONTROL_CODE = {
   pos: number;
 };
 
-type CONTROL_CODE_TEXT = {
+type TEXT = {
   type: "TEXT";
   raw: string;
   pos: number;
 };
 
-type CODE = CONTROL_CODE | CONTROL_CODE_TEXT;
-```
-
-### TOKEN
-
-```ts
-type TOKEN = {
-  type: "INTRODUCER" | "DATA" | "FINAL" | "TEXT";
-  pos: number;
-  raw: string;
-  code?: string;
-  intermediate?: string;
-};
+type CODE = CONTROL_CODE | TEXT;
 ```
 
 ## License

package/dist/escaped.d.ts

@@ -1,4 +1,4 @@
-import { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CONTROL_CODE_TEXT, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN, TOKEN_TYPES, parser } from "./parse-BtpkwNjf.js";
+import { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TEXT, TOKEN, TOKEN_TYPES, parser } from "./parse-Nkb7K322.js";
 
 //#region src/parse.escaped.d.ts
 declare function parse(input: string): CODE[];
@@ -7,4 +7,4 @@ declare function parse(input: string): CODE[];
 declare function tokenizer(input: string): Generator<TOKEN>;
 declare function tokenize(input: string): TOKEN[];
 //#endregion
-export { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CONTROL_CODE_TEXT, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN, TOKEN_TYPES, parse, parser, tokenize, tokenizer };
+export { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TEXT, TOKEN, TOKEN_TYPES, parse, parser, tokenize, tokenizer };

package/dist/escaped.js

@@ -1,4 +1,4 @@
-import { APC, APC_OPEN, BACKSLASH, BELL, CODE_TYPES, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN_TYPES, parser } from "./parse-DX-Po36R.js";
+import { APC, APC_OPEN, BACKSLASH, BELL, CODE_TYPES, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN_TYPES, parser } from "./parse-D-nJlcK3.js";
 
 //#region src/tokenize.escaped.ts
 const CSI_ESCAPED = "\\u009b";
@@ -121,7 +121,7 @@ function* tokenizer(input) {
 							});
 							i += len;
 							setState("SEQUENCE", ESC);
-						}
+						} else i += len;
 					}
 					break;
 				}

package/dist/index.d.ts

@@ -1,7 +1,7 @@
-import { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CONTROL_CODE_TEXT, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN, TOKEN_TYPES, parse, parser } from "./parse-BtpkwNjf.js";
+import { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TEXT, TOKEN, TOKEN_TYPES, parse, parser } from "./parse-Nkb7K322.js";
 
 //#region src/tokenize.d.ts
 declare function tokenizer(input: string): Generator<TOKEN>;
 declare function tokenize(input: string): TOKEN[];
 //#endregion
-export { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CONTROL_CODE_TEXT, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN, TOKEN_TYPES, parse, parser, tokenize, tokenizer };
+export { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TEXT, TOKEN, TOKEN_TYPES, parse, parser, tokenize, tokenizer };

package/dist/index.js

@@ -1,3 +1,3 @@
-import { APC, APC_OPEN, BACKSLASH, BELL, CODE_TYPES, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN_TYPES, parse, parser, tokenize, tokenizer } from "./parse-DX-Po36R.js";
+import { APC, APC_OPEN, BACKSLASH, BELL, CODE_TYPES, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN_TYPES, parse, parser, tokenize, tokenizer } from "./parse-D-nJlcK3.js";
 
 export { APC, APC_OPEN, BACKSLASH, BELL, CODE_TYPES, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN_TYPES, parse, parser, tokenize, tokenizer };

package/dist/{parse-DX-Po36R.js → parse-D-nJlcK3.js}

@@ -369,7 +369,7 @@ function* tokenizer(input) {
 					});
 					i++;
 					setState("SEQUENCE", ESC);
-				}
+				} else i++;
 			}
 		}
 	} else if (state === "SEQUENCE") {

package/dist/{parse-BtpkwNjf.d.ts → parse-Nkb7K322.d.ts}

@@ -51,15 +51,15 @@ type CONTROL_CODE = {
   params: string[];
   pos: number;
 };
-type CONTROL_CODE_TEXT = {
+type TEXT = {
   type: "TEXT";
   raw: string;
   pos: number;
 };
-type CODE = CONTROL_CODE | CONTROL_CODE_TEXT;
+type CODE = CONTROL_CODE | TEXT;
 //#endregion
 //#region src/parse.d.ts
 declare function parser(tokens: Generator<TOKEN>): Generator<CODE>;
 declare function parse(input: string): CODE[];
 //#endregion
-export { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CONTROL_CODE_TEXT, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TOKEN, TOKEN_TYPES, parse, parser };
+export { APC, APC_OPEN, BACKSLASH, BELL, CODE, CODE_TYPES, CONTROL_CODE, CSI, CSI_OPEN, DCS, DCS_OPEN, DEC_OPEN, ESC, OSC, OSC_OPEN, PM, PM_OPEN, PRIVATE_OPENERS, SOS, SOS_OPEN, ST, STRING_OPENERS, TEXT, TOKEN, TOKEN_TYPES, parse, parser };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ansi-tools/parser",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "Tokenize and parse strings containing ANSI escape sequences and control codes",
   "main": "./dist/index.js",
   "type": "module",
@@ -22,6 +22,7 @@
   "scripts": {
     "prebuild": "pnpm type-check && pnpm test",
     "build": "tsdown --dts src/index.ts src/escaped.ts",
+    "dev": "tsdown --dts src/index.ts src/escaped.ts --watch",
     "test": "node --test",
     "type-check": "tsc",
     "prepack": "pnpm build"