@cbortech/cbor 0.25.9 → 0.25.11

package/dist/{tokenizer-CETZf2NR.js → tokenizer-DkLlZ1gc.js}

@@ -8,10 +8,41 @@ var e = class extends SyntaxError {
 		let n = t?.line === void 0 ? "" : ` at line ${t.line}, column ${t.column}`;
 		super(`EDN parse error${n}: ${e}`), this.name = "CdnSyntaxError", this.offset = t?.offset, this.line = t?.line, this.column = t?.column, this.endOffset = t?.endOffset;
 	}
-};
+}, t = Array.from({ length: 256 }, (e, t) => t.toString(16).padStart(2, "0")), n = (/* @__PURE__ */ new Int8Array(128)).fill(-1);
+for (let e = 0; e < 16; e++) n["0123456789abcdef".charCodeAt(e)] = e, n["0123456789ABCDEF".charCodeAt(e)] = e;
+var r = typeof Uint8Array.prototype.toHex == "function", i = typeof Uint8Array.fromHex == "function", a = 256;
+function o(e) {
+	if (r) return e.toHex();
+	let n = "";
+	for (let r = 0; r < e.length; r++) n += t[e[r]];
+	return n;
+}
+var s = Array.from({ length: 256 }, (e, t) => t.toString(16).toUpperCase().padStart(2, "0"));
+function c(e) {
+	return s[e];
+}
+function l(e) {
+	let t = "";
+	for (let n = 0; n < e.length; n++) n > 0 && (t += " "), t += s[e[n]];
+	return t;
+}
+function u(e) {
+	if (e.length % 2 != 0) throw SyntaxError(`hex string has odd length: ${e.length}`);
+	if (i && e.length >= a) return Uint8Array.fromHex(e);
+	let t = new Uint8Array(e.length / 2);
+	for (let r = 0, i = 0; r < e.length; r += 2, i++) {
+		let a = e.charCodeAt(r), o = e.charCodeAt(r + 1), s = a < 128 ? n[a] : -1, c = o < 128 ? n[o] : -1;
+		if ((s | c) < 0) {
+			let t = s < 0 ? e[r] : e[r + 1];
+			throw SyntaxError(`invalid character ${JSON.stringify(t)} in hex string`);
+		}
+		t[i] = s << 4 | c;
+	}
+	return t;
+}
 //#endregion
 //#region src/cdn/tokenizer.ts
-function t(e, t, n) {
+function d(e, t, n) {
 	let r = 1, i = 1;
 	for (let a = 0; a < e.length; a++) {
 		if (r === t && i === n) return a;
@@ -19,7 +50,7 @@ function t(e, t, n) {
 	}
 	return e.length;
 }
-function n(e, t) {
+function f(e, t) {
 	let n = 1, r = 1;
 	for (let i = 0; i < t; i++) e[i] === "\n" ? (n++, r = 1) : r++;
 	return {
@@ -27,10 +58,10 @@ function n(e, t) {
 		col: r
 	};
 }
-function r(e) {
+function p(e) {
 	return e >= 48 && e <= 57 || e >= 97 && e <= 102 || e >= 65 && e <= 70;
 }
-var i = new TextEncoder(), a = class {
+var m = new TextEncoder(), h = class {
 	input;
 	pos;
 	line;
@@ -42,10 +73,10 @@ var i = new TextEncoder(), a = class {
 	onEscapeWarning;
 	constructor(e, t) {
 		this.input = e;
-		let r = t?.offset ?? 0;
-		if (this.skipRS = t?.skipRS ?? !1, !Number.isInteger(r) || r < 0 || r > e.length) throw RangeError(`EDN parse offset must be an integer between 0 and ${e.length}`);
-		let i = n(e, r);
-		this.pos = r, this.line = i.line, this.col = i.col, this._lastConsumedEndOffset = r;
+		let n = t?.offset ?? 0;
+		if (this.skipRS = t?.skipRS ?? !1, !Number.isInteger(n) || n < 0 || n > e.length) throw RangeError(`EDN parse offset must be an integer between 0 and ${e.length}`);
+		let r = f(e, n);
+		this.pos = n, this.line = r.line, this.col = r.col, this._lastConsumedEndOffset = n;
 	}
 	peek() {
 		return this._peeked === null && (this._peeked = this._readNext()), this._peeked;
@@ -70,11 +101,13 @@ var i = new TextEncoder(), a = class {
 		let e = this.input[this.pos++] ?? "";
 		return e === "\n" ? (this.line++, this.col = 1) : this.col++, e;
 	}
-	_fail(n, r = this.line, i = this.col) {
-		throw new e(n, {
-			offset: r === this.line && i === this.col ? this.pos : t(this.input, r, i),
-			line: r,
-			column: i
+	_fail(t, n = this.line, r = this.col) {
+		let i = n === this.line && r === this.col ? this.pos : d(this.input, n, r);
+		throw new e(t, {
+			offset: i,
+			line: n,
+			column: r,
+			endOffset: Math.min(Math.max(this.pos, i + 1), this.input.length)
 		});
 	}
 	_skipWS() {
@@ -315,29 +348,29 @@ var i = new TextEncoder(), a = class {
 						}
 						if (this.onEscapeWarning) {
 							if (a === "0") {
-								this.onEscapeWarning("\\0 is a non-standard escape sequence; use \\u0000 instead", t, n, i), r += "\0";
+								this.onEscapeWarning("\\0 is a non-standard escape sequence; use \\u0000 instead", t, n, i, this.pos), r += "\0";
 								break;
 							}
 							if (a === "v") {
-								this.onEscapeWarning("\\v is a non-standard escape sequence; use \\u000b instead", t, n, i), r += "\v";
+								this.onEscapeWarning("\\v is a non-standard escape sequence; use \\u000b instead", t, n, i, this.pos), r += "\v";
 								break;
 							}
 							if (a === "x") {
 								let e = this._ch(), a = this.input[this.pos + 1] ?? "";
 								(!/[0-9a-fA-F]/.test(e) || !/[0-9a-fA-F]/.test(a)) && this._fail("\\x escape requires exactly two hex digits", n, i), this._advance(), this._advance();
 								let o = parseInt(e + a, 16);
-								this.onEscapeWarning(`\\x${e}${a} is a non-standard escape sequence; use \\u00${e}${a} instead`, t, n, i), r += String.fromCharCode(o);
+								this.onEscapeWarning(`\\x${e}${a} is a non-standard escape sequence; use \\u00${e}${a} instead`, t, n, i, this.pos), r += String.fromCharCode(o);
 								break;
 							}
 							if (a === "\"" || a === "'") {
-								this.onEscapeWarning(`\\${a} inside ${e === "\"" ? "double" : "single"}-quoted string is non-standard`, t, n, i), r += a;
+								this.onEscapeWarning(`\\${a} inside ${e === "\"" ? "double" : "single"}-quoted string is non-standard`, t, n, i, this.pos), r += a;
 								break;
 							}
 							if (a === "\n" || a === "\r") {
-								a === "\r" && this._ch() === "\n" && this._advance(), this.onEscapeWarning("line continuation (\\<newline>) is non-standard; the newline is ignored", t, n, i);
+								a === "\r" && this._ch() === "\n" && this._advance(), this.onEscapeWarning("line continuation (\\<newline>) is non-standard; the newline is ignored", t, n, i, this.pos);
 								break;
 							}
-							this.onEscapeWarning(`\\${a} is an unknown escape sequence; interpreted as '${a}'`, t, n, i), r += a;
+							this.onEscapeWarning(`\\${a} is an unknown escape sequence; interpreted as '${a}'`, t, n, i, this.pos), r += a;
 							break;
 						}
 						this._fail(`invalid escape sequence \\${a} in ${e === "\"" ? "double" : "single"}-quoted string`, n, i);
@@ -351,7 +384,7 @@ var i = new TextEncoder(), a = class {
 			if (e === "'" && o >= 32 && o <= 126) {
 				let e = `\\u escape for printable ASCII U+${o.toString(16).padStart(4, "0").toUpperCase()} is not allowed in single-quoted strings (§5.1 hexchar-s)`;
 				if (this.onEscapeWarning) {
-					this.onEscapeWarning(e, t ?? this.pos, n ?? i, r ?? a);
+					this.onEscapeWarning(e, t ?? this.pos, n ?? i, r ?? a, this.pos);
 					return;
 				}
 				this._fail(e, i, a);
@@ -422,35 +455,35 @@ var i = new TextEncoder(), a = class {
 		this._fail("unterminated raw string literal", e, t);
 	}
 	_processRawHexContent(e, t, n) {
-		let i = "", a = !1, o = 0;
-		for (; o < e.length;) {
-			let s = e[o];
-			if (s === "\n" || s === " " || s === "\r") {
-				o++;
+		let r = "", i = !1, a = 0;
+		for (; a < e.length;) {
+			let o = e[a];
+			if (o === "\n" || o === " " || o === "\r") {
+				a++;
 				continue;
 			}
-			s === "	" && this._fail("horizontal tab (HT) is not allowed inside h`` raw byte string literals (§5.3.3)", t, n);
-			let c = this._skipRawComment(e, o, "h`` raw byte string", t, n);
-			if (c !== -1) {
-				o = c;
+			o === "	" && this._fail("horizontal tab (HT) is not allowed inside h`` raw byte string literals (§5.3.3)", t, n);
+			let s = this._skipRawComment(e, a, "h`` raw byte string", t, n);
+			if (s !== -1) {
+				a = s;
 				continue;
 			}
-			if (s === "." && e[o + 1] === "." && e[o + 2] === ".") {
-				for (o += 3; o < e.length && e[o] === ".";) o++;
-				i += "...", a = !0;
+			if (o === "." && e[a + 1] === "." && e[a + 2] === ".") {
+				for (a += 3; a < e.length && e[a] === ".";) a++;
+				r += "...", i = !0;
 				continue;
 			}
-			if (r(e.charCodeAt(o))) {
-				let t = o;
-				for (; o < e.length && r(e.charCodeAt(o));) o++;
-				i += e.slice(t, o);
+			if (p(e.charCodeAt(a))) {
+				let t = a;
+				for (; a < e.length && p(e.charCodeAt(a));) a++;
+				r += e.slice(t, a);
 				continue;
 			}
-			this._fail(`unexpected character ${JSON.stringify(s)} in h\`\` raw byte string`, t, n);
+			this._fail(`unexpected character ${JSON.stringify(o)} in h\`\` raw byte string`, t, n);
 		}
 		return {
-			value: i,
-			elided: a
+			value: r,
+			elided: i
 		};
 	}
 	_processRawB64Content(e, t, n) {
@@ -513,24 +546,24 @@ var i = new TextEncoder(), a = class {
 		this._advance();
 		let t = "", n = !1;
 		for (; !this._eof() && this._ch() !== e;) {
-			let i = this._ch();
-			if (i === "\n" || i === " " || i === "\r") {
+			let r = this._ch();
+			if (r === "\n" || r === " " || r === "\r") {
 				this._advance();
 				continue;
 			}
-			if (i === "	" && this._fail("horizontal tab (HT) is not allowed inside hex byte string literals (§5.2.1)", this.line, this.col), !this._skipByteStringComment(e)) {
-				if (i === "." && (this.input[this.pos + 1] ?? "") === "." && (this.input[this.pos + 2] ?? "") === ".") {
+			if (r === "	" && this._fail("horizontal tab (HT) is not allowed inside hex byte string literals (§5.2.1)", this.line, this.col), !this._skipByteStringComment(e)) {
+				if (r === "." && (this.input[this.pos + 1] ?? "") === "." && (this.input[this.pos + 2] ?? "") === ".") {
 					for (this._advance(), this._advance(), this._advance(); !this._eof() && this._ch() === ".";) this._advance();
 					t.endsWith("...") || (t += "..."), n = !0;
 					continue;
 				}
-				if (r(i.charCodeAt(0))) {
-					let e = this.pos, n = this.pos, i = this.input.length;
-					for (; n < i && r(this.input.charCodeAt(n));) n++;
+				if (p(r.charCodeAt(0))) {
+					let e = this.pos, n = this.pos, r = this.input.length;
+					for (; n < r && p(this.input.charCodeAt(n));) n++;
 					this.col += n - e, this.pos = n, t += this.input.slice(e, n);
 					continue;
 				}
-				this._fail(`unexpected character ${JSON.stringify(i)} in hex byte string`);
+				this._fail(`unexpected character ${JSON.stringify(r)} in hex byte string`);
 			}
 		}
 		return this._eof() && this._fail("unterminated hex byte string literal"), this._advance(), {
@@ -538,135 +571,67 @@ var i = new TextEncoder(), a = class {
 			elided: n
 		};
 	}
+	_tokStart = 0;
 	_readNext() {
-		this._skipWS();
-		let e = this.pos;
+		return this._skipWS(), this._tokStart = this.pos, this._readNextCore();
+	}
+	_tok(e, t, n, r, i) {
+		let a = this._tokStart, o = {
+			type: e,
+			value: t,
+			raw: this.input.slice(a, this.pos),
+			line: n,
+			col: r,
+			offset: a,
+			endOffset: this.pos
+		};
+		return i !== void 0 && (o.appPrefix = i), o;
+	}
+	_tokV(e, t, n, r) {
 		return {
-			...this._readNextCore(),
-			raw: this.input.slice(e, this.pos),
-			offset: e,
+			type: e,
+			value: t,
+			raw: t,
+			line: n,
+			col: r,
+			offset: this._tokStart,
 			endOffset: this.pos
 		};
 	}
 	_readNextCore() {
 		let e = this.line, t = this.col;
-		if (this._eof()) return {
-			type: "EOF",
-			value: "",
-			line: e,
-			col: t
-		};
+		if (this._eof()) return this._tokV("EOF", "", e, t);
 		let n = this._ch();
 		switch (n) {
-			case "[": return this._advance(), {
-				type: "LBRACKET",
-				value: "[",
-				line: e,
-				col: t
-			};
-			case "]": return this._advance(), {
-				type: "RBRACKET",
-				value: "]",
-				line: e,
-				col: t
-			};
-			case "{": return this._advance(), {
-				type: "LBRACE",
-				value: "{",
-				line: e,
-				col: t
-			};
-			case "}": return this._advance(), {
-				type: "RBRACE",
-				value: "}",
-				line: e,
-				col: t
-			};
-			case "(": return this._advance(), {
-				type: "LPAREN",
-				value: "(",
-				line: e,
-				col: t
-			};
-			case ")": return this._advance(), {
-				type: "RPAREN",
-				value: ")",
-				line: e,
-				col: t
-			};
-			case ":": return this._advance(), {
-				type: "COLON",
-				value: ":",
-				line: e,
-				col: t
-			};
-			case ",": return this._advance(), {
-				type: "COMMA",
-				value: ",",
-				line: e,
-				col: t
-			};
+			case "[": return this._advance(), this._tokV("LBRACKET", "[", e, t);
+			case "]": return this._advance(), this._tokV("RBRACKET", "]", e, t);
+			case "{": return this._advance(), this._tokV("LBRACE", "{", e, t);
+			case "}": return this._advance(), this._tokV("RBRACE", "}", e, t);
+			case "(": return this._advance(), this._tokV("LPAREN", "(", e, t);
+			case ")": return this._advance(), this._tokV("RPAREN", ")", e, t);
+			case ":": return this._advance(), this._tokV("COLON", ":", e, t);
+			case ",": return this._advance(), this._tokV("COMMA", ",", e, t);
 			case "<":
-				if ((this.input[this.pos + 1] ?? "") === "<") return this._advance(), this._advance(), {
-					type: "LT_LT",
-					value: "<<",
-					line: e,
-					col: t
-				};
+				if ((this.input[this.pos + 1] ?? "") === "<") return this._advance(), this._advance(), this._tokV("LT_LT", "<<", e, t);
 				this._fail("unexpected character '<'", e, t);
 			case ">":
-				if ((this.input[this.pos + 1] ?? "") === ">") return this._advance(), this._advance(), {
-					type: "GT_GT",
-					value: ">>",
-					line: e,
-					col: t
-				};
+				if ((this.input[this.pos + 1] ?? "") === ">") return this._advance(), this._advance(), this._tokV("GT_GT", ">>", e, t);
 				this._fail("unexpected character '>'", e, t);
 			case "+": {
 				let n = this._readSignedInfinity("+", e, t);
 				if (n !== null) return n;
 				let r = this.input[this.pos + 1] ?? "";
-				return r >= "0" && r <= "9" || r === "." ? (this._advance(), this._readNumber(e, t)) : (this._advance(), {
-					type: "PLUS",
-					value: "+",
-					line: e,
-					col: t
-				});
+				return r >= "0" && r <= "9" || r === "." ? (this._advance(), this._readNumber(e, t)) : (this._advance(), this._tokV("PLUS", "+", e, t));
 			}
-			case "`": return {
-				type: "RAWSTRING",
-				value: this._readRawStringContent(),
-				line: e,
-				col: t
-			};
+			case "`": return this._tok("RAWSTRING", this._readRawStringContent(), e, t);
 			case "\"": {
 				let n = this._readStringContent("\"");
-				return n === "" && this._ch() === "_" && !/[0-7i]/.test(this.input[this.pos + 1] ?? "") ? (this._advance(), {
-					type: "EMPTY_INDEF_TEXT",
-					value: "",
-					line: e,
-					col: t
-				}) : {
-					type: "TSTR",
-					value: n,
-					line: e,
-					col: t
-				};
+				return n === "" && this._ch() === "_" && !/[0-7i]/.test(this.input[this.pos + 1] ?? "") ? (this._advance(), this._tok("EMPTY_INDEF_TEXT", "", e, t)) : this._tok("TSTR", n, e, t);
 			}
 			case "'": {
-				if ((this.input[this.pos + 1] ?? "") === "'" && (this.input[this.pos + 2] ?? "") === "_" && !/[0-7i]/.test(this.input[this.pos + 3] ?? "")) return this._advance(), this._advance(), this._advance(), {
-					type: "EMPTY_INDEF_BYTES",
-					value: "",
-					line: e,
-					col: t
-				};
-				let n = this._readStringContent("'"), r = i.encode(n);
-				return {
-					type: "SQSTR",
-					value: Array.from(r, (e) => e.toString(16).padStart(2, "0")).join(""),
-					line: e,
-					col: t
-				};
+				if ((this.input[this.pos + 1] ?? "") === "'" && (this.input[this.pos + 2] ?? "") === "_" && !/[0-7i]/.test(this.input[this.pos + 3] ?? "")) return this._advance(), this._advance(), this._advance(), this._tok("EMPTY_INDEF_BYTES", "", e, t);
+				let n = this._readStringContent("'"), r = m.encode(n), i = this._tok("SQSTR", o(r), e, t);
+				return Object.defineProperty(i, "_sqstrBytes", { value: r }), i;
 			}
 		}
 		if (n === "-") {
@@ -678,12 +643,7 @@ var i = new TextEncoder(), a = class {
 		if (n === ".") {
 			if ((this.input[this.pos + 1] ?? "") === "." && (this.input[this.pos + 2] ?? "") === ".") {
 				for (this._advance(), this._advance(), this._advance(); !this._eof() && this._ch() === ".";) this._advance();
-				return {
-					type: "ELLIPSIS",
-					value: "...",
-					line: e,
-					col: t
-				};
+				return this._tok("ELLIPSIS", "...", e, t);
 			}
 			this._fail("unexpected character '.'", e, t);
 		}
@@ -696,16 +656,11 @@ var i = new TextEncoder(), a = class {
 		this._advance();
 		for (let e = 0; e < 8; e++) this._advance();
 		let a = e === "-" ? "-Infinity" : "Infinity";
-		return i && (a += this._advance() + this._advance()), {
-			type: "FLOAT",
-			value: a,
-			line: t,
-			col: n
-		};
+		return i && (a += this._advance() + this._advance()), this._tok("FLOAT", a, t, n);
 	}
 	_skipHexDigits() {
 		let e = this.pos, t = this.input.length;
-		for (; e < t && r(this.input.charCodeAt(e));) e++;
+		for (; e < t && p(this.input.charCodeAt(e));) e++;
 		this.col += e - this.pos, this.pos = e;
 	}
 	_skipDecimalDigits() {
@@ -723,68 +678,43 @@ var i = new TextEncoder(), a = class {
 		(e >= "0" && e <= "7" || e === "i") && !/[0-9a-zA-Z_]/.test(t) && (this._advance(), this._advance());
 	}
 	_readNumber(e, t) {
-		let n = this.pos, r = () => this.input.slice(n, this.pos);
+		let n = this.pos, r = () => this.input.slice(n, this.pos), i = (i) => n === this._tokStart ? this._tokV(i, r(), e, t) : this._tok(i, r(), e, t);
 		if (this._ch() === "-" && this._advance(), this._ch() === "0") {
 			let n = this.input[this.pos + 1] ?? "";
 			if (n === "x" || n === "X") {
 				this._advance(), this._advance();
 				let n = this.pos;
 				this._skipHexDigits();
-				let i = this.pos > n, a = !1, o = !1;
+				let a = this.pos > n, o = !1, s = !1;
 				if (!this._eof() && this._ch() === ".") {
-					a = !0, this._advance();
+					o = !0, this._advance();
 					let e = this.pos;
-					this._skipHexDigits(), o = this.pos > e;
+					this._skipHexDigits(), s = this.pos > e;
 				}
 				if (!this._eof() && (this._ch() === "p" || this._ch() === "P")) {
-					a = !0, !i && !o && this._fail(`hex float has no mantissa digits: ${r()}`, e, t), this._advance(), !this._eof() && (this._ch() === "+" || this._ch() === "-") && this._advance();
+					o = !0, !a && !s && this._fail(`hex float has no mantissa digits: ${r()}`, e, t), this._advance(), !this._eof() && (this._ch() === "+" || this._ch() === "-") && this._advance();
 					let n = this.pos;
 					this._skipDecimalDigits(), this.pos === n && this._fail(`hex float missing exponent digits: ${r()}`, e, t);
-				} else a && this._fail(`hex float missing 'p' exponent: ${r()}`, e, t);
-				return a ? (this._tryConsumeEncodingSuffix(), {
-					type: "FLOAT",
-					value: r(),
-					line: e,
-					col: t
-				}) : {
-					type: "INTEGER",
-					value: r(),
-					line: e,
-					col: t
-				};
+				} else o && this._fail(`hex float missing 'p' exponent: ${r()}`, e, t);
+				return o ? (this._tryConsumeEncodingSuffix(), i("FLOAT")) : i("INTEGER");
 			}
 			if (n === "o" || n === "O") {
 				for (this._advance(), this._advance(); !this._eof() && this._ch() >= "0" && this._ch() <= "7";) this._advance();
-				return {
-					type: "INTEGER",
-					value: r(),
-					line: e,
-					col: t
-				};
+				return i("INTEGER");
 			}
 			if (n === "b" || n === "B") {
 				for (this._advance(), this._advance(); !this._eof() && (this._ch() === "0" || this._ch() === "1");) this._advance();
-				return {
-					type: "INTEGER",
-					value: r(),
-					line: e,
-					col: t
-				};
+				return i("INTEGER");
 			}
 		}
 		this._skipDecimalDigits();
-		let i = !1;
-		if (!this._eof() && this._ch() === "." && (i = !0, this._advance(), this._skipDecimalDigits()), !this._eof() && (this._ch() === "e" || this._ch() === "E")) {
-			i = !0, this._advance(), !this._eof() && (this._ch() === "+" || this._ch() === "-") && this._advance();
+		let a = !1;
+		if (!this._eof() && this._ch() === "." && (a = !0, this._advance(), this._skipDecimalDigits()), !this._eof() && (this._ch() === "e" || this._ch() === "E")) {
+			a = !0, this._advance(), !this._eof() && (this._ch() === "+" || this._ch() === "-") && this._advance();
 			let n = this.pos;
 			this._skipDecimalDigits(), this.pos === n && this._fail(`float exponent has no digits: ${JSON.stringify(r())}`, e, t);
 		}
-		return this._tryConsumeEncodingSuffix(), {
-			type: i ? "FLOAT" : "INTEGER",
-			value: r(),
-			line: e,
-			col: t
-		};
+		return this._tryConsumeEncodingSuffix(), i(a ? "FLOAT" : "INTEGER");
 	}
 	_readIdent(e, t) {
 		let n = this.pos;
@@ -799,30 +729,10 @@ var i = new TextEncoder(), a = class {
 		}
 		let r = this.input.slice(n, this.pos);
 		switch (r) {
-			case "true": return {
-				type: "TRUE",
-				value: r,
-				line: e,
-				col: t
-			};
-			case "false": return {
-				type: "FALSE",
-				value: r,
-				line: e,
-				col: t
-			};
-			case "null": return {
-				type: "NULL",
-				value: r,
-				line: e,
-				col: t
-			};
-			case "undefined": return {
-				type: "UNDEFINED",
-				value: r,
-				line: e,
-				col: t
-			};
+			case "true": return this._tokV("TRUE", r, e, t);
+			case "false": return this._tokV("FALSE", r, e, t);
+			case "null": return this._tokV("NULL", r, e, t);
+			case "undefined": return this._tokV("UNDEFINED", r, e, t);
 			case "NaN":
 			case "NaN_0":
 			case "NaN_1":
@@ -842,78 +752,18 @@ var i = new TextEncoder(), a = class {
 			case "Infinity_5":
 			case "Infinity_6":
 			case "Infinity_7":
-			case "Infinity_i": return {
-				type: "FLOAT",
-				value: r,
-				line: e,
-				col: t
-			};
-			case "simple": return {
-				type: "SIMPLE",
-				value: r,
-				line: e,
-				col: t
-			};
-			case "_": return {
-				type: "UNDERSCORE",
-				value: "_",
-				line: e,
-				col: t
-			};
-			case "_0": return {
-				type: "ENCODING_INDICATOR",
-				value: "0",
-				line: e,
-				col: t
-			};
-			case "_1": return {
-				type: "ENCODING_INDICATOR",
-				value: "1",
-				line: e,
-				col: t
-			};
-			case "_2": return {
-				type: "ENCODING_INDICATOR",
-				value: "2",
-				line: e,
-				col: t
-			};
-			case "_3": return {
-				type: "ENCODING_INDICATOR",
-				value: "3",
-				line: e,
-				col: t
-			};
-			case "_4": return {
-				type: "ENCODING_INDICATOR",
-				value: "4",
-				line: e,
-				col: t
-			};
-			case "_5": return {
-				type: "ENCODING_INDICATOR",
-				value: "5",
-				line: e,
-				col: t
-			};
-			case "_6": return {
-				type: "ENCODING_INDICATOR",
-				value: "6",
-				line: e,
-				col: t
-			};
-			case "_7": return {
-				type: "ENCODING_INDICATOR",
-				value: "7",
-				line: e,
-				col: t
-			};
-			case "_i": return {
-				type: "ENCODING_INDICATOR",
-				value: "i",
-				line: e,
-				col: t
-			};
+			case "Infinity_i": return this._tokV("FLOAT", r, e, t);
+			case "simple": return this._tokV("SIMPLE", r, e, t);
+			case "_": return this._tokV("UNDERSCORE", "_", e, t);
+			case "_0": return this._tok("ENCODING_INDICATOR", "0", e, t);
+			case "_1": return this._tok("ENCODING_INDICATOR", "1", e, t);
+			case "_2": return this._tok("ENCODING_INDICATOR", "2", e, t);
+			case "_3": return this._tok("ENCODING_INDICATOR", "3", e, t);
+			case "_4": return this._tok("ENCODING_INDICATOR", "4", e, t);
+			case "_5": return this._tok("ENCODING_INDICATOR", "5", e, t);
+			case "_6": return this._tok("ENCODING_INDICATOR", "6", e, t);
+			case "_7": return this._tok("ENCODING_INDICATOR", "7", e, t);
+			case "_i": return this._tok("ENCODING_INDICATOR", "i", e, t);
 		}
 		let i = r[0] ?? "", a = i >= "a" && i <= "z";
 		if (a || i >= "A" && i <= "Z") {
@@ -930,67 +780,29 @@ var i = new TextEncoder(), a = class {
 				if (i === "\"" && this._fail(`"${r}" prefix requires single quotes or backticks, not double quotes`, e, t), i === "'") switch (r) {
 					case "h": {
 						let { value: n, elided: r } = this._readHexByteContentElisionAware(i);
-						return {
-							type: r ? "BYTES_HEX_ELIDED" : "BYTES_HEX",
-							value: n,
-							line: e,
-							col: t
-						};
+						return this._tok(r ? "BYTES_HEX_ELIDED" : "BYTES_HEX", n, e, t);
 					}
-					case "b64": return {
-						type: "BYTES_B64",
-						value: this._readByteContent(i),
-						line: e,
-						col: t
-					};
-					default: return {
-						type: "APP_STRING",
-						appPrefix: r,
-						value: this._readStringContent(i),
-						line: e,
-						col: t
-					};
+					case "b64": return this._tok("BYTES_B64", this._readByteContent(i), e, t);
+					default: return this._tok("APP_STRING", this._readStringContent(i), e, t, r);
 				}
 				if (i === "`") {
 					let n = this._readRawStringContent();
 					switch (r) {
 						case "h": {
 							let { value: r, elided: i } = this._processRawHexContent(n, e, t);
-							return {
-								type: i ? "BYTES_HEX_ELIDED" : "BYTES_HEX",
-								value: r,
-								line: e,
-								col: t
-							};
+							return this._tok(i ? "BYTES_HEX_ELIDED" : "BYTES_HEX", r, e, t);
 						}
-						case "b64": return {
-							type: "BYTES_B64",
-							value: this._processRawB64Content(n, e, t),
-							line: e,
-							col: t
-						};
-						default: return {
-							type: "APP_STRING",
-							appPrefix: r,
-							value: n,
-							line: e,
-							col: t
-						};
+						case "b64": return this._tok("BYTES_B64", this._processRawB64Content(n, e, t), e, t);
+						default: return this._tok("APP_STRING", n, e, t, r);
 					}
 				}
-				if (i === "<" && (this.input[this.pos + 1] ?? "") === "<") return this._advance(), this._advance(), {
-					type: "APP_SEQUENCE",
-					appPrefix: r,
-					value: "",
-					line: e,
-					col: t
-				};
+				if (i === "<" && (this.input[this.pos + 1] ?? "") === "<") return this._advance(), this._advance(), this._tok("APP_SEQUENCE", "", e, t, r);
 			}
 		}
 		this._fail(`unknown identifier ${JSON.stringify(r)}`, e, t);
 	}
 };
 //#endregion
-export { e as n, a as t };
+export { u as a, l as i, c as n, e as o, o as r, h as t };
 
-//# sourceMappingURL=tokenizer-CETZf2NR.js.map
+//# sourceMappingURL=tokenizer-DkLlZ1gc.js.map