@projectwallace/css-parser 0.18.8 → 0.18.11

package/dist/{tokenize-BYl6GvyV.js → tokenize-Ccg58Z_k.js}

@@ -1,62 +1,32 @@
+import "./token-types.js";
 //#region src/char-types.ts
-let CHAR_ALPHA = 1;
-let CHAR_HEX = 4;
-let char_types = /* @__PURE__ */ new Uint8Array(128);
+const CHAR_ALPHA = 1;
+const CHAR_HEX = 4;
+const CHAR_WHITESPACE = 8;
+const char_types = /* @__PURE__ */ new Uint8Array(128);
 for (let i = 48; i <= 57; i++) char_types[i] = 2;
 for (let i = 48; i <= 57; i++) char_types[i] |= CHAR_HEX;
 for (let i = 65; i <= 70; i++) char_types[i] = CHAR_HEX;
 for (let i = 97; i <= 102; i++) char_types[i] = CHAR_HEX;
 for (let i = 65; i <= 90; i++) char_types[i] |= CHAR_ALPHA;
 for (let i = 97; i <= 122; i++) char_types[i] |= CHAR_ALPHA;
-char_types[32] = 8;
-char_types[9] = 8;
+char_types[32] = CHAR_WHITESPACE;
+char_types[9] = CHAR_WHITESPACE;
 char_types[10] = 16;
 char_types[13] = 16;
 char_types[12] = 16;
 for (let i = 0; i < 128; i++) if (char_types[i] & 3) char_types[i] |= 32;
 char_types[45] |= 32;
 char_types[95] |= 32;
+for (let i = 0; i < 128; i++) if (char_types[i] & CHAR_ALPHA) char_types[i] |= 64;
+char_types[95] |= 64;
 function is_hex_digit(ch) {
 	return ch < 128 && (char_types[ch] & CHAR_HEX) !== 0;
 }
-function is_alpha(ch) {
-	return ch < 128 && (char_types[ch] & CHAR_ALPHA) !== 0;
-}
 function is_ident_start(ch) {
-	if (ch >= 128) return true;
-	if (ch === 95) return true;
-	return is_alpha(ch);
+	return ch >= 128 || (char_types[ch] & 64) !== 0;
 }
 //#endregion
-//#region src/token-types.ts
-const TOKEN_IDENT = 1;
-const TOKEN_FUNCTION = 2;
-const TOKEN_AT_KEYWORD = 3;
-const TOKEN_HASH = 4;
-const TOKEN_STRING = 5;
-const TOKEN_BAD_STRING = 6;
-const TOKEN_URL = 7;
-const TOKEN_BAD_URL = 8;
-const TOKEN_DELIM = 9;
-const TOKEN_NUMBER = 10;
-const TOKEN_PERCENTAGE = 11;
-const TOKEN_DIMENSION = 12;
-const TOKEN_WHITESPACE = 13;
-const TOKEN_CDO = 14;
-const TOKEN_CDC = 15;
-const TOKEN_COLON = 16;
-const TOKEN_SEMICOLON = 17;
-const TOKEN_COMMA = 18;
-const TOKEN_LEFT_BRACKET = 19;
-const TOKEN_RIGHT_BRACKET = 20;
-const TOKEN_LEFT_PAREN = 21;
-const TOKEN_RIGHT_PAREN = 22;
-const TOKEN_LEFT_BRACE = 23;
-const TOKEN_RIGHT_BRACE = 24;
-const TOKEN_COMMENT = 25;
-const TOKEN_EOF = 26;
-const TOKEN_UNICODE_RANGE = 27;
-//#endregion
 //#region src/tokenize.ts
 function is_newline(ch) {
 	return ch < 128 && (char_types[ch] & 16) !== 0;
@@ -150,7 +120,7 @@ var Lexer = class {
 				let line = this._line;
 				let line_offset = this._line_offset;
 				while (pos < source_length) {
-					let ch = source.charCodeAt(pos);
+					const ch = source.charCodeAt(pos);
 					if (ch >= 128 || (char_types[ch] & 24) === 0) break;
 					pos++;
 					if ((char_types[ch] & 16) !== 0) {
@@ -164,10 +134,10 @@ var Lexer = class {
 				this._line_offset = line_offset;
 			}
 			if (this.pos >= source_length) return this.make_token(26, this.pos, this.pos);
-			let ch = source.charCodeAt(this.pos);
-			let start = this.pos;
-			let start_line = this._line;
-			let start_column = this.pos - this._line_offset + 1;
+			const ch = source.charCodeAt(this.pos);
+			const start = this.pos;
+			const start_line = this._line;
+			const start_column = this.pos - this._line_offset + 1;
 			switch (ch) {
 				case CHAR_LEFT_BRACE:
 					this.pos++;
@@ -197,14 +167,15 @@ var Lexer = class {
 					this.pos++;
 					return this.make_token(22, start, this.pos, start_line, start_column);
 			}
-			if (ch < 128 && (char_types[ch] & 24) !== 0) return this.consume_whitespace(start_line, start_column);
+			const ch_type = ch < 128 ? char_types[ch] : 0;
+			if ((ch_type & 24) !== 0) return this.consume_whitespace(start_line, start_column);
 			if (ch === CHAR_FORWARD_SLASH && this.pos + 1 < source_length && source.charCodeAt(this.pos + 1) === CHAR_ASTERISK) {
 				this._skip_comment();
 				continue;
 			}
-			if (is_ident_start(ch)) return this.consume_ident_or_function(start_line, start_column);
+			if (ch >= 128 || (ch_type & 64) !== 0) return this.consume_ident_or_function(start_line, start_column);
 			if (ch === CHAR_HYPHEN) {
-				let next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
+				const next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
 				if (next === CHAR_HYPHEN && this.pos + 2 < source_length && source.charCodeAt(this.pos + 2) === CHAR_GREATER_THAN) {
 					this.pos += 3;
 					return this.make_token(15, start, this.pos, start_line, start_column);
@@ -212,24 +183,24 @@ var Lexer = class {
 				if (is_ident_start(next) || next === CHAR_HYPHEN) return this.consume_ident_or_function(start_line, start_column);
 				if (next < 128 && (char_types[next] & 2) !== 0) return this.consume_number(start_line, start_column);
 				if (next === CHAR_DOT) {
-					let next2 = this.pos + 2 < source_length ? source.charCodeAt(this.pos + 2) : 0;
+					const next2 = this.pos + 2 < source_length ? source.charCodeAt(this.pos + 2) : 0;
 					if (next2 < 128 && (char_types[next2] & 2) !== 0) return this.consume_number(start_line, start_column);
 				}
 			}
 			if (ch === CHAR_BACKSLASH) {
-				let next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
+				const next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
 				if (next !== 0 && !is_newline(next)) return this.consume_ident_or_function(start_line, start_column);
 			}
-			if (ch < 128 && (char_types[ch] & 2) !== 0) return this.consume_number(start_line, start_column);
+			if ((ch_type & 2) !== 0) return this.consume_number(start_line, start_column);
 			if (ch === CHAR_DOT) {
-				let next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
+				const next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
 				if (next < 128 && (char_types[next] & 2) !== 0) return this.consume_number(start_line, start_column);
 			}
 			if (ch === CHAR_PLUS) {
-				let next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
+				const next = this.pos + 1 < source_length ? source.charCodeAt(this.pos + 1) : 0;
 				if (next < 128 && (char_types[next] & 2) !== 0) return this.consume_number(start_line, start_column);
 				if (next === CHAR_DOT) {
-					let next2 = this.pos + 2 < source_length ? source.charCodeAt(this.pos + 2) : 0;
+					const next2 = this.pos + 2 < source_length ? source.charCodeAt(this.pos + 2) : 0;
 					if (next2 < 128 && (char_types[next2] & 2) !== 0) return this.consume_number(start_line, start_column);
 				}
 			}
@@ -249,7 +220,7 @@ var Lexer = class {
 	_scan_newlines(from, to) {
 		const source = this.source;
 		for (let i = from; i < to; i++) {
-			let c = source.charCodeAt(i);
+			const c = source.charCodeAt(i);
 			if (c === CHAR_LINE_FEED) {
 				this._line++;
 				this._line_offset = i + 1;
@@ -266,11 +237,11 @@ var Lexer = class {
 	_skip_comment() {
 		const source = this.source;
 		const source_length = source.length;
-		let comment_start = this.pos;
-		let comment_line = this._line;
-		let comment_column = this.pos - this._line_offset + 1;
+		const comment_start = this.pos;
+		const comment_line = this._line;
+		const comment_column = this.pos - this._line_offset + 1;
 		this.pos += 2;
-		let end_idx = source.indexOf("*/", this.pos);
+		const end_idx = source.indexOf("*/", this.pos);
 		if (end_idx < 0) {
 			this._scan_newlines(this.pos, source_length);
 			this.pos = source_length;
@@ -303,7 +274,7 @@ var Lexer = class {
 		const source_length = source.length;
 		let pos = this.pos;
 		while (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch === target) {
 				this.pos = pos;
 				return true;
@@ -345,7 +316,7 @@ var Lexer = class {
 		const source = this.source;
 		let pos = this.pos;
 		while (pos < end) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch < 128 && DECL_VALUE_STOP[ch] !== 0) {
 				this.pos = pos;
 				return ch;
@@ -379,12 +350,12 @@ var Lexer = class {
 	consume_whitespace(start_line, start_column) {
 		const source = this.source;
 		const source_length = source.length;
-		let start = this.pos;
+		const start = this.pos;
 		let pos = start;
 		let line = this._line;
 		let line_offset = this._line_offset;
 		while (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch >= 128 || (char_types[ch] & 24) === 0) break;
 			pos++;
 			if ((char_types[ch] & 16) !== 0) {
@@ -401,10 +372,10 @@ var Lexer = class {
 	consume_string(quote, start_line, start_column) {
 		const source = this.source;
 		const source_length = source.length;
-		let start = this.pos;
+		const start = this.pos;
 		this.pos++;
 		while (this.pos < source_length) {
-			let ch = source.charCodeAt(this.pos);
+			const ch = source.charCodeAt(this.pos);
 			if (ch === quote) {
 				this.pos++;
 				return this.make_token(5, start, this.pos, start_line, start_column);
@@ -413,7 +384,7 @@ var Lexer = class {
 			if (ch === CHAR_BACKSLASH) {
 				this.pos++;
 				if (this.pos < source_length) {
-					let next = source.charCodeAt(this.pos);
+					const next = source.charCodeAt(this.pos);
 					if (is_hex_digit(next)) this.consume_hex_escape();
 					else if (next < 128 && (char_types[next] & 16) !== 0) {
 						this.pos++;
@@ -438,7 +409,7 @@ var Lexer = class {
 			count++;
 		}
 		if (this.pos < source_length) {
-			let ch = source.charCodeAt(this.pos);
+			const ch = source.charCodeAt(this.pos);
 			if (ch < 128 && (char_types[ch] & 24) !== 0) {
 				this.pos++;
 				if ((char_types[ch] & 16) !== 0) {
@@ -452,41 +423,41 @@ var Lexer = class {
 	consume_number(start_line, start_column) {
 		const source = this.source;
 		const source_length = source.length;
-		let start = this.pos;
+		const start = this.pos;
 		let pos = start;
-		let ch = source.charCodeAt(pos);
+		const ch = source.charCodeAt(pos);
 		if (ch === CHAR_PLUS || ch === CHAR_HYPHEN) pos++;
 		while (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch >= 128 || (char_types[ch] & 2) === 0) break;
 			pos++;
 		}
 		if (pos < source_length && source.charCodeAt(pos) === CHAR_DOT && pos + 1 < source_length) {
-			let next = source.charCodeAt(pos + 1);
+			const next = source.charCodeAt(pos + 1);
 			if (next < 128 && (char_types[next] & 2) !== 0) {
 				pos++;
 				while (pos < source_length) {
-					let ch = source.charCodeAt(pos);
+					const ch = source.charCodeAt(pos);
 					if (ch >= 128 || (char_types[ch] & 2) === 0) break;
 					pos++;
 				}
 			}
 		}
 		if (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch === CHAR_LOWERCASE_E || ch === CHAR_UPPERCASE_E) {
-				let next = pos + 1 < source_length ? source.charCodeAt(pos + 1) : 0;
-				let is_next_digit = next < 128 && (char_types[next] & 2) !== 0;
-				let next2 = pos + 2 < source_length ? source.charCodeAt(pos + 2) : 0;
-				let is_next2_digit = next2 < 128 && (char_types[next2] & 2) !== 0;
+				const next = pos + 1 < source_length ? source.charCodeAt(pos + 1) : 0;
+				const is_next_digit = next < 128 && (char_types[next] & 2) !== 0;
+				const next2 = pos + 2 < source_length ? source.charCodeAt(pos + 2) : 0;
+				const is_next2_digit = next2 < 128 && (char_types[next2] & 2) !== 0;
 				if (is_next_digit || (next === CHAR_PLUS || next === CHAR_HYPHEN) && is_next2_digit) {
 					pos++;
 					if (pos < source_length) {
-						let sign = source.charCodeAt(pos);
+						const sign = source.charCodeAt(pos);
 						if (sign === CHAR_PLUS || sign === CHAR_HYPHEN) pos++;
 					}
 					while (pos < source_length) {
-						let ch = source.charCodeAt(pos);
+						const ch = source.charCodeAt(pos);
 						if (ch >= 128 || (char_types[ch] & 2) === 0) break;
 						pos++;
 					}
@@ -494,7 +465,7 @@ var Lexer = class {
 			}
 		}
 		if (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch === CHAR_PERCENT) {
 				pos++;
 				this.pos = pos;
@@ -502,7 +473,7 @@ var Lexer = class {
 			}
 			if (is_ident_start(ch) || ch === CHAR_HYPHEN && is_ident_start(pos + 1 < source_length ? source.charCodeAt(pos + 1) : 0)) {
 				while (pos < source_length) {
-					let ch = source.charCodeAt(pos);
+					const ch = source.charCodeAt(pos);
 					if (ch < 128 && (char_types[ch] & 32) === 0) break;
 					pos++;
 				}
@@ -516,14 +487,14 @@ var Lexer = class {
 	consume_ident_or_function(start_line, start_column) {
 		const source = this.source;
 		const source_length = source.length;
-		let start = this.pos;
+		const start = this.pos;
 		let pos = start;
 		while (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch === CHAR_BACKSLASH) {
 				this.pos = pos;
 				if (this.pos + 1 >= source_length) break;
-				let next = source.charCodeAt(this.pos + 1);
+				const next = source.charCodeAt(this.pos + 1);
 				if (is_newline(next)) break;
 				this.pos++;
 				if (is_hex_digit(next)) {
@@ -533,7 +504,7 @@ var Lexer = class {
 						this.pos++;
 					}
 					if (this.pos < source_length) {
-						let ws = source.charCodeAt(this.pos);
+						const ws = source.charCodeAt(this.pos);
 						if (ws < 128 && (char_types[ws] & 24) !== 0) this.advance();
 					}
 				} else this.pos++;
@@ -543,7 +514,7 @@ var Lexer = class {
 		}
 		this.pos = pos;
 		if (this.pos - start === 1) {
-			let first_ch = source.charCodeAt(start);
+			const first_ch = source.charCodeAt(start);
 			if ((first_ch === CHAR_LOWERCASE_U || first_ch === CHAR_UPPERCASE_U) && this.pos < source_length && source.charCodeAt(this.pos) === CHAR_PLUS) return this.consume_unicode_range(start, start_line, start_column);
 		}
 		if (this.pos < source_length && source.charCodeAt(this.pos) === CHAR_LEFT_PAREN) {
@@ -559,7 +530,7 @@ var Lexer = class {
 		let hex_digits = 0;
 		let has_question = false;
 		while (this.pos < source_length && hex_digits < 6) {
-			let ch = source.charCodeAt(this.pos);
+			const ch = source.charCodeAt(this.pos);
 			if (is_hex_digit(ch)) {
 				if (has_question) break;
 				this.pos++;
@@ -586,10 +557,10 @@ var Lexer = class {
 	consume_at_keyword(start_line, start_column) {
 		const source = this.source;
 		const source_length = source.length;
-		let start = this.pos;
+		const start = this.pos;
 		let pos = start + 1;
 		while (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch < 128 && (char_types[ch] & 32) === 0) break;
 			pos++;
 		}
@@ -599,10 +570,10 @@ var Lexer = class {
 	consume_hash(start_line, start_column) {
 		const source = this.source;
 		const source_length = source.length;
-		let start = this.pos;
+		const start = this.pos;
 		let pos = start + 1;
 		while (pos < source_length) {
-			let ch = source.charCodeAt(pos);
+			const ch = source.charCodeAt(pos);
 			if (ch < 128 && (char_types[ch] & 32) === 0) break;
 			pos++;
 		}
@@ -612,7 +583,7 @@ var Lexer = class {
 	advance(count = 1) {
 		if (count === 1) {
 			if (this.pos >= this.source.length) return;
-			let ch = this.source.charCodeAt(this.pos);
+			const ch = this.source.charCodeAt(this.pos);
 			this.pos++;
 			if (ch < 128 && (char_types[ch] & 16) !== 0) {
 				if (ch === CHAR_CARRIAGE_RETURN && this.pos < this.source.length && this.source.charCodeAt(this.pos) === CHAR_LINE_FEED) this.pos++;
@@ -623,7 +594,7 @@ var Lexer = class {
 		}
 		for (let i = 0; i < count; i++) {
 			if (this.pos >= this.source.length) break;
-			let ch = this.source.charCodeAt(this.pos);
+			const ch = this.source.charCodeAt(this.pos);
 			this.pos++;
 			if (ch < 128 && (char_types[ch] & 16) !== 0) {
 				if (ch === CHAR_CARRIAGE_RETURN && this.pos < this.source.length && this.source.charCodeAt(this.pos) === CHAR_LINE_FEED) {
@@ -636,7 +607,7 @@ var Lexer = class {
 		}
 	}
 	peek(offset = 1) {
-		let index = this.pos + offset;
+		const index = this.pos + offset;
 		if (index >= this.source.length) return 0;
 		return this.source.charCodeAt(index);
 	}
@@ -675,6 +646,18 @@ var Lexer = class {
 			token_column: this.token_column
 		};
 	}
+	save_position_into(target) {
+		target.pos = this.pos;
+		target.line = this._line;
+		target.column = this.pos - this._line_offset + 1;
+		target._line_offset = this._line_offset;
+		target.token_type = this.token_type;
+		target.token_start = this.token_start;
+		target.token_end = this.token_end;
+		target.token_line = this.token_line;
+		target.token_column = this.token_column;
+		return target;
+	}
 	/**
 	* Restore lexer state from saved position
 	* @param saved The saved position to restore
@@ -695,7 +678,7 @@ var Lexer = class {
 	*/
 	skip_whitespace_in_range(end) {
 		while (this.pos < end) {
-			let ch = this.source.charCodeAt(this.pos);
+			const ch = this.source.charCodeAt(this.pos);
 			if (ch < 128 && (char_types[ch] & 24) !== 0) {
 				this.advance();
 				continue;
@@ -723,4 +706,4 @@ function* tokenize(source, on_comment) {
 	}
 }
 //#endregion
-export { TOKEN_RIGHT_BRACKET as C, TOKEN_UNICODE_RANGE as D, TOKEN_STRING as E, TOKEN_URL as O, TOKEN_RIGHT_BRACE as S, TOKEN_SEMICOLON as T, TOKEN_LEFT_BRACE as _, TOKEN_BAD_URL as a, TOKEN_NUMBER as b, TOKEN_COLON as c, TOKEN_DELIM as d, TOKEN_DIMENSION as f, TOKEN_IDENT as g, TOKEN_HASH as h, TOKEN_BAD_STRING as i, TOKEN_WHITESPACE as k, TOKEN_COMMA as l, TOKEN_FUNCTION as m, tokenize as n, TOKEN_CDC as o, TOKEN_EOF as p, TOKEN_AT_KEYWORD as r, TOKEN_CDO as s, Lexer as t, TOKEN_COMMENT as u, TOKEN_LEFT_BRACKET as v, TOKEN_RIGHT_PAREN as w, TOKEN_PERCENTAGE as x, TOKEN_LEFT_PAREN as y };
+export { tokenize as n, Lexer as t };

package/dist/tokenize.d.ts

@@ -1,2 +1,97 @@
-import { i as tokenize, n as Lexer, r as LexerPosition, t as CommentInfo } from "./tokenize-CDEnYcVG.js";
-export { CommentInfo, Lexer, LexerPosition, tokenize };
+import { O as Token, k as TokenType } from "./token-types-Bqsf5FX-.js";
+//#region src/tokenize.d.ts
+export interface LexerPosition {
+  pos: number;
+  line: number;
+  column: number;
+  _line_offset: number;
+  token_type: TokenType;
+  token_start: number;
+  token_end: number;
+  token_line: number;
+  token_column: number;
+}
+export interface CommentInfo {
+  start: number;
+  end: number;
+  length: number;
+  line: number;
+  column: number;
+}
+/** @internal */
+export declare class Lexer {
+  source: string;
+  pos: number;
+  private _line;
+  private _line_offset;
+  on_comment: ((info: CommentInfo) => void) | undefined;
+  token_type: TokenType;
+  token_start: number;
+  token_end: number;
+  token_line: number;
+  token_column: number;
+  constructor(source: string, on_comment?: (info: CommentInfo) => void);
+  get line(): number;
+  get column(): number;
+  seek(pos: number, line: number, column?: number): void;
+  next_token_fast(skip_whitespace?: boolean): TokenType;
+  private _scan_newlines;
+  private _skip_comment;
+  /**
+   * Fast-forward to the next `target` char that isn't inside a string or comment, without
+   * fully tokenizing what's in between — used by callers that only need to know *where a
+   * construct ends* (e.g. a selector's `{`), since the sub-parser for that construct
+   * re-tokenizes the span properly afterward.
+   *
+   * Strings go through consume_string and comments through _skip_comment, so escapes and
+   * on_comment callbacks behave identically to real tokenization. Ordinary characters cost
+   * one SKIP_SCAN_INTERESTING lookup each, same as consume_ident_or_function's inner loop.
+   *
+   * Returns true with this.pos at target, or false with this.pos at source_length.
+   */
+  skip_to_unquoted(target: number): boolean;
+  /**
+   * Same approach as skip_to_unquoted, but stops at any of `; { } ( ) !` — the stop
+   * characters parse-declaration.ts's value scan needs (paren depth, statement end,
+   * !important). The caller decides what each one means; this only locates the next one.
+   *
+   * Returns the stop character's code (this.pos left at it), or 0 at `end` if none found.
+   */
+  skip_to_declaration_stop(end: number): number;
+  consume_whitespace(start_line: number, start_column: number): TokenType;
+  consume_string(quote: number, start_line: number, start_column: number): TokenType;
+  consume_hex_escape(): void;
+  consume_number(start_line: number, start_column: number): TokenType;
+  consume_ident_or_function(start_line: number, start_column: number): TokenType;
+  consume_unicode_range(start: number, start_line: number, start_column: number): TokenType;
+  consume_at_keyword(start_line: number, start_column: number): TokenType;
+  consume_hash(start_line: number, start_column: number): TokenType;
+  advance(count?: number): void;
+  peek(offset?: number): number;
+  make_token(type: TokenType, start: number, end: number, line?: number, column?: number): TokenType;
+  next_token(skip_whitespace?: boolean): Token | null;
+  /**
+   * Save complete lexer state for backtracking
+   * @returns Object containing all lexer state
+   */
+  save_position(): LexerPosition;
+  save_position_into(target: LexerPosition): LexerPosition;
+  /**
+   * Restore lexer state from saved position
+   * @param saved The saved position to restore
+   */
+  restore_position(saved: LexerPosition): void;
+  /**
+   * Skip whitespace and comments within a range, maintaining line/column tracking
+   * @param end The end boundary (exclusive)
+   */
+  skip_whitespace_in_range(end: number): void;
+}
+/**
+ * Tokenize CSS source code
+ * @param source - The CSS source code to tokenize
+ * @param on_comment - Optional callback for comment tokens
+ * @yields CSS tokens
+ */
+export declare function tokenize(source: string, on_comment?: (info: CommentInfo) => void): Generator<Token, void, undefined>;
+//#endregion

package/dist/tokenize.js

@@ -1,2 +1 @@
-import { n as tokenize, t as Lexer } from "./tokenize-BYl6GvyV.js";
-export { Lexer, tokenize };
+export { t as Lexer, n as tokenize } from "./tokenize-Ccg58Z_k.js";