@projectwallace/css-parser 0.18.8 → 0.18.11

package/dist/parse.js

@@ -1,11 +1,12 @@
-import { t as Lexer } from "./tokenize-BYl6GvyV.js";
-import { l as CSSDataArena } from "./arena-e9O_g2AN.js";
-import { t as CSSNode } from "./css-node-CH5HqF0J.js";
-import { a as skip_whitespace_and_comments_backward, s as trim_boundaries, t as SelectorParser } from "./parse-selector-PhqFezCi.js";
+import { t as Lexer } from "./tokenize-Ccg58Z_k.js";
+import "./token-types.js";
+import { l as CSSDataArena } from "./arena-Bsf96CQK.js";
+import { t as CSSNode } from "./css-node-yoUdFtNg.js";
+import { a as skip_whitespace_and_comments_backward, o as skip_whitespace_and_comments_forward, t as SelectorParser } from "./parse-selector-CqIpnBrQ.js";
 import { AtRulePreludeParser } from "./parse-atrule-prelude.js";
 import { DeclarationParser } from "./parse-declaration.js";
 //#region src/parse.ts
-let DECLARATION_AT_RULES = /* @__PURE__ */ new Set([
+const DECLARATION_AT_RULES = /* @__PURE__ */ new Set([
 	"font-face",
 	"font-feature-values",
 	"page",
@@ -29,12 +30,12 @@ var Parser = class {
 	parse_atrule_preludes_enabled;
 	constructor(source, options) {
 		this.source = source;
-		let opts = options || {};
+		const opts = options || {};
 		this.parse_values_enabled = opts.parse_values ?? true;
 		this.parse_selectors_enabled = opts.parse_selectors ?? true;
 		this.parse_atrule_preludes_enabled = opts.parse_atrule_preludes ?? true;
 		this.lexer = new Lexer(source, opts.on_comment);
-		let capacity = CSSDataArena.capacity_for_source(source.length);
+		const capacity = CSSDataArena.capacity_for_source(source.length);
 		this.arena = new CSSDataArena(capacity);
 		this.selector_parser = this.parse_selectors_enabled ? new SelectorParser(this.arena, source) : null;
 		this.prelude_parser = this.parse_atrule_preludes_enabled ? new AtRulePreludeParser(this.arena, source) : null;
@@ -57,11 +58,11 @@ var Parser = class {
 	}
 	parse() {
 		this.next_token();
-		let stylesheet = this.arena.create_node(1, 0, this.source.length, 1, 1);
+		const stylesheet = this.arena.create_node(1, 0, this.source.length, 1, 1);
 		let first_rule = 0;
 		let last_rule = 0;
 		while (!this.is_eof()) {
-			let rule = this.parse_rule();
+			const rule = this.parse_rule();
 			if (rule === null) this.next_token();
 			else {
 				if (first_rule === 0) first_rule = rule;
@@ -82,7 +83,7 @@ var Parser = class {
 		let first_child = 0;
 		let last_child = 0;
 		while (!this.is_eof()) {
-			let token_type = this.peek_type();
+			const token_type = this.peek_type();
 			if (token_type === 24) break;
 			let child = null;
 			if (!declarations_only && token_type === 3) {
@@ -107,19 +108,19 @@ var Parser = class {
 	}
 	parse_style_rule() {
 		if (this.is_eof()) return null;
-		let rule_start = this.lexer.token_start;
-		let rule_line = this.lexer.token_line;
-		let rule_column = this.lexer.token_column;
-		let style_rule = this.arena.create_node(2, rule_start, 0, rule_line, rule_column);
-		let selector = this.parse_selector();
+		const rule_start = this.lexer.token_start;
+		const rule_line = this.lexer.token_line;
+		const rule_column = this.lexer.token_column;
+		const style_rule = this.arena.create_node(2, rule_start, 0, rule_line, rule_column);
+		const selector = this.parse_selector();
 		if (this.peek_type() !== 23) return null;
-		let block_start = this.lexer.token_end;
+		const block_start = this.lexer.token_end;
 		this.next_token();
 		this.arena.set_flag(style_rule, 8);
-		let block_line = this.lexer.token_line;
-		let block_column = this.lexer.token_column;
-		let block_node = this.arena.create_node(7, block_start, 0, block_line, block_column);
-		let first_child = this.parse_block_children(style_rule, false);
+		const block_line = this.lexer.token_line;
+		const block_column = this.lexer.token_column;
+		const block_node = this.arena.create_node(7, block_start, 0, block_line, block_column);
+		const first_child = this.parse_block_children(style_rule, false);
 		let block_end = this.lexer.token_start;
 		let rule_end = this.lexer.token_end;
 		if (this.peek_type() === 24) {
@@ -139,9 +140,9 @@ var Parser = class {
 	}
 	parse_selector() {
 		if (this.is_eof()) return null;
-		let selector_start = this.lexer.token_start;
-		let selector_line = this.lexer.token_line;
-		let selector_column = this.lexer.token_column;
+		const selector_start = this.lexer.token_start;
+		const selector_line = this.lexer.token_line;
+		const selector_column = this.lexer.token_column;
 		let last_end = this.lexer.token_end;
 		if (this.peek_type() !== 23) {
 			this.lexer.skip_to_unquoted(123);
@@ -149,10 +150,10 @@ var Parser = class {
 			this.next_token();
 		}
 		if (this.parse_selectors_enabled && this.selector_parser) {
-			let selector = this.selector_parser.parse_selector(selector_start, last_end, selector_line, selector_column);
+			const selector = this.selector_parser.parse_selector(selector_start, last_end, selector_line, selector_column);
 			if (selector !== null) return selector;
 		}
-		let node_type = this.parse_selectors_enabled ? 20 : 8;
+		const node_type = this.parse_selectors_enabled ? 20 : 8;
 		return this.arena.create_node(node_type, selector_start, last_end - selector_start, selector_line, selector_column);
 	}
 	parse_declaration() {
@@ -165,21 +166,21 @@ var Parser = class {
 	}
 	parse_atrule() {
 		if (this.peek_type() !== 3) return null;
-		let at_rule_start = this.lexer.token_start;
-		let at_rule_line = this.lexer.token_line;
-		let at_rule_column = this.lexer.token_column;
-		let name_start = this.lexer.token_start + 1;
-		let name_length = this.lexer.token_end - name_start;
-		let at_rule_name = this.source.substring(name_start, this.lexer.token_end);
+		const at_rule_start = this.lexer.token_start;
+		const at_rule_line = this.lexer.token_line;
+		const at_rule_column = this.lexer.token_column;
+		const name_start = this.lexer.token_start + 1;
+		const name_length = this.lexer.token_end - name_start;
+		const at_rule_name = this.source.substring(name_start, this.lexer.token_end);
 		this.next_token();
-		let at_rule = this.arena.create_node(3, at_rule_start, 0, at_rule_line, at_rule_column);
+		const at_rule = this.arena.create_node(3, at_rule_start, 0, at_rule_line, at_rule_column);
 		this.arena.set_content_start_delta(at_rule, name_start - at_rule_start);
 		this.arena.set_content_length(at_rule, name_length);
-		let prelude_start = this.lexer.token_start;
+		const prelude_start = this.lexer.token_start;
 		let prelude_end = prelude_start;
 		let paren_depth = 0;
 		while (!this.is_eof()) {
-			let token_type = this.peek_type();
+			const token_type = this.peek_type();
 			if (token_type === 21 || token_type === 2) paren_depth++;
 			else if (token_type === 22) paren_depth--;
 			if (token_type === 23 && paren_depth === 0) break;
@@ -187,29 +188,30 @@ var Parser = class {
 			prelude_end = this.lexer.token_end;
 			this.next_token();
 		}
-		let trimmed = trim_boundaries(this.source, prelude_start, prelude_end);
+		const trimmed_start = skip_whitespace_and_comments_forward(this.source, prelude_start, prelude_end);
+		const trimmed_end = skip_whitespace_and_comments_backward(this.source, prelude_end, trimmed_start);
 		let prelude_wrapper = null;
-		if (trimmed) {
+		if (trimmed_start < trimmed_end) {
 			if (this.prelude_parser) {
-				let prelude_nodes = this.prelude_parser.parse_prelude(at_rule_name, trimmed[0], trimmed[1], at_rule_line, at_rule_column);
+				const prelude_nodes = this.prelude_parser.parse_prelude(at_rule_name, trimmed_start, trimmed_end, at_rule_line, at_rule_column);
 				if (prelude_nodes.length > 0) {
-					prelude_wrapper = this.arena.create_node(40, trimmed[0], trimmed[1] - trimmed[0], at_rule_line, at_rule_column);
+					prelude_wrapper = this.arena.create_node(40, trimmed_start, trimmed_end - trimmed_start, at_rule_line, at_rule_column);
 					this.arena.append_children(prelude_wrapper, prelude_nodes);
-				} else prelude_wrapper = this.arena.create_node(8, trimmed[0], trimmed[1] - trimmed[0], at_rule_line, at_rule_column);
-			} else prelude_wrapper = this.arena.create_node(8, trimmed[0], trimmed[1] - trimmed[0], at_rule_line, at_rule_column);
+				} else prelude_wrapper = this.arena.create_node(8, trimmed_start, trimmed_end - trimmed_start, at_rule_line, at_rule_column);
+			} else prelude_wrapper = this.arena.create_node(8, trimmed_start, trimmed_end - trimmed_start, at_rule_line, at_rule_column);
 		}
 		let last_end = this.lexer.token_end;
 		if (this.peek_type() === 23) {
-			let block_start = this.lexer.token_end;
+			const block_start = this.lexer.token_end;
 			this.next_token();
 			this.arena.set_flag(at_rule, 8);
-			let block_line = this.lexer.token_line;
-			let block_column = this.lexer.token_column;
-			let block_node = this.arena.create_node(7, block_start, 0, block_line, block_column);
-			let declarations_only = this.atrule_has_declarations(at_rule_name);
-			let first_child = this.parse_block_children(at_rule, declarations_only);
+			const block_line = this.lexer.token_line;
+			const block_column = this.lexer.token_column;
+			const block_node = this.arena.create_node(7, block_start, 0, block_line, block_column);
+			const declarations_only = this.atrule_has_declarations(at_rule_name);
+			const first_child = this.parse_block_children(at_rule, declarations_only);
 			if (this.peek_type() === 24) {
-				let block_end = this.lexer.token_start;
+				const block_end = this.lexer.token_start;
 				last_end = this.lexer.token_end;
 				this.next_token();
 				this.arena.set_length(block_node, block_end - block_start);

package/dist/string-helpers-BMWJduts.d.ts

@@ -0,0 +1,18 @@
+//#region src/string-utils.d.ts
+/**
+ * @param a Base string, MUST be lowercase!
+ * @param b Compare string
+ */
+declare function str_equals(a: string, b: string): boolean;
+/** Case-insensitive ASCII prefix check without allocations. `prefix` MUST be lowercase. */
+declare function str_starts_with(str: string, prefix: string): boolean;
+/** Case-insensitive substring search without allocations, or -1 if not found. `searchChar` MUST be lowercase. */
+declare function str_index_of(str: string, searchChar: string): number;
+/** True if the string/range is vendor-prefixed (-webkit-, -moz-, -ms-, -o-). `--custom-property` is not. */
+declare function is_vendor_prefixed(text: string): boolean;
+declare function is_vendor_prefixed(source: string, start: number, end: number): boolean;
+/** True if the string is a CSS custom property (starts with `--`). */
+declare function is_custom(str: string): boolean;
+declare function strip_vendor_prefix(str: string): string;
+//#endregion
+export { str_starts_with as a, str_index_of as i, is_vendor_prefixed as n, strip_vendor_prefix as o, str_equals as r, is_custom as t };

package/dist/string-helpers.d.ts

@@ -0,0 +1,2 @@
+import { a as str_starts_with, i as str_index_of, n as is_vendor_prefixed, o as strip_vendor_prefix, r as str_equals, t as is_custom } from "./string-helpers-BMWJduts.js";
+export { is_custom, is_vendor_prefixed, str_equals, str_index_of, str_starts_with, strip_vendor_prefix };

package/dist/string-helpers.js

@@ -0,0 +1 @@
+export { r as is_custom, a as is_vendor_prefixed, s as str_equals, l as str_index_of, u as str_starts_with, d as strip_vendor_prefix } from "./string-utils-DiRRd28d.js";

package/dist/{parse-dimension-CQELWb5z.js → string-utils-DiRRd28d.js}

@@ -1,7 +1,3 @@
-/**
-* Check if a character code is whitespace (space, tab, newline, CR, or FF)
-* @internal
-*/
 function is_whitespace(ch) {
 	return ch === 32 || ch === 9 || ch === 10 || ch === 13 || ch === 12;
 }
@@ -9,7 +5,6 @@ function is_whitespace(ch) {
 function is_combinator(ch) {
 	return ch === 62 || ch === 43 || ch === 126;
 }
-/** @internal */
 function is_digit(ch) {
 	return ch >= 48 && ch <= 57;
 }
@@ -20,18 +15,13 @@ function is_digit(ch) {
 function str_equals(a, b) {
 	if (a.length !== b.length) return false;
 	for (let i = 0; i < a.length; i++) {
-		let ca = a.charCodeAt(i);
+		const ca = a.charCodeAt(i);
 		let cb = b.charCodeAt(i);
 		cb |= 32;
 		if (ca !== cb) return false;
 	}
 	return true;
 }
-/**
-* Case-insensitive equality between `source[start, end)` and `literal`, without allocating
-* a substring first. Same semantics as `str_equals(literal, source.substring(start, end))`.
-* `literal` MUST be lowercase.
-*/
 function str_equals_range(source, start, end, literal) {
 	if (end - start !== literal.length) return false;
 	for (let i = 0; i < literal.length; i++) {
@@ -41,12 +31,17 @@ function str_equals_range(source, start, end, literal) {
 	}
 	return true;
 }
+function is_and_or_not_range(source, start, end) {
+	const length = end - start;
+	if (length === 3) return str_equals_range(source, start, end, "and") || str_equals_range(source, start, end, "not");
+	return length === 2 && str_equals_range(source, start, end, "or");
+}
 /** Case-insensitive ASCII prefix check without allocations. `prefix` MUST be lowercase. */
 function str_starts_with(str, prefix) {
 	if (str.length < prefix.length) return false;
 	for (let i = 0; i < prefix.length; i++) {
 		let ca = str.charCodeAt(i);
-		let cb = prefix.charCodeAt(i);
+		const cb = prefix.charCodeAt(i);
 		if (ca >= 65 && ca <= 90) ca |= 32;
 		if (ca !== cb) return false;
 	}
@@ -68,7 +63,7 @@ function str_index_of(str, searchChar) {
 		let match = true;
 		for (let j = 0; j < searchChar.length; j++) {
 			let ca = str.charCodeAt(i + j);
-			let cb = searchChar.charCodeAt(j);
+			const cb = searchChar.charCodeAt(j);
 			if (ca >= 65 && ca <= 90) ca |= 32;
 			if (ca !== cb) {
 				match = false;
@@ -95,55 +90,10 @@ function is_custom(str) {
 	if (str.length < 3) return false;
 	return str.charCodeAt(0) === 45 && str.charCodeAt(1) === 45;
 }
-/** Strip a vendor prefix, e.g. `-webkit-keyframes` → `keyframes`. Returns the input unchanged if it has no prefix. */
 function strip_vendor_prefix(str) {
 	if (!is_vendor_prefixed(str)) return str;
 	for (let i = 2; i < str.length; i++) if (str.charCodeAt(i) === 45) return str.substring(i + 1);
 	return str;
 }
 //#endregion
-//#region src/parse-dimension.ts
-/**
-* Find where a dimension's numeric part ends, e.g. 3 for "100px" or 2 for "2%".
-* No allocation — callers that only need `value` or only `unit` can slice just
-* the part they want instead of going through `parse_dimension`'s object + two
-* substrings for both.
-* @internal
-*/
-function dimension_number_end(text) {
-	let num_end = 0;
-	for (let i = 0; i < text.length; i++) {
-		let ch = text.charCodeAt(i);
-		if (ch === 101 || ch === 69) {
-			if (i + 1 < text.length) {
-				let next_ch = text.charCodeAt(i + 1);
-				if (is_digit(next_ch)) {
-					num_end = i + 1;
-					continue;
-				}
-				if ((next_ch === 43 || next_ch === 45) && i + 2 < text.length) {
-					if (is_digit(text.charCodeAt(i + 2))) {
-						num_end = i + 1;
-						continue;
-					}
-				}
-			}
-			break;
-		}
-		if (is_digit(ch) || ch === 46 || ch === 45 || ch === 43) num_end = i + 1;
-		else break;
-	}
-	return num_end;
-}
-/** Parse a dimension string into value and unit, e.g. "100px" → { value: 100, unit: "px" } or "2%" → { value: 2, unit: "%" } */
-function parse_dimension(text) {
-	let num_end = dimension_number_end(text);
-	let num_str = text.substring(0, num_end);
-	let unit = text.substring(num_end);
-	return {
-		value: num_str ? Number.parseFloat(num_str) : 0,
-		unit
-	};
-}
-//#endregion
-export { is_vendor_prefixed as a, str_equals_range as c, strip_vendor_prefix as d, is_custom as i, str_index_of as l, parse_dimension as n, is_whitespace as o, is_combinator as r, str_equals as s, dimension_number_end as t, str_starts_with as u };
+export { is_vendor_prefixed as a, str_equals_range as c, strip_vendor_prefix as d, is_digit as i, str_index_of as l, is_combinator as n, is_whitespace as o, is_custom as r, str_equals as s, is_and_or_not_range as t, str_starts_with as u };

package/dist/token-types-Bqsf5FX-.d.ts

@@ -0,0 +1,38 @@
+//#region src/token-types.d.ts
+declare const TOKEN_IDENT = 1;
+declare const TOKEN_FUNCTION = 2;
+declare const TOKEN_AT_KEYWORD = 3;
+declare const TOKEN_HASH = 4;
+declare const TOKEN_STRING = 5;
+declare const TOKEN_BAD_STRING = 6;
+declare const TOKEN_URL = 7;
+declare const TOKEN_BAD_URL = 8;
+declare const TOKEN_DELIM = 9;
+declare const TOKEN_NUMBER = 10;
+declare const TOKEN_PERCENTAGE = 11;
+declare const TOKEN_DIMENSION = 12;
+declare const TOKEN_WHITESPACE = 13;
+declare const TOKEN_CDO = 14;
+declare const TOKEN_CDC = 15;
+declare const TOKEN_COLON = 16;
+declare const TOKEN_SEMICOLON = 17;
+declare const TOKEN_COMMA = 18;
+declare const TOKEN_LEFT_BRACKET = 19;
+declare const TOKEN_RIGHT_BRACKET = 20;
+declare const TOKEN_LEFT_PAREN = 21;
+declare const TOKEN_RIGHT_PAREN = 22;
+declare const TOKEN_LEFT_BRACE = 23;
+declare const TOKEN_RIGHT_BRACE = 24;
+declare const TOKEN_COMMENT = 25;
+declare const TOKEN_EOF = 26;
+declare const TOKEN_UNICODE_RANGE = 27;
+type TokenType = typeof TOKEN_IDENT | typeof TOKEN_FUNCTION | typeof TOKEN_AT_KEYWORD | typeof TOKEN_HASH | typeof TOKEN_STRING | typeof TOKEN_BAD_STRING | typeof TOKEN_URL | typeof TOKEN_BAD_URL | typeof TOKEN_DELIM | typeof TOKEN_NUMBER | typeof TOKEN_PERCENTAGE | typeof TOKEN_DIMENSION | typeof TOKEN_WHITESPACE | typeof TOKEN_CDO | typeof TOKEN_CDC | typeof TOKEN_COLON | typeof TOKEN_SEMICOLON | typeof TOKEN_COMMA | typeof TOKEN_LEFT_BRACKET | typeof TOKEN_RIGHT_BRACKET | typeof TOKEN_LEFT_PAREN | typeof TOKEN_RIGHT_PAREN | typeof TOKEN_LEFT_BRACE | typeof TOKEN_RIGHT_BRACE | typeof TOKEN_COMMENT | typeof TOKEN_EOF | typeof TOKEN_UNICODE_RANGE;
+type Token = {
+  type: TokenType;
+  start: number;
+  end: number;
+  line: number;
+  column: number;
+};
+//#endregion
+export { TOKEN_SEMICOLON as C, TOKEN_WHITESPACE as D, TOKEN_URL as E, Token as O, TOKEN_RIGHT_PAREN as S, TOKEN_UNICODE_RANGE as T, TOKEN_LEFT_PAREN as _, TOKEN_CDO as a, TOKEN_RIGHT_BRACE as b, TOKEN_COMMENT as c, TOKEN_EOF as d, TOKEN_FUNCTION as f, TOKEN_LEFT_BRACKET as g, TOKEN_LEFT_BRACE as h, TOKEN_CDC as i, TokenType as k, TOKEN_DELIM as l, TOKEN_IDENT as m, TOKEN_BAD_STRING as n, TOKEN_COLON as o, TOKEN_HASH as p, TOKEN_BAD_URL as r, TOKEN_COMMA as s, TOKEN_AT_KEYWORD as t, TOKEN_DIMENSION as u, TOKEN_NUMBER as v, TOKEN_STRING as w, TOKEN_RIGHT_BRACKET as x, TOKEN_PERCENTAGE as y };

package/dist/token-types.d.ts

@@ -0,0 +1,2 @@
+import { C as TOKEN_SEMICOLON, D as TOKEN_WHITESPACE, E as TOKEN_URL, O as Token, S as TOKEN_RIGHT_PAREN, T as TOKEN_UNICODE_RANGE, _ as TOKEN_LEFT_PAREN, a as TOKEN_CDO, b as TOKEN_RIGHT_BRACE, c as TOKEN_COMMENT, d as TOKEN_EOF, f as TOKEN_FUNCTION, g as TOKEN_LEFT_BRACKET, h as TOKEN_LEFT_BRACE, i as TOKEN_CDC, k as TokenType, l as TOKEN_DELIM, m as TOKEN_IDENT, n as TOKEN_BAD_STRING, o as TOKEN_COLON, p as TOKEN_HASH, r as TOKEN_BAD_URL, s as TOKEN_COMMA, t as TOKEN_AT_KEYWORD, u as TOKEN_DIMENSION, v as TOKEN_NUMBER, w as TOKEN_STRING, x as TOKEN_RIGHT_BRACKET, y as TOKEN_PERCENTAGE } from "./token-types-Bqsf5FX-.js";
+export { TOKEN_AT_KEYWORD, TOKEN_BAD_STRING, TOKEN_BAD_URL, TOKEN_CDC, TOKEN_CDO, TOKEN_COLON, TOKEN_COMMA, TOKEN_COMMENT, TOKEN_DELIM, TOKEN_DIMENSION, TOKEN_EOF, TOKEN_FUNCTION, TOKEN_HASH, TOKEN_IDENT, TOKEN_LEFT_BRACE, TOKEN_LEFT_BRACKET, TOKEN_LEFT_PAREN, TOKEN_NUMBER, TOKEN_PERCENTAGE, TOKEN_RIGHT_BRACE, TOKEN_RIGHT_BRACKET, TOKEN_RIGHT_PAREN, TOKEN_SEMICOLON, TOKEN_STRING, TOKEN_UNICODE_RANGE, TOKEN_URL, TOKEN_WHITESPACE, Token, TokenType };

package/dist/token-types.js

@@ -0,0 +1,30 @@
+//#region src/token-types.ts
+const TOKEN_IDENT = 1;
+const TOKEN_FUNCTION = 2;
+const TOKEN_AT_KEYWORD = 3;
+const TOKEN_HASH = 4;
+const TOKEN_STRING = 5;
+const TOKEN_BAD_STRING = 6;
+const TOKEN_URL = 7;
+const TOKEN_BAD_URL = 8;
+const TOKEN_DELIM = 9;
+const TOKEN_NUMBER = 10;
+const TOKEN_PERCENTAGE = 11;
+const TOKEN_DIMENSION = 12;
+const TOKEN_WHITESPACE = 13;
+const TOKEN_CDO = 14;
+const TOKEN_CDC = 15;
+const TOKEN_COLON = 16;
+const TOKEN_SEMICOLON = 17;
+const TOKEN_COMMA = 18;
+const TOKEN_LEFT_BRACKET = 19;
+const TOKEN_RIGHT_BRACKET = 20;
+const TOKEN_LEFT_PAREN = 21;
+const TOKEN_RIGHT_PAREN = 22;
+const TOKEN_LEFT_BRACE = 23;
+const TOKEN_RIGHT_BRACE = 24;
+const TOKEN_COMMENT = 25;
+const TOKEN_EOF = 26;
+const TOKEN_UNICODE_RANGE = 27;
+//#endregion
+export { TOKEN_AT_KEYWORD, TOKEN_BAD_STRING, TOKEN_BAD_URL, TOKEN_CDC, TOKEN_CDO, TOKEN_COLON, TOKEN_COMMA, TOKEN_COMMENT, TOKEN_DELIM, TOKEN_DIMENSION, TOKEN_EOF, TOKEN_FUNCTION, TOKEN_HASH, TOKEN_IDENT, TOKEN_LEFT_BRACE, TOKEN_LEFT_BRACKET, TOKEN_LEFT_PAREN, TOKEN_NUMBER, TOKEN_PERCENTAGE, TOKEN_RIGHT_BRACE, TOKEN_RIGHT_BRACKET, TOKEN_RIGHT_PAREN, TOKEN_SEMICOLON, TOKEN_STRING, TOKEN_UNICODE_RANGE, TOKEN_URL, TOKEN_WHITESPACE };