tuiuiu.js 0.1.1

package/dist/styling/tokenizer.d.ts

@@ -0,0 +1,121 @@
+/**
+ * TCSS Tokenizer
+ *
+ * Lexer for Terminal CSS (TCSS) - a CSS-like styling language for TUI.
+ * Tokenizes selectors, properties, values, variables, and special syntax.
+ */
+export declare enum TokenType {
+    IDENT = "IDENT",// e.g., Box, color, red
+    HASH = "HASH",// #id
+    DOT = "DOT",// .class
+    COLON = "COLON",// :pseudo or property:
+    DOUBLE_COLON = "DOUBLE_COLON",// ::pseudo-element
+    SEMICOLON = "SEMICOLON",// ;
+    COMMA = "COMMA",// ,
+    STAR = "STAR",// * (universal selector)
+    LBRACE = "LBRACE",// {
+    RBRACE = "RBRACE",// }
+    LPAREN = "LPAREN",// (
+    RPAREN = "RPAREN",// )
+    LBRACKET = "LBRACKET",// [
+    RBRACKET = "RBRACKET",// ]
+    STRING = "STRING",// "..." or '...'
+    NUMBER = "NUMBER",// 123, 1.5, .5
+    PERCENTAGE = "PERCENTAGE",// 50%
+    DIMENSION = "DIMENSION",// 10px, 2fr, 1em
+    HEX_COLOR = "HEX_COLOR",// #fff, #ffffff, #ffffffff
+    PLUS = "PLUS",// + (adjacent sibling)
+    GREATER = "GREATER",// > (child combinator)
+    TILDE = "TILDE",// ~ (general sibling)
+    EQUALS = "EQUALS",// = (attribute)
+    PIPE = "PIPE",// | (attribute)
+    CARET = "CARET",// ^ (attribute starts with)
+    DOLLAR = "DOLLAR",// $ (variable or attribute ends with)
+    AT_KEYWORD = "AT_KEYWORD",// @import, @media, etc.
+    VARIABLE = "VARIABLE",// $varname or --varname
+    IMPORTANT = "IMPORTANT",// !important
+    FUNCTION = "FUNCTION",// rgb(, url(, etc.
+    WHITESPACE = "WHITESPACE",
+    COMMENT = "COMMENT",
+    NEWLINE = "NEWLINE",
+    EOF = "EOF",
+    ERROR = "ERROR"
+}
+export interface Token {
+    type: TokenType;
+    value: string;
+    line: number;
+    column: number;
+    start: number;
+    end: number;
+}
+export interface TokenizerError {
+    message: string;
+    line: number;
+    column: number;
+    position: number;
+}
+export interface TokenizerOptions {
+    /** Whether to include whitespace tokens (default: false) */
+    includeWhitespace?: boolean;
+    /** Whether to include comment tokens (default: false) */
+    includeComments?: boolean;
+    /** Whether to include newline tokens (default: false) */
+    includeNewlines?: boolean;
+}
+export declare class Tokenizer {
+    private input;
+    private pos;
+    private line;
+    private column;
+    private options;
+    private errors;
+    constructor(input: string, options?: TokenizerOptions);
+    /**
+     * Get all errors encountered during tokenization
+     */
+    getErrors(): TokenizerError[];
+    /**
+     * Check if there are any errors
+     */
+    hasErrors(): boolean;
+    /**
+     * Tokenize the entire input
+     */
+    tokenize(): Token[];
+    /**
+     * Get the next token
+     */
+    nextToken(): Token;
+    private isAtEnd;
+    private peek;
+    private peekNext;
+    private advance;
+    private makeToken;
+    private addError;
+    private whitespace;
+    private newline;
+    private comment;
+    private string;
+    private number;
+    private hash;
+    private variable;
+    private cssVariable;
+    private atKeyword;
+    private important;
+    private identifier;
+    private singleCharToken;
+    private negativeNumber;
+}
+/**
+ * Tokenize a TCSS string
+ */
+export declare function tokenize(input: string, options?: TokenizerOptions): Token[];
+/**
+ * Tokenize and return tokens with any errors
+ */
+export declare function tokenizeWithErrors(input: string, options?: TokenizerOptions): {
+    tokens: Token[];
+    errors: TokenizerError[];
+};
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/styling/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/styling/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,oBAAY,SAAS;IAEnB,KAAK,UAAU,CAAE,wBAAwB;IACzC,IAAI,SAAS,CAAE,MAAM;IACrB,GAAG,QAAQ,CAAE,SAAS;IACtB,KAAK,UAAU,CAAE,uBAAuB;IACxC,YAAY,iBAAiB,CAAE,mBAAmB;IAClD,SAAS,cAAc,CAAE,IAAI;IAC7B,KAAK,UAAU,CAAE,IAAI;IACrB,IAAI,SAAS,CAAE,yBAAyB;IAGxC,MAAM,WAAW,CAAE,IAAI;IACvB,MAAM,WAAW,CAAE,IAAI;IACvB,MAAM,WAAW,CAAE,IAAI;IACvB,MAAM,WAAW,CAAE,IAAI;IACvB,QAAQ,aAAa,CAAE,IAAI;IAC3B,QAAQ,aAAa,CAAE,IAAI;IAG3B,MAAM,WAAW,CAAE,iBAAiB;IACpC,MAAM,WAAW,CAAE,eAAe;IAClC,UAAU,eAAe,CAAE,MAAM;IACjC,SAAS,cAAc,CAAE,iBAAiB;IAG1C,SAAS,cAAc,CAAE,2BAA2B;IAGpD,IAAI,SAAS,CAAE,uBAAuB;IACtC,OAAO,YAAY,CAAE,uBAAuB;IAC5C,KAAK,UAAU,CAAE,sBAAsB;IACvC,MAAM,WAAW,CAAE,gBAAgB;IACnC,IAAI,SAAS,CAAE,gBAAgB;IAC/B,KAAK,UAAU,CAAE,4BAA4B;IAC7C,MAAM,WAAW,CAAE,sCAAsC;IAGzD,UAAU,eAAe,CAAE,wBAAwB;IAGnD,QAAQ,aAAa,CAAE,wBAAwB;IAC/C,SAAS,cAAc,CAAE,aAAa;IACtC,QAAQ,aAAa,CAAE,mBAAmB;IAC1C,UAAU,eAAe;IACzB,OAAO,YAAY;IACnB,OAAO,YAAY;IAGnB,GAAG,QAAQ;IAGX,KAAK,UAAU;CAChB;AAMD,MAAM,WAAW,KAAK;IACpB,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAMD,MAAM,WAAW,gBAAgB;IAC/B,4DAA4D;IAC5D,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,yDAAyD;IACzD,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,yDAAyD;IACzD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AA4CD,qBAAa,SAAS;IACpB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,MAAM,CAAwB;gBAE1B,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB;IASzD;;OAEG;IACH,SAAS,IAAI,cAAc,EAAE;IAI7B;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,QAAQ,IAAI,KAAK,EAAE;IA8BnB;;OAEG;IACH,SAAS,IAAI,KAAK;IAyElB,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,OAAO;IAYf,OAAO,CAAC,SAAS;IAWjB,OAAO,CAAC,QAAQ;IAahB,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,OAAO;IAcf,OAAO,CAAC,OAAO;IA8Bf,OAAO,CAAC,MAAM;IAkDd,OAAO,CAAC,MAAM;IA4Cd,OAAO,CAAC,IAAI;IA8CZ,OAAO,CAAC,QAAQ;IAehB,OAAO,CAAC,WAAW;IAgBnB,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,SAAS;IA+BjB,OAAO,CAAC,UAAU;IAkBlB,OAAO,CAAC,eAAe;IA2DvB,OAAO,CAAC,cAAc;CA2CvB;AAMD;;GAEG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,KAAK,EAAE,CAG3E;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,gBAAgB,GACzB;IAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAAC,MAAM,EAAE,cAAc,EAAE,CAAA;CAAE,CAI/C"}

package/dist/styling/tokenizer.js

@@ -0,0 +1,553 @@
+/**
+ * TCSS Tokenizer
+ *
+ * Lexer for Terminal CSS (TCSS) - a CSS-like styling language for TUI.
+ * Tokenizes selectors, properties, values, variables, and special syntax.
+ */
+// ============================================================================
+// Token Types
+// ============================================================================
+export var TokenType;
+(function (TokenType) {
+    // Identifiers and keywords
+    TokenType["IDENT"] = "IDENT";
+    TokenType["HASH"] = "HASH";
+    TokenType["DOT"] = "DOT";
+    TokenType["COLON"] = "COLON";
+    TokenType["DOUBLE_COLON"] = "DOUBLE_COLON";
+    TokenType["SEMICOLON"] = "SEMICOLON";
+    TokenType["COMMA"] = "COMMA";
+    TokenType["STAR"] = "STAR";
+    // Brackets
+    TokenType["LBRACE"] = "LBRACE";
+    TokenType["RBRACE"] = "RBRACE";
+    TokenType["LPAREN"] = "LPAREN";
+    TokenType["RPAREN"] = "RPAREN";
+    TokenType["LBRACKET"] = "LBRACKET";
+    TokenType["RBRACKET"] = "RBRACKET";
+    // Values
+    TokenType["STRING"] = "STRING";
+    TokenType["NUMBER"] = "NUMBER";
+    TokenType["PERCENTAGE"] = "PERCENTAGE";
+    TokenType["DIMENSION"] = "DIMENSION";
+    // Colors
+    TokenType["HEX_COLOR"] = "HEX_COLOR";
+    // Operators
+    TokenType["PLUS"] = "PLUS";
+    TokenType["GREATER"] = "GREATER";
+    TokenType["TILDE"] = "TILDE";
+    TokenType["EQUALS"] = "EQUALS";
+    TokenType["PIPE"] = "PIPE";
+    TokenType["CARET"] = "CARET";
+    TokenType["DOLLAR"] = "DOLLAR";
+    // At-rules
+    TokenType["AT_KEYWORD"] = "AT_KEYWORD";
+    // Special
+    TokenType["VARIABLE"] = "VARIABLE";
+    TokenType["IMPORTANT"] = "IMPORTANT";
+    TokenType["FUNCTION"] = "FUNCTION";
+    TokenType["WHITESPACE"] = "WHITESPACE";
+    TokenType["COMMENT"] = "COMMENT";
+    TokenType["NEWLINE"] = "NEWLINE";
+    // End of input
+    TokenType["EOF"] = "EOF";
+    // Error
+    TokenType["ERROR"] = "ERROR";
+})(TokenType || (TokenType = {}));
+// ============================================================================
+// Character Helpers
+// ============================================================================
+function isWhitespace(char) {
+    return char === ' ' || char === '\t';
+}
+function isNewline(char) {
+    return char === '\n' || char === '\r';
+}
+function isDigit(char) {
+    return char >= '0' && char <= '9';
+}
+function isHexDigit(char) {
+    return (isDigit(char) ||
+        (char >= 'a' && char <= 'f') ||
+        (char >= 'A' && char <= 'F'));
+}
+function isNameStart(char) {
+    return ((char >= 'a' && char <= 'z') ||
+        (char >= 'A' && char <= 'Z') ||
+        char === '_' ||
+        char === '-' ||
+        char.charCodeAt(0) > 127 // Non-ASCII
+    );
+}
+function isNameChar(char) {
+    return isNameStart(char) || isDigit(char);
+}
+// ============================================================================
+// Tokenizer Class
+// ============================================================================
+export class Tokenizer {
+    input;
+    pos = 0;
+    line = 1;
+    column = 1;
+    options;
+    errors = [];
+    constructor(input, options = {}) {
+        this.input = input;
+        this.options = {
+            includeWhitespace: options.includeWhitespace ?? false,
+            includeComments: options.includeComments ?? false,
+            includeNewlines: options.includeNewlines ?? false,
+        };
+    }
+    /**
+     * Get all errors encountered during tokenization
+     */
+    getErrors() {
+        return [...this.errors];
+    }
+    /**
+     * Check if there are any errors
+     */
+    hasErrors() {
+        return this.errors.length > 0;
+    }
+    /**
+     * Tokenize the entire input
+     */
+    tokenize() {
+        const tokens = [];
+        while (true) {
+            const token = this.nextToken();
+            // Filter based on options
+            if (token.type === TokenType.WHITESPACE &&
+                !this.options.includeWhitespace) {
+                continue;
+            }
+            if (token.type === TokenType.COMMENT && !this.options.includeComments) {
+                continue;
+            }
+            if (token.type === TokenType.NEWLINE && !this.options.includeNewlines) {
+                continue;
+            }
+            tokens.push(token);
+            if (token.type === TokenType.EOF) {
+                break;
+            }
+        }
+        return tokens;
+    }
+    /**
+     * Get the next token
+     */
+    nextToken() {
+        if (this.isAtEnd()) {
+            return this.makeToken(TokenType.EOF, '');
+        }
+        const char = this.peek();
+        // Whitespace
+        if (isWhitespace(char)) {
+            return this.whitespace();
+        }
+        // Newline
+        if (isNewline(char)) {
+            return this.newline();
+        }
+        // Comments
+        if (char === '/' && (this.peekNext() === '*' || this.peekNext() === '/')) {
+            return this.comment();
+        }
+        // Strings
+        if (char === '"' || char === "'") {
+            return this.string(char);
+        }
+        // Numbers (including negative and decimal)
+        if (isDigit(char) || (char === '.' && isDigit(this.peekNext()))) {
+            return this.number();
+        }
+        // Negative numbers (must check before identifiers since - is a valid name start)
+        if (char === '-' && isDigit(this.peekNext())) {
+            return this.negativeNumber();
+        }
+        // Hash (ID selector or hex color)
+        if (char === '#') {
+            return this.hash();
+        }
+        // Variable ($var or --var)
+        if (char === '$') {
+            return this.variable();
+        }
+        if (char === '-' && this.peekNext() === '-') {
+            return this.cssVariable();
+        }
+        // At-rules (@import, @media, etc.)
+        if (char === '@') {
+            return this.atKeyword();
+        }
+        // Important
+        if (char === '!') {
+            return this.important();
+        }
+        // Identifier or keyword
+        if (isNameStart(char)) {
+            return this.identifier();
+        }
+        // Single-character tokens
+        return this.singleCharToken();
+    }
+    // ==========================================================================
+    // Private Helpers
+    // ==========================================================================
+    isAtEnd() {
+        return this.pos >= this.input.length;
+    }
+    peek() {
+        return this.input[this.pos] || '';
+    }
+    peekNext() {
+        return this.input[this.pos + 1] || '';
+    }
+    advance() {
+        const char = this.input[this.pos];
+        this.pos++;
+        if (char === '\n') {
+            this.line++;
+            this.column = 1;
+        }
+        else {
+            this.column++;
+        }
+        return char;
+    }
+    makeToken(type, value, start) {
+        return {
+            type,
+            value,
+            line: this.line,
+            column: this.column - value.length,
+            start: start ?? this.pos - value.length,
+            end: this.pos,
+        };
+    }
+    addError(message) {
+        this.errors.push({
+            message,
+            line: this.line,
+            column: this.column,
+            position: this.pos,
+        });
+    }
+    // ==========================================================================
+    // Token Scanners
+    // ==========================================================================
+    whitespace() {
+        const start = this.pos;
+        while (!this.isAtEnd() && isWhitespace(this.peek())) {
+            this.advance();
+        }
+        return this.makeToken(TokenType.WHITESPACE, this.input.slice(start, this.pos), start);
+    }
+    newline() {
+        const start = this.pos;
+        const char = this.advance();
+        // Handle \r\n
+        if (char === '\r' && this.peek() === '\n') {
+            this.advance();
+        }
+        return this.makeToken(TokenType.NEWLINE, this.input.slice(start, this.pos), start);
+    }
+    comment() {
+        const start = this.pos;
+        this.advance(); // /
+        if (this.peek() === '*') {
+            // Block comment /* */
+            this.advance(); // *
+            while (!this.isAtEnd()) {
+                if (this.peek() === '*' && this.peekNext() === '/') {
+                    this.advance(); // *
+                    this.advance(); // /
+                    break;
+                }
+                this.advance();
+            }
+        }
+        else if (this.peek() === '/') {
+            // Line comment //
+            this.advance(); // /
+            while (!this.isAtEnd() && !isNewline(this.peek())) {
+                this.advance();
+            }
+        }
+        return this.makeToken(TokenType.COMMENT, this.input.slice(start, this.pos), start);
+    }
+    string(quote) {
+        const start = this.pos;
+        this.advance(); // Opening quote
+        let value = '';
+        while (!this.isAtEnd() && this.peek() !== quote) {
+            if (this.peek() === '\\') {
+                this.advance(); // Backslash
+                if (!this.isAtEnd()) {
+                    const escaped = this.advance();
+                    switch (escaped) {
+                        case 'n':
+                            value += '\n';
+                            break;
+                        case 't':
+                            value += '\t';
+                            break;
+                        case 'r':
+                            value += '\r';
+                            break;
+                        case '\\':
+                            value += '\\';
+                            break;
+                        case "'":
+                            value += "'";
+                            break;
+                        case '"':
+                            value += '"';
+                            break;
+                        default:
+                            value += escaped;
+                    }
+                }
+            }
+            else if (isNewline(this.peek())) {
+                this.addError('Unterminated string');
+                break;
+            }
+            else {
+                value += this.advance();
+            }
+        }
+        if (this.peek() === quote) {
+            this.advance(); // Closing quote
+        }
+        else {
+            this.addError('Unterminated string');
+        }
+        return this.makeToken(TokenType.STRING, value, start);
+    }
+    number() {
+        const start = this.pos;
+        // Integer part
+        while (!this.isAtEnd() && isDigit(this.peek())) {
+            this.advance();
+        }
+        // Decimal part
+        if (this.peek() === '.' && isDigit(this.peekNext())) {
+            this.advance(); // .
+            while (!this.isAtEnd() && isDigit(this.peek())) {
+                this.advance();
+            }
+        }
+        const numValue = this.input.slice(start, this.pos);
+        // Check for unit or percentage
+        if (this.peek() === '%') {
+            this.advance();
+            return this.makeToken(TokenType.PERCENTAGE, this.input.slice(start, this.pos), start);
+        }
+        // Check for dimension (e.g., 10px, 2fr, 1em)
+        if (isNameStart(this.peek())) {
+            const unitStart = this.pos;
+            while (!this.isAtEnd() && isNameChar(this.peek())) {
+                this.advance();
+            }
+            return this.makeToken(TokenType.DIMENSION, this.input.slice(start, this.pos), start);
+        }
+        return this.makeToken(TokenType.NUMBER, numValue, start);
+    }
+    hash() {
+        const start = this.pos;
+        this.advance(); // #
+        // Check if it's a hex color
+        const colorStart = this.pos;
+        while (!this.isAtEnd() && isHexDigit(this.peek())) {
+            this.advance();
+        }
+        const hexPart = this.input.slice(colorStart, this.pos);
+        // Valid hex color lengths: 3, 4, 6, 8
+        if (hexPart.length === 3 ||
+            hexPart.length === 4 ||
+            hexPart.length === 6 ||
+            hexPart.length === 8) {
+            // Check if there are more name characters (making it an ID instead)
+            if (!this.isAtEnd() && isNameChar(this.peek()) && !isHexDigit(this.peek())) {
+                // It's an ID selector
+                while (!this.isAtEnd() && isNameChar(this.peek())) {
+                    this.advance();
+                }
+                return this.makeToken(TokenType.HASH, this.input.slice(start, this.pos), start);
+            }
+            return this.makeToken(TokenType.HEX_COLOR, hexPart, start);
+        }
+        // Must be an ID selector
+        while (!this.isAtEnd() && isNameChar(this.peek())) {
+            this.advance();
+        }
+        return this.makeToken(TokenType.HASH, this.input.slice(start, this.pos), start);
+    }
+    variable() {
+        const start = this.pos;
+        this.advance(); // $
+        while (!this.isAtEnd() && isNameChar(this.peek())) {
+            this.advance();
+        }
+        return this.makeToken(TokenType.VARIABLE, this.input.slice(start, this.pos), start);
+    }
+    cssVariable() {
+        const start = this.pos;
+        this.advance(); // -
+        this.advance(); // -
+        while (!this.isAtEnd() && isNameChar(this.peek())) {
+            this.advance();
+        }
+        return this.makeToken(TokenType.VARIABLE, this.input.slice(start, this.pos), start);
+    }
+    atKeyword() {
+        const start = this.pos;
+        this.advance(); // @
+        while (!this.isAtEnd() && isNameChar(this.peek())) {
+            this.advance();
+        }
+        return this.makeToken(TokenType.AT_KEYWORD, this.input.slice(start, this.pos), start);
+    }
+    important() {
+        const start = this.pos;
+        this.advance(); // !
+        // Skip whitespace
+        while (!this.isAtEnd() && isWhitespace(this.peek())) {
+            this.advance();
+        }
+        // Check for 'important'
+        const word = this.input.slice(this.pos, this.pos + 9).toLowerCase();
+        if (word === 'important') {
+            for (let i = 0; i < 9; i++) {
+                this.advance();
+            }
+            return this.makeToken(TokenType.IMPORTANT, this.input.slice(start, this.pos), start);
+        }
+        // Not !important, return as error
+        this.addError('Expected "important" after "!"');
+        return this.makeToken(TokenType.ERROR, this.input.slice(start, this.pos), start);
+    }
+    identifier() {
+        const start = this.pos;
+        while (!this.isAtEnd() && isNameChar(this.peek())) {
+            this.advance();
+        }
+        const name = this.input.slice(start, this.pos);
+        // Check if it's a function (followed by '(')
+        if (this.peek() === '(') {
+            this.advance(); // (
+            return this.makeToken(TokenType.FUNCTION, name + '(', start);
+        }
+        return this.makeToken(TokenType.IDENT, name, start);
+    }
+    singleCharToken() {
+        const start = this.pos;
+        const char = this.advance();
+        switch (char) {
+            case '.':
+                return this.makeToken(TokenType.DOT, char, start);
+            case ':':
+                if (this.peek() === ':') {
+                    this.advance();
+                    return this.makeToken(TokenType.DOUBLE_COLON, '::', start);
+                }
+                return this.makeToken(TokenType.COLON, char, start);
+            case ';':
+                return this.makeToken(TokenType.SEMICOLON, char, start);
+            case ',':
+                return this.makeToken(TokenType.COMMA, char, start);
+            case '*':
+                return this.makeToken(TokenType.STAR, char, start);
+            case '{':
+                return this.makeToken(TokenType.LBRACE, char, start);
+            case '}':
+                return this.makeToken(TokenType.RBRACE, char, start);
+            case '(':
+                return this.makeToken(TokenType.LPAREN, char, start);
+            case ')':
+                return this.makeToken(TokenType.RPAREN, char, start);
+            case '[':
+                return this.makeToken(TokenType.LBRACKET, char, start);
+            case ']':
+                return this.makeToken(TokenType.RBRACKET, char, start);
+            case '+':
+                return this.makeToken(TokenType.PLUS, char, start);
+            case '>':
+                return this.makeToken(TokenType.GREATER, char, start);
+            case '~':
+                return this.makeToken(TokenType.TILDE, char, start);
+            case '=':
+                return this.makeToken(TokenType.EQUALS, char, start);
+            case '|':
+                return this.makeToken(TokenType.PIPE, char, start);
+            case '^':
+                return this.makeToken(TokenType.CARET, char, start);
+            case '-':
+                // Negative number
+                if (isDigit(this.peek())) {
+                    // Put back and let number() handle it
+                    this.pos--;
+                    this.column--;
+                    return this.negativeNumber();
+                }
+                // Otherwise treat as identifier start (for properties like margin-top)
+                return this.identifier();
+            default:
+                this.addError(`Unexpected character: "${char}"`);
+                return this.makeToken(TokenType.ERROR, char, start);
+        }
+    }
+    negativeNumber() {
+        const start = this.pos;
+        this.advance(); // -
+        // Integer part
+        while (!this.isAtEnd() && isDigit(this.peek())) {
+            this.advance();
+        }
+        // Decimal part
+        if (this.peek() === '.' && isDigit(this.peekNext())) {
+            this.advance(); // .
+            while (!this.isAtEnd() && isDigit(this.peek())) {
+                this.advance();
+            }
+        }
+        const numValue = this.input.slice(start, this.pos);
+        // Check for percentage
+        if (this.peek() === '%') {
+            this.advance();
+            return this.makeToken(TokenType.PERCENTAGE, this.input.slice(start, this.pos), start);
+        }
+        // Check for dimension
+        if (isNameStart(this.peek())) {
+            while (!this.isAtEnd() && isNameChar(this.peek())) {
+                this.advance();
+            }
+            return this.makeToken(TokenType.DIMENSION, this.input.slice(start, this.pos), start);
+        }
+        return this.makeToken(TokenType.NUMBER, numValue, start);
+    }
+}
+// ============================================================================
+// Convenience Function
+// ============================================================================
+/**
+ * Tokenize a TCSS string
+ */
+export function tokenize(input, options) {
+    const tokenizer = new Tokenizer(input, options);
+    return tokenizer.tokenize();
+}
+/**
+ * Tokenize and return tokens with any errors
+ */
+export function tokenizeWithErrors(input, options) {
+    const tokenizer = new Tokenizer(input, options);
+    const tokens = tokenizer.tokenize();
+    return { tokens, errors: tokenizer.getErrors() };
+}
+//# sourceMappingURL=tokenizer.js.map