shellfie 2.0.19 → 2.0.20

package/dist/highlight/languages/javascript.js

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.javascript = void 0;
+const tokenizer_1 = require("../tokenizer");
+const KEYWORDS = [
+    'async', 'await', 'break', 'case', 'catch', 'class', 'const',
+    'continue', 'debugger', 'default', 'delete', 'do', 'else',
+    'export', 'extends', 'finally', 'for', 'from', 'function',
+    'if', 'import', 'in', 'instanceof', 'let', 'new', 'of',
+    'return', 'static', 'super', 'switch', 'this', 'throw',
+    'try', 'typeof', 'var', 'void', 'while', 'with', 'yield',
+    'as', 'get', 'set',
+];
+const CONSTANTS = [
+    'true', 'false', 'null', 'undefined', 'NaN', 'Infinity',
+];
+const BUILTINS = [
+    'console', 'window', 'document', 'global', 'globalThis',
+    'process', 'module', 'exports', 'require',
+    'Object', 'Array', 'String', 'Number', 'Boolean', 'Symbol', 'BigInt',
+    'Function', 'Date', 'RegExp', 'Error', 'Map', 'Set', 'WeakMap', 'WeakSet',
+    'Promise', 'Proxy', 'Reflect', 'JSON', 'Math', 'Intl',
+    'ArrayBuffer', 'DataView', 'Int8Array', 'Uint8Array',
+    'setTimeout', 'setInterval', 'clearTimeout', 'clearInterval',
+    'fetch', 'Request', 'Response', 'Headers', 'URL', 'URLSearchParams',
+];
+const patterns = (0, tokenizer_1.createCLikePatterns)({
+    keywords: KEYWORDS,
+    constants: CONSTANTS,
+    builtins: BUILTINS,
+    extraPatterns: [
+        // JSX tags (simplified)
+        { type: 'tag', pattern: /<\/?[A-Z][a-zA-Z0-9]*/ },
+        { type: 'tag', pattern: /<\/?[a-z][a-z0-9-]*/ },
+        // Regex literals (simplified - doesn't handle all edge cases)
+        { type: 'regex', pattern: /\/(?:[^/\\]|\\.)+\/[gimsuvy]*/ },
+        // Arrow function
+        { type: 'keyword', pattern: /=>/ },
+        // Spread operator
+        { type: 'operator', pattern: /\.{3}/ },
+        // Optional chaining
+        { type: 'operator', pattern: /\?\.[^0-9]/ },
+        // Nullish coalescing
+        { type: 'operator', pattern: /\?\?/ },
+    ],
+});
+exports.javascript = {
+    name: 'javascript',
+    aliases: ['js', 'jsx', 'mjs', 'cjs'],
+    extensions: ['.js', '.jsx', '.mjs', '.cjs'],
+    tokenize: (code) => (0, tokenizer_1.tokenize)(code, patterns),
+};
+//# sourceMappingURL=javascript.js.map

package/dist/highlight/languages/javascript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../src/highlight/languages/javascript.ts"],"names":[],"mappings":";;;AACA,4CAA6D;AAE7D,MAAM,QAAQ,GAAG;IACf,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IAC5D,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM;IACzD,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU;IACzD,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI;IACtD,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;IACtD,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACxD,IAAI,EAAE,KAAK,EAAE,KAAK;CACnB,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU;CACxD,CAAC;AAEF,MAAM,QAAQ,GAAG;IACf,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY;IACvD,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;IACzC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ;IACpE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS;IACzE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACrD,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY;IACpD,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe;IAC5D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,iBAAiB;CACpE,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAA,+BAAmB,EAAC;IACnC,QAAQ,EAAE,QAAQ;IAClB,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE;QACb,wBAAwB;QACxB,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,uBAAuB,EAAE;QACjD,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,qBAAqB,EAAE;QAE/C,8DAA8D;QAC9D,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,+BAA+B,EAAE;QAE3D,iBAAiB;QACjB,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;QAElC,kBAAkB;QAClB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE;QAEtC,oBAAoB;QACpB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE;QAE3C,qBAAqB;QACrB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE;KACtC;CACF,CAAC,CAAC;AAEU,QAAA,UAAU,GAAsB;IAC3C,IAAI,EAAE,YAAY;IAClB,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;IACpC,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,QAAQ,EAAE,CAAC,IAAY,EAAW,EAAE,CAAC,IAAA,oBAAQ,EAAC,IAAI,EAAE,QAAQ,CAAC;CAC9D,CAAC"}

package/dist/highlight/languages/json.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageTokenizer } from '../types';
+export declare const json: LanguageTokenizer;
+//# sourceMappingURL=json.d.ts.map

package/dist/highlight/languages/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../../src/highlight/languages/json.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,UAAU,CAAC;AAuBvE,eAAO,MAAM,IAAI,EAAE,iBAKlB,CAAC"}

package/dist/highlight/languages/json.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.json = void 0;
+const tokenizer_1 = require("../tokenizer");
+const patterns = [
+    // Property keys (strings followed by colon)
+    { type: 'property', pattern: /"(?:[^"\\]|\\.)*"(?=\s*:)/ },
+    // String values
+    { type: 'string', pattern: tokenizer_1.COMMON_PATTERNS.doubleString },
+    // Boolean and null
+    { type: 'constant', pattern: /\b(true|false|null)\b/ },
+    // Numbers
+    { type: 'number', pattern: /-?\b\d+\.?\d*(?:[eE][+-]?\d+)?\b/ },
+    // Punctuation
+    { type: 'punctuation', pattern: /[{}[\],:.]/ },
+    // Whitespace
+    { type: 'text', pattern: tokenizer_1.COMMON_PATTERNS.whitespace },
+];
+exports.json = {
+    name: 'json',
+    aliases: ['jsonc', 'json5'],
+    extensions: ['.json', '.jsonc', '.json5'],
+    tokenize: (code) => (0, tokenizer_1.tokenize)(code, patterns),
+};
+//# sourceMappingURL=json.js.map

package/dist/highlight/languages/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../../src/highlight/languages/json.ts"],"names":[],"mappings":";;;AACA,4CAAyD;AAEzD,MAAM,QAAQ,GAAmB;IAC/B,4CAA4C;IAC5C,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,2BAA2B,EAAE;IAE1D,gBAAgB;IAChB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAAe,CAAC,YAAY,EAAE;IAEzD,mBAAmB;IACnB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,uBAAuB,EAAE;IAEtD,UAAU;IACV,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kCAAkC,EAAE;IAE/D,cAAc;IACd,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE;IAE9C,aAAa;IACb,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,2BAAe,CAAC,UAAU,EAAE;CACtD,CAAC;AAEW,QAAA,IAAI,GAAsB;IACrC,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;IAC3B,UAAU,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC;IACzC,QAAQ,EAAE,CAAC,IAAY,EAAW,EAAE,CAAC,IAAA,oBAAQ,EAAC,IAAI,EAAE,QAAQ,CAAC;CAC9D,CAAC"}

package/dist/highlight/languages/python.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageTokenizer } from '../types';
+export declare const python: LanguageTokenizer;
+//# sourceMappingURL=python.d.ts.map

package/dist/highlight/languages/python.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../src/highlight/languages/python.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,UAAU,CAAC;AA4FvE,eAAO,MAAM,MAAM,EAAE,iBAKpB,CAAC"}

package/dist/highlight/languages/python.js

@@ -0,0 +1,80 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.python = void 0;
+const tokenizer_1 = require("../tokenizer");
+const KEYWORDS = [
+    'False', 'None', 'True', 'and', 'as', 'assert', 'async', 'await',
+    'break', 'class', 'continue', 'def', 'del', 'elif', 'else',
+    'except', 'finally', 'for', 'from', 'global', 'if', 'import',
+    'in', 'is', 'lambda', 'nonlocal', 'not', 'or', 'pass', 'raise',
+    'return', 'try', 'while', 'with', 'yield', 'match', 'case',
+];
+const BUILTINS = [
+    'abs', 'all', 'any', 'ascii', 'bin', 'bool', 'bytearray', 'bytes',
+    'callable', 'chr', 'classmethod', 'compile', 'complex', 'delattr',
+    'dict', 'dir', 'divmod', 'enumerate', 'eval', 'exec', 'filter',
+    'float', 'format', 'frozenset', 'getattr', 'globals', 'hasattr',
+    'hash', 'help', 'hex', 'id', 'input', 'int', 'isinstance', 'issubclass',
+    'iter', 'len', 'list', 'locals', 'map', 'max', 'memoryview', 'min',
+    'next', 'object', 'oct', 'open', 'ord', 'pow', 'print', 'property',
+    'range', 'repr', 'reversed', 'round', 'set', 'setattr', 'slice',
+    'sorted', 'staticmethod', 'str', 'sum', 'super', 'tuple', 'type',
+    'vars', 'zip', '__import__',
+];
+const TYPES = [
+    'int', 'float', 'str', 'bool', 'list', 'dict', 'set', 'tuple',
+    'bytes', 'bytearray', 'complex', 'frozenset', 'object', 'type',
+    'None', 'Callable', 'Optional', 'Union', 'Any', 'List', 'Dict',
+    'Set', 'Tuple', 'Type', 'Sequence', 'Mapping', 'Iterable', 'Iterator',
+];
+const patterns = [
+    // Comments
+    { type: 'comment', pattern: tokenizer_1.COMMON_PATTERNS.hashComment },
+    // Docstrings (triple-quoted strings)
+    { type: 'string', pattern: /"""[\s\S]*?"""/ },
+    { type: 'string', pattern: /'''[\s\S]*?'''/ },
+    // F-strings (simplified)
+    { type: 'string', pattern: /f"(?:[^"\\]|\\.)*"/ },
+    { type: 'string', pattern: /f'(?:[^'\\]|\\.)*'/ },
+    // Raw strings
+    { type: 'string', pattern: /r"(?:[^"\\]|\\.)*"/ },
+    { type: 'string', pattern: /r'(?:[^'\\]|\\.)*'/ },
+    // Byte strings
+    { type: 'string', pattern: /b"(?:[^"\\]|\\.)*"/ },
+    { type: 'string', pattern: /b'(?:[^'\\]|\\.)*'/ },
+    // Regular strings
+    { type: 'string', pattern: tokenizer_1.COMMON_PATTERNS.doubleString },
+    { type: 'string', pattern: tokenizer_1.COMMON_PATTERNS.singleString },
+    // Decorators
+    { type: 'decorator', pattern: /@[a-zA-Z_][a-zA-Z0-9_]*(?:\.[a-zA-Z_][a-zA-Z0-9_]*)*/ },
+    // Numbers
+    { type: 'number', pattern: tokenizer_1.COMMON_PATTERNS.hexNumber },
+    { type: 'number', pattern: tokenizer_1.COMMON_PATTERNS.binaryNumber },
+    { type: 'number', pattern: tokenizer_1.COMMON_PATTERNS.octalNumber },
+    { type: 'number', pattern: /\b\d+\.?\d*(?:[eE][+-]?\d+)?j?\b/ }, // Complex numbers
+    // Keywords
+    { type: 'keyword', pattern: (0, tokenizer_1.wordBoundary)(KEYWORDS) },
+    // Built-ins
+    { type: 'builtin', pattern: (0, tokenizer_1.wordBoundary)(BUILTINS) },
+    // Types (for type hints)
+    { type: 'type', pattern: (0, tokenizer_1.wordBoundary)(TYPES) },
+    // Magic methods/attributes
+    { type: 'builtin', pattern: /__[a-zA-Z_][a-zA-Z0-9_]*__/ },
+    // Self and cls
+    { type: 'variable', pattern: /\b(self|cls)\b/ },
+    // Operators
+    { type: 'operator', pattern: /->|:=|[+\-*/%@=<>!&|^~]=?|\*\*|\/\/|<<|>>/ },
+    // Punctuation
+    { type: 'punctuation', pattern: /[{}[\]();,.:@]/ },
+    // Whitespace
+    { type: 'text', pattern: tokenizer_1.COMMON_PATTERNS.whitespace },
+    // Identifiers
+    { type: 'text', pattern: /[a-zA-Z_][a-zA-Z0-9_]*/ },
+];
+exports.python = {
+    name: 'python',
+    aliases: ['py', 'python3'],
+    extensions: ['.py', '.pyw', '.pyi'],
+    tokenize: (code) => (0, tokenizer_1.tokenize)(code, patterns),
+};
+//# sourceMappingURL=python.js.map

package/dist/highlight/languages/python.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../src/highlight/languages/python.ts"],"names":[],"mappings":";;;AACA,4CAAuE;AAEvE,MAAM,QAAQ,GAAG;IACf,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO;IAChE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAC1D,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ;IAC5D,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO;IAC9D,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM;CAC3D,CAAC;AAEF,MAAM,QAAQ,GAAG;IACf,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO;IACjE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS;IACjE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ;IAC9D,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS;IAC/D,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY;IACvE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK;IAClE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU;IAClE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO;IAC/D,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM;IAChE,MAAM,EAAE,KAAK,EAAE,YAAY;CAC5B,CAAC;AAEF,MAAM,KAAK,GAAG;IACZ,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IAC7D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM;IAC9D,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAC9D,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU;CACtE,CAAC;AAEF,MAAM,QAAQ,GAAmB;IAC/B,WAAW;IACX,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,2BAAe,CAAC,WAAW,EAAE;IAEzD,qCAAqC;IACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;IAC7C,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;IAE7C,yBAAyB;IACzB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;IACjD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAEjD,cAAc;IACd,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;IACjD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAEjD,eAAe;IACf,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;IACjD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAEjD,kBAAkB;IAClB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAAe,CAAC,YAAY,EAAE;IACzD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAAe,CAAC,YAAY,EAAE;IAEzD,aAAa;IACb,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,sDAAsD,EAAE;IAEtF,UAAU;IACV,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAAe,CAAC,SAAS,EAAE;IACtD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAAe,CAAC,YAAY,EAAE;IACzD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAAe,CAAC,WAAW,EAAE;IACxD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kCAAkC,EAAE,EAAG,kBAAkB;IAEpF,WAAW;IACX,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAA,wBAAY,EAAC,QAAQ,CAAC,EAAE;IAEpD,YAAY;IACZ,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAA,wBAAY,EAAC,QAAQ,CAAC,EAAE;IAEpD,yBAAyB;IACzB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAA,wBAAY,EAAC,KAAK,CAAC,EAAE;IAE9C,2BAA2B;IAC3B,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,4BAA4B,EAAE;IAE1D,eAAe;IACf,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,EAAE;IAE/C,YAAY;IACZ,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,2CAA2C,EAAE;IAE1E,cAAc;IACd,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,EAAE;IAElD,aAAa;IACb,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,2BAAe,CAAC,UAAU,EAAE;IAErD,cAAc;IACd,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,EAAE;CACpD,CAAC;AAEW,QAAA,MAAM,GAAsB;IACvC,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC;IAC1B,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,QAAQ,EAAE,CAAC,IAAY,EAAW,EAAE,CAAC,IAAA,oBAAQ,EAAC,IAAI,EAAE,QAAQ,CAAC;CAC9D,CAAC"}

package/dist/highlight/languages/rust.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageTokenizer } from '../types';
+export declare const rust: LanguageTokenizer;
+//# sourceMappingURL=rust.d.ts.map

package/dist/highlight/languages/rust.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rust.d.ts","sourceRoot":"","sources":["../../../src/highlight/languages/rust.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAS,MAAM,UAAU,CAAC;AA0EzD,eAAO,MAAM,IAAI,EAAE,iBAKlB,CAAC"}

package/dist/highlight/languages/rust.js

@@ -0,0 +1,68 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rust = void 0;
+const tokenizer_1 = require("../tokenizer");
+const KEYWORDS = [
+    'as', 'async', 'await', 'break', 'const', 'continue', 'crate', 'dyn',
+    'else', 'enum', 'extern', 'false', 'fn', 'for', 'if', 'impl', 'in',
+    'let', 'loop', 'match', 'mod', 'move', 'mut', 'pub', 'ref', 'return',
+    'self', 'Self', 'static', 'struct', 'super', 'trait', 'true', 'type',
+    'unsafe', 'use', 'where', 'while', 'abstract', 'become', 'box', 'do',
+    'final', 'macro', 'override', 'priv', 'typeof', 'unsized', 'virtual',
+    'yield', 'try',
+];
+const TYPES = [
+    'bool', 'char', 'str',
+    'i8', 'i16', 'i32', 'i64', 'i128', 'isize',
+    'u8', 'u16', 'u32', 'u64', 'u128', 'usize',
+    'f32', 'f64',
+    'String', 'Vec', 'Option', 'Result', 'Box', 'Rc', 'Arc', 'Cell', 'RefCell',
+    'HashMap', 'HashSet', 'BTreeMap', 'BTreeSet', 'VecDeque', 'LinkedList',
+    'Cow', 'Pin', 'Mutex', 'RwLock',
+];
+const CONSTANTS = [
+    'true', 'false', 'None', 'Some', 'Ok', 'Err',
+];
+const BUILTINS = [
+    'println', 'print', 'eprintln', 'eprint', 'format', 'panic', 'assert',
+    'assert_eq', 'assert_ne', 'debug_assert', 'debug_assert_eq', 'debug_assert_ne',
+    'todo', 'unimplemented', 'unreachable', 'cfg', 'env', 'file', 'line',
+    'column', 'module_path', 'stringify', 'include', 'include_str', 'include_bytes',
+    'vec', 'format_args', 'write', 'writeln',
+];
+const patterns = (0, tokenizer_1.createCLikePatterns)({
+    keywords: KEYWORDS,
+    types: TYPES,
+    constants: CONSTANTS,
+    builtins: BUILTINS,
+    extraPatterns: [
+        // Attributes/Macros
+        { type: 'decorator', pattern: /#!\[[\s\S]*?\]/ },
+        { type: 'decorator', pattern: /#\[[\s\S]*?\]/ },
+        // Macro invocations (name!)
+        { type: 'builtin', pattern: /[a-zA-Z_][a-zA-Z0-9_]*!/ },
+        // Lifetime annotations
+        { type: 'variable', pattern: /'[a-zA-Z_][a-zA-Z0-9_]*/ },
+        // Raw strings
+        { type: 'string', pattern: /r#*"[\s\S]*?"#*/ },
+        // Byte strings
+        { type: 'string', pattern: /b"(?:[^"\\]|\\.)*"/ },
+        // Character literals
+        { type: 'string', pattern: /'(?:[^'\\]|\\.)'/ },
+        // Byte character literals
+        { type: 'string', pattern: /b'(?:[^'\\]|\\.)'/ },
+        // Range operators
+        { type: 'operator', pattern: /\.{2,3}=?/ },
+        // Fat arrow
+        { type: 'operator', pattern: /=>/ },
+        // Turbofish
+        { type: 'operator', pattern: /::</ },
+    ],
+});
+exports.rust = {
+    name: 'rust',
+    aliases: ['rs'],
+    extensions: ['.rs'],
+    tokenize: (code) => (0, tokenizer_1.tokenize)(code, patterns),
+};
+//# sourceMappingURL=rust.js.map

package/dist/highlight/languages/rust.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rust.js","sourceRoot":"","sources":["../../../src/highlight/languages/rust.ts"],"names":[],"mappings":";;;AACA,4CAA6D;AAE7D,MAAM,QAAQ,GAAG;IACf,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK;IACpE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;IAClE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ;IACpE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACpE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;IACpE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;IACpE,OAAO,EAAE,KAAK;CACf,CAAC;AAEF,MAAM,KAAK,GAAG;IACZ,MAAM,EAAE,MAAM,EAAE,KAAK;IACrB,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;IAC1C,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;IAC1C,KAAK,EAAE,KAAK;IACZ,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS;IAC1E,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY;IACtE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ;CAChC,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK;CAC7C,CAAC;AAEF,MAAM,QAAQ,GAAG;IACf,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ;IACrE,WAAW,EAAE,WAAW,EAAE,cAAc,EAAE,iBAAiB,EAAE,iBAAiB;IAC9E,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IACpE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe;IAC/E,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,SAAS;CACzC,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAA,+BAAmB,EAAC;IACnC,QAAQ,EAAE,QAAQ;IAClB,KAAK,EAAE,KAAK;IACZ,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE;QACb,oBAAoB;QACpB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,EAAE;QAChD,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE;QAE/C,4BAA4B;QAC5B,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,yBAAyB,EAAE;QAEvD,uBAAuB;QACvB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,yBAAyB,EAAE;QAExD,cAAc;QACd,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,iBAAiB,EAAE;QAE9C,eAAe;QACf,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;QAEjD,qBAAqB;QACrB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;QAE/C,0BAA0B;QAC1B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;QAEhD,kBAAkB;QAClB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE;QAE1C,YAAY;QACZ,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE;QAEnC,YAAY;QACZ,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE;KACrC;CACF,CAAC,CAAC;AAEU,QAAA,IAAI,GAAsB;IACrC,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,CAAC,IAAI,CAAC;IACf,UAAU,EAAE,CAAC,KAAK,CAAC;IACnB,QAAQ,EAAE,CAAC,IAAY,EAAW,EAAE,CAAC,IAAA,oBAAQ,EAAC,IAAI,EAAE,QAAQ,CAAC;CAC9D,CAAC"}

package/dist/highlight/languages/typescript.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageTokenizer } from '../types';
+export declare const typescript: LanguageTokenizer;
+//# sourceMappingURL=typescript.d.ts.map

package/dist/highlight/languages/typescript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typescript.d.ts","sourceRoot":"","sources":["../../../src/highlight/languages/typescript.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAS,MAAM,UAAU,CAAC;AAmFzD,eAAO,MAAM,UAAU,EAAE,iBAKxB,CAAC"}

package/dist/highlight/languages/typescript.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.typescript = void 0;
+const tokenizer_1 = require("../tokenizer");
+const KEYWORDS = [
+    // JavaScript keywords
+    'async', 'await', 'break', 'case', 'catch', 'class', 'const',
+    'continue', 'debugger', 'default', 'delete', 'do', 'else',
+    'export', 'extends', 'finally', 'for', 'from', 'function',
+    'if', 'import', 'in', 'instanceof', 'let', 'new', 'of',
+    'return', 'static', 'super', 'switch', 'this', 'throw',
+    'try', 'typeof', 'var', 'void', 'while', 'with', 'yield',
+    'as', 'get', 'set',
+    // TypeScript-specific
+    'abstract', 'declare', 'enum', 'implements', 'interface',
+    'namespace', 'private', 'protected', 'public', 'readonly',
+    'type', 'module', 'is', 'keyof', 'infer', 'never', 'unknown',
+    'asserts', 'override', 'satisfies', 'using',
+];
+const TYPES = [
+    'any', 'boolean', 'number', 'string', 'symbol', 'bigint',
+    'void', 'never', 'unknown', 'object', 'undefined', 'null',
+];
+const CONSTANTS = [
+    'true', 'false', 'null', 'undefined', 'NaN', 'Infinity',
+];
+const BUILTINS = [
+    'console', 'window', 'document', 'global', 'globalThis',
+    'process', 'module', 'exports', 'require',
+    'Object', 'Array', 'String', 'Number', 'Boolean', 'Symbol', 'BigInt',
+    'Function', 'Date', 'RegExp', 'Error', 'Map', 'Set', 'WeakMap', 'WeakSet',
+    'Promise', 'Proxy', 'Reflect', 'JSON', 'Math', 'Intl',
+    'ArrayBuffer', 'DataView', 'Int8Array', 'Uint8Array',
+    'setTimeout', 'setInterval', 'clearTimeout', 'clearInterval',
+    'fetch', 'Request', 'Response', 'Headers', 'URL', 'URLSearchParams',
+    // TypeScript utility types
+    'Partial', 'Required', 'Readonly', 'Record', 'Pick', 'Omit',
+    'Exclude', 'Extract', 'NonNullable', 'Parameters', 'ReturnType',
+    'InstanceType', 'ThisParameterType', 'OmitThisParameter',
+    'ThisType', 'Awaited', 'Uppercase', 'Lowercase', 'Capitalize',
+];
+const patterns = (0, tokenizer_1.createCLikePatterns)({
+    keywords: KEYWORDS,
+    types: TYPES,
+    constants: CONSTANTS,
+    builtins: BUILTINS,
+    extraPatterns: [
+        // Decorators
+        { type: 'decorator', pattern: /@[a-zA-Z_][a-zA-Z0-9_]*/ },
+        // JSX/TSX tags
+        { type: 'tag', pattern: /<\/?[A-Z][a-zA-Z0-9]*/ },
+        { type: 'tag', pattern: /<\/?[a-z][a-z0-9-]*/ },
+        // Generic type parameters (simplified)
+        { type: 'type', pattern: /<[A-Z][a-zA-Z0-9]*(?:\s*,\s*[A-Z][a-zA-Z0-9]*)*>/ },
+        // Type assertions
+        { type: 'keyword', pattern: (0, tokenizer_1.wordBoundary)(['as', 'is']) },
+        // Regex literals
+        { type: 'regex', pattern: /\/(?:[^/\\]|\\.)+\/[gimsuvy]*/ },
+        // Arrow function
+        { type: 'keyword', pattern: /=>/ },
+        // Spread operator
+        { type: 'operator', pattern: /\.{3}/ },
+        // Optional chaining
+        { type: 'operator', pattern: /\?\.[^0-9]/ },
+        // Non-null assertion
+        { type: 'operator', pattern: /!\./ },
+        // Nullish coalescing
+        { type: 'operator', pattern: /\?\?/ },
+    ],
+});
+exports.typescript = {
+    name: 'typescript',
+    aliases: ['ts', 'tsx'],
+    extensions: ['.ts', '.tsx', '.mts', '.cts'],
+    tokenize: (code) => (0, tokenizer_1.tokenize)(code, patterns),
+};
+//# sourceMappingURL=typescript.js.map

package/dist/highlight/languages/typescript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typescript.js","sourceRoot":"","sources":["../../../src/highlight/languages/typescript.ts"],"names":[],"mappings":";;;AACA,4CAA2E;AAE3E,MAAM,QAAQ,GAAG;IACf,sBAAsB;IACtB,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IAC5D,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM;IACzD,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU;IACzD,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI;IACtD,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;IACtD,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACxD,IAAI,EAAE,KAAK,EAAE,KAAK;IAClB,sBAAsB;IACtB,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW;IACxD,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU;IACzD,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;IAC5D,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO;CAC5C,CAAC;AAEF,MAAM,KAAK,GAAG;IACZ,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ;IACxD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM;CAC1D,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU;CACxD,CAAC;AAEF,MAAM,QAAQ,GAAG;IACf,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY;IACvD,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;IACzC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ;IACpE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS;IACzE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACrD,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY;IACpD,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe;IAC5D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,iBAAiB;IACnE,2BAA2B;IAC3B,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;IAC3D,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY;IAC/D,cAAc,EAAE,mBAAmB,EAAE,mBAAmB;IACxD,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY;CAC9D,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAA,+BAAmB,EAAC;IACnC,QAAQ,EAAE,QAAQ;IAClB,KAAK,EAAE,KAAK;IACZ,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE;QACb,aAAa;QACb,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,yBAAyB,EAAE;QAEzD,eAAe;QACf,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,uBAAuB,EAAE;QACjD,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,qBAAqB,EAAE;QAE/C,uCAAuC;QACvC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kDAAkD,EAAE;QAE7E,kBAAkB;QAClB,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAA,wBAAY,EAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE;QAExD,iBAAiB;QACjB,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,+BAA+B,EAAE;QAE3D,iBAAiB;QACjB,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;QAElC,kBAAkB;QAClB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE;QAEtC,oBAAoB;QACpB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE;QAE3C,qBAAqB;QACrB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE;QAEpC,qBAAqB;QACrB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE;KACtC;CACF,CAAC,CAAC;AAEU,QAAA,UAAU,GAAsB;IAC3C,IAAI,EAAE,YAAY;IAClB,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC;IACtB,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,QAAQ,EAAE,CAAC,IAAY,EAAW,EAAE,CAAC,IAAA,oBAAQ,EAAC,IAAI,EAAE,QAAQ,CAAC;CAC9D,CAAC"}

package/dist/highlight/tokenizer.d.ts

@@ -0,0 +1,41 @@
+import type { Token, TokenPattern } from './types';
+/**
+ * Core tokenization engine using regex patterns
+ * Languages define patterns in priority order - first match wins
+ */
+export declare function tokenize(code: string, patterns: TokenPattern[]): Token[];
+/**
+ * Helper to create a pattern that matches at string boundaries
+ * Useful for keywords that shouldn't match inside identifiers
+ */
+export declare function wordBoundary(words: string[]): RegExp;
+/**
+ * Common patterns reusable across languages
+ */
+export declare const COMMON_PATTERNS: {
+    readonly lineComment: RegExp;
+    readonly hashComment: RegExp;
+    readonly blockComment: RegExp;
+    readonly doubleString: RegExp;
+    readonly singleString: RegExp;
+    readonly templateString: RegExp;
+    readonly number: RegExp;
+    readonly hexNumber: RegExp;
+    readonly binaryNumber: RegExp;
+    readonly octalNumber: RegExp;
+    readonly operator: RegExp;
+    readonly punctuation: RegExp;
+    readonly whitespace: RegExp;
+    readonly identifier: RegExp;
+};
+/**
+ * Create patterns for a C-like language (JS, TS, Java, C#, Go, Rust, etc.)
+ */
+export declare function createCLikePatterns(options: {
+    keywords: string[];
+    types?: string[];
+    builtins?: string[];
+    constants?: string[];
+    extraPatterns?: TokenPattern[];
+}): TokenPattern[];
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/highlight/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/highlight/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,YAAY,EAAa,MAAM,SAAS,CAAC;AAE9D;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,CA2CxE;AAyBD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAGpD;AAED;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;CA0ClB,CAAC;AAEX;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE;IAC3C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC;CAChC,GAAG,YAAY,EAAE,CA4DjB"}

package/dist/highlight/tokenizer.js

@@ -0,0 +1,147 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.COMMON_PATTERNS = void 0;
+exports.tokenize = tokenize;
+exports.wordBoundary = wordBoundary;
+exports.createCLikePatterns = createCLikePatterns;
+/**
+ * Core tokenization engine using regex patterns
+ * Languages define patterns in priority order - first match wins
+ */
+function tokenize(code, patterns) {
+    const tokens = [];
+    let remaining = code;
+    let position = 0;
+    while (remaining.length > 0) {
+        let matched = false;
+        for (const { type, pattern } of patterns) {
+            // Reset lastIndex for global patterns
+            pattern.lastIndex = 0;
+            // Ensure pattern matches at start of remaining string
+            const match = pattern.exec(remaining);
+            if (match && match.index === 0) {
+                const value = match[0];
+                if (value.length > 0) {
+                    tokens.push({ type, value });
+                    remaining = remaining.slice(value.length);
+                    position += value.length;
+                    matched = true;
+                    break;
+                }
+            }
+        }
+        // If no pattern matched, consume one character as text
+        if (!matched) {
+            const char = remaining[0];
+            // Merge with previous text token if possible
+            const lastToken = tokens[tokens.length - 1];
+            if (lastToken && lastToken.type === 'text') {
+                lastToken.value += char;
+            }
+            else {
+                tokens.push({ type: 'text', value: char });
+            }
+            remaining = remaining.slice(1);
+            position++;
+        }
+    }
+    return mergeAdjacentTokens(tokens);
+}
+/**
+ * Merge adjacent tokens of the same type for cleaner output
+ */
+function mergeAdjacentTokens(tokens) {
+    if (tokens.length === 0)
+        return tokens;
+    const merged = [];
+    let current = { ...tokens[0] };
+    for (let i = 1; i < tokens.length; i++) {
+        const token = tokens[i];
+        if (token.type === current.type) {
+            current.value += token.value;
+        }
+        else {
+            merged.push(current);
+            current = { ...token };
+        }
+    }
+    merged.push(current);
+    return merged;
+}
+/**
+ * Helper to create a pattern that matches at string boundaries
+ * Useful for keywords that shouldn't match inside identifiers
+ */
+function wordBoundary(words) {
+    const escaped = words.map(w => w.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'));
+    return new RegExp(`\\b(${escaped.join('|')})\\b`);
+}
+/**
+ * Common patterns reusable across languages
+ */
+exports.COMMON_PATTERNS = {
+    // Single-line comment starting with //
+    lineComment: /\/\/[^\n]*/,
+    // Single-line comment starting with #
+    hashComment: /#[^\n]*/,
+    // Multi-line comment /* ... */
+    blockComment: /\/\*[\s\S]*?\*\//,
+    // Double-quoted string with escape support
+    doubleString: /"(?:[^"\\]|\\.)*"/,
+    // Single-quoted string with escape support
+    singleString: /'(?:[^'\\]|\\.)*'/,
+    // Template literal / backtick string
+    templateString: /`(?:[^`\\]|\\.)*`/,
+    // Integer and float numbers
+    number: /\b\d+\.?\d*(?:[eE][+-]?\d+)?\b/,
+    // Hex numbers
+    hexNumber: /\b0[xX][0-9a-fA-F]+\b/,
+    // Binary numbers
+    binaryNumber: /\b0[bB][01]+\b/,
+    // Octal numbers
+    octalNumber: /\b0[oO][0-7]+\b/,
+    // Common operators
+    operator: /[+\-*/%=<>!&|^~?:]+/,
+    // Punctuation
+    punctuation: /[{}[\]();,.:]/,
+    // Whitespace (preserve as text)
+    whitespace: /\s+/,
+    // Generic identifier
+    identifier: /[a-zA-Z_$][a-zA-Z0-9_$]*/,
+};
+/**
+ * Create patterns for a C-like language (JS, TS, Java, C#, Go, Rust, etc.)
+ */
+function createCLikePatterns(options) {
+    const patterns = [];
+    // Extra patterns first (highest priority)
+    if (options.extraPatterns) {
+        patterns.push(...options.extraPatterns);
+    }
+    // Comments (high priority)
+    patterns.push({ type: 'comment', pattern: exports.COMMON_PATTERNS.blockComment }, { type: 'comment', pattern: exports.COMMON_PATTERNS.lineComment });
+    // Strings
+    patterns.push({ type: 'string', pattern: exports.COMMON_PATTERNS.templateString }, { type: 'string', pattern: exports.COMMON_PATTERNS.doubleString }, { type: 'string', pattern: exports.COMMON_PATTERNS.singleString });
+    // Numbers
+    patterns.push({ type: 'number', pattern: exports.COMMON_PATTERNS.hexNumber }, { type: 'number', pattern: exports.COMMON_PATTERNS.binaryNumber }, { type: 'number', pattern: exports.COMMON_PATTERNS.octalNumber }, { type: 'number', pattern: exports.COMMON_PATTERNS.number });
+    // Constants (before keywords)
+    if (options.constants?.length) {
+        patterns.push({ type: 'constant', pattern: wordBoundary(options.constants) });
+    }
+    // Keywords
+    patterns.push({ type: 'keyword', pattern: wordBoundary(options.keywords) });
+    // Types
+    if (options.types?.length) {
+        patterns.push({ type: 'type', pattern: wordBoundary(options.types) });
+    }
+    // Built-ins
+    if (options.builtins?.length) {
+        patterns.push({ type: 'builtin', pattern: wordBoundary(options.builtins) });
+    }
+    // Operators and punctuation
+    patterns.push({ type: 'operator', pattern: exports.COMMON_PATTERNS.operator }, { type: 'punctuation', pattern: exports.COMMON_PATTERNS.punctuation });
+    // Whitespace and identifiers last
+    patterns.push({ type: 'text', pattern: exports.COMMON_PATTERNS.whitespace }, { type: 'text', pattern: exports.COMMON_PATTERNS.identifier });
+    return patterns;
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/highlight/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/highlight/tokenizer.ts"],"names":[],"mappings":";;;AAMA,4BA2CC;AA6BD,oCAGC;AAoDD,kDAkEC;AArMD;;;GAGG;AACH,SAAgB,QAAQ,CAAC,IAAY,EAAE,QAAwB;IAC7D,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,KAAK,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,QAAQ,EAAE,CAAC;YACzC,sCAAsC;YACtC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YAEtB,sDAAsD;YACtD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEtC,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC7B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC1C,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;oBACzB,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC1B,6CAA6C;YAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC5C,IAAI,SAAS,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC3C,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;YACD,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,MAAe;IAC1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAEvC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAErB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAgB,YAAY,CAAC,KAAe;IAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC,CAAC;IACzE,OAAO,IAAI,MAAM,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACU,QAAA,eAAe,GAAG;IAC7B,uCAAuC;IACvC,WAAW,EAAE,YAAY;IAEzB,sCAAsC;IACtC,WAAW,EAAE,SAAS;IAEtB,+BAA+B;IAC/B,YAAY,EAAE,kBAAkB;IAEhC,2CAA2C;IAC3C,YAAY,EAAE,mBAAmB;IAEjC,2CAA2C;IAC3C,YAAY,EAAE,mBAAmB;IAEjC,qCAAqC;IACrC,cAAc,EAAE,mBAAmB;IAEnC,4BAA4B;IAC5B,MAAM,EAAE,gCAAgC;IAExC,cAAc;IACd,SAAS,EAAE,uBAAuB;IAElC,iBAAiB;IACjB,YAAY,EAAE,gBAAgB;IAE9B,gBAAgB;IAChB,WAAW,EAAE,iBAAiB;IAE9B,mBAAmB;IACnB,QAAQ,EAAE,qBAAqB;IAE/B,cAAc;IACd,WAAW,EAAE,eAAe;IAE5B,gCAAgC;IAChC,UAAU,EAAE,KAAK;IAEjB,qBAAqB;IACrB,UAAU,EAAE,0BAA0B;CAC9B,CAAC;AAEX;;GAEG;AACH,SAAgB,mBAAmB,CAAC,OAMnC;IACC,MAAM,QAAQ,GAAmB,EAAE,CAAC;IAEpC,0CAA0C;IAC1C,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC;IAED,2BAA2B;IAC3B,QAAQ,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,uBAAe,CAAC,YAAY,EAAE,EAC1D,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,uBAAe,CAAC,WAAW,EAAE,CAC1D,CAAC;IAEF,UAAU;IACV,QAAQ,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,cAAc,EAAE,EAC3D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,YAAY,EAAE,EACzD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,YAAY,EAAE,CAC1D,CAAC;IAEF,UAAU;IACV,QAAQ,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,SAAS,EAAE,EACtD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,YAAY,EAAE,EACzD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,WAAW,EAAE,EACxD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAe,CAAC,MAAM,EAAE,CACpD,CAAC;IAEF,8BAA8B;IAC9B,IAAI,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,WAAW;IACX,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAE5E,QAAQ;IACR,IAAI,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,YAAY;IACZ,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,4BAA4B;IAC5B,QAAQ,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,uBAAe,CAAC,QAAQ,EAAE,EACvD,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,uBAAe,CAAC,WAAW,EAAE,CAC9D,CAAC;IAEF,kCAAkC;IAClC,QAAQ,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAe,CAAC,UAAU,EAAE,EACrD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAe,CAAC,UAAU,EAAE,CACtD,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/highlight/types.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Token types for syntax highlighting
+ * Maps to ANSI colors via the theme
+ */
+export type TokenType = 'text' | 'comment' | 'keyword' | 'string' | 'number' | 'operator' | 'punctuation' | 'function' | 'type' | 'variable' | 'property' | 'constant' | 'builtin' | 'regex' | 'decorator' | 'tag' | 'attribute';
+/**
+ * A single token produced by the tokenizer
+ */
+export interface Token {
+    type: TokenType;
+    value: string;
+}
+/**
+ * Language tokenizer definition
+ * Each language implements this interface
+ */
+export interface LanguageTokenizer {
+    /** Language identifier (e.g., 'typescript', 'python') */
+    name: string;
+    /** Alternative names/aliases (e.g., 'ts' for typescript) */
+    aliases: string[];
+    /** File extensions (e.g., ['.ts', '.tsx']) */
+    extensions: string[];
+    /** Tokenize the input string into tokens */
+    tokenize(code: string): Token[];
+}
+/**
+ * Pattern definition for regex-based tokenization
+ * Order matters - first match wins
+ */
+export interface TokenPattern {
+    type: TokenType;
+    pattern: RegExp;
+}
+/**
+ * Language detection result
+ */
+export interface DetectionResult {
+    language: string;
+    confidence: number;
+}
+/**
+ * ANSI color codes for each token type
+ */
+export declare const TOKEN_TO_ANSI: Record<TokenType, string>;
+export declare const ANSI_RESET = "\u001B[0m";
+//# sourceMappingURL=types.d.ts.map

package/dist/highlight/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/highlight/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,SAAS,GACT,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,UAAU,GACV,aAAa,GACb,UAAU,GACV,MAAM,GACN,UAAU,GACV,UAAU,GACV,UAAU,GACV,SAAS,GACT,OAAO,GACP,WAAW,GACX,KAAK,GACL,WAAW,CAAC;AAEhB;;GAEG;AACH,MAAM,WAAW,KAAK;IACpB,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,yDAAyD;IACzD,IAAI,EAAE,MAAM,CAAC;IAEb,4DAA4D;IAC5D,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,8CAA8C;IAC9C,UAAU,EAAE,MAAM,EAAE,CAAC;IAErB,4CAA4C;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC;CACjC;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAkBnD,CAAC;AAEF,eAAO,MAAM,UAAU,cAAY,CAAC"}