@enjoys/context-engine 1.1.2 → 1.3.1

package/data/semanticTokens/protobuf.json

@@ -0,0 +1,77 @@
+{
+  "language": "protobuf",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "class", "enum", "interface", "property", "enumMember", "function", "method", "keyword", "modifier", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "deprecated"]
+  },
+  "semanticRules": [
+    {
+      "type": "class",
+      "pattern": "\\b(message)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Message type declarations"
+    },
+    {
+      "type": "enum",
+      "pattern": "\\b(enum)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Enum type declarations"
+    },
+    {
+      "type": "interface",
+      "pattern": "\\b(service)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Service declarations for gRPC services"
+    },
+    {
+      "type": "method",
+      "pattern": "\\b(rpc)\\s+(\\w+)\\s*\\(",
+      "modifiers": ["declaration"],
+      "description": "RPC method definitions within services"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(double|float|int32|int64|uint32|uint64|sint32|sint64|fixed32|fixed64|sfixed32|sfixed64|bool|string|bytes|map|repeated|optional|required|oneof|Any|Timestamp|Duration|Empty|Struct|Value|FieldMask)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Protobuf scalar types, field rules, and well-known types"
+    },
+    {
+      "type": "namespace",
+      "pattern": "\\b(package)\\s+([\\w.]+)",
+      "modifiers": ["declaration"],
+      "description": "Package declarations for namespace scoping"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(import|package|option|syntax|extend|extensions|reserved|returns|stream|weak|public)\\b",
+      "modifiers": [],
+      "description": "Protobuf keywords for imports, options, and structure"
+    },
+    {
+      "type": "property",
+      "pattern": "\\b(option)\\s+([\\w.()]+)\\s*=",
+      "modifiers": ["definition"],
+      "description": "Option definitions for files, messages, fields, and services"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+\\b",
+      "modifiers": [],
+      "description": "Field numbers and numeric values"
+    },
+    {
+      "type": "comment",
+      "pattern": "//[^\\n]*|/\\*[\\s\\S]*?\\*/",
+      "modifiers": [],
+      "description": "Single-line and multi-line comments"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"",
+      "modifiers": [],
+      "description": "String literals in double quotes"
+    }
+  ]
+}

package/data/semanticTokens/python.json

@@ -0,0 +1,83 @@
+{
+  "language": "python",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "class", "enum", "typeParameter", "parameter", "variable", "property", "function", "method", "keyword", "modifier", "comment", "string", "number", "operator", "decorator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "static", "async", "deprecated", "defaultLibrary", "documentation"]
+  },
+  "semanticRules": [
+    {
+      "type": "function",
+      "pattern": "\\bdef\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Function definitions with def keyword"
+    },
+    {
+      "type": "class",
+      "pattern": "\\bclass\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Class definitions with class keyword"
+    },
+    {
+      "type": "decorator",
+      "pattern": "@[\\w.]+(?:\\([^)]*\\))?",
+      "modifiers": [],
+      "description": "Decorator expressions prefixed with @"
+    },
+    {
+      "type": "type",
+      "pattern": ":\\s*(\\w+(?:\\[.*?\\])?)|->\\s*(\\w+(?:\\[.*?\\])?)",
+      "modifiers": [],
+      "description": "Type hints in annotations and return types"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(async\\s+def|await|async\\s+for|async\\s+with)\\b",
+      "modifiers": ["async"],
+      "description": "Async/await keywords for asynchronous programming"
+    },
+    {
+      "type": "string",
+      "pattern": "f\"[^\"]*\"|f'[^']*'|f\"\"\"[\\s\\S]*?\"\"\"|f'''[\\s\\S]*?'''",
+      "modifiers": [],
+      "description": "F-string literals with embedded expressions"
+    },
+    {
+      "type": "namespace",
+      "pattern": "\\b(import|from)\\s+([\\w.]+)",
+      "modifiers": ["definition"],
+      "description": "Import statements and from...import declarations"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(if|elif|else|while|for|in|try|except|finally|raise|with|as|pass|break|continue|return|yield|assert|del|lambda|global|nonlocal|is|not|and|or|match|case)\\b",
+      "modifiers": [],
+      "description": "Python control flow and structural keywords"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(int|float|str|bool|list|dict|tuple|set|frozenset|bytes|bytearray|memoryview|complex|None|type|object|Callable|Optional|Union|Any|List|Dict|Tuple|Set|Type|Generator|Iterator|Iterable|Sequence|Mapping)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Built-in types and typing module types"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\b(self|cls)\\b",
+      "modifiers": ["readonly"],
+      "description": "Instance (self) and class (cls) reference variables"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*|\"\"\"[\\s\\S]*?\"\"\"|'''[\\s\\S]*?'''",
+      "modifiers": ["documentation"],
+      "description": "Line comments and docstring comments"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+(\\.\\d+)?([eE][+-]?\\d+)?j?\\b|0[xXoObB][0-9a-fA-F_]+\\b",
+      "modifiers": [],
+      "description": "Numeric literals including complex, hex, octal, and binary"
+    }
+  ]
+}

package/data/semanticTokens/qsharp.json

@@ -0,0 +1,83 @@
+{
+  "language": "qsharp",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "typeParameter", "parameter", "variable", "function", "method", "keyword", "modifier", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "function",
+      "pattern": "\\b(operation)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Quantum operation declarations"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(function)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Classical function declarations"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(Qubit|Result|Bool|Int|BigInt|Double|String|Unit|Pauli|Range|Array)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Q# built-in types including quantum types"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(H|X|Y|Z|CNOT|CCNOT|SWAP|S|T|Rx|Ry|Rz|R1|Measure|M|MResetZ|MResetX|Reset|ResetAll|Adjoint|Controlled)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Quantum gates and measurement operations"
+    },
+    {
+      "type": "namespace",
+      "pattern": "\\b(namespace)\\s+([\\w.]+)",
+      "modifiers": ["declaration"],
+      "description": "Namespace declarations"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(open)\\s+([\\w.]+)",
+      "modifiers": ["definition"],
+      "description": "Open statements for importing namespaces"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(let|mutable|set|use|borrow|if|elif|else|for|in|while|repeat|until|fixup|return|fail|within|apply|using|borrowing|newtype|internal|body|adjoint|controlled|auto|self|distribute|invert|intrinsic)\\b",
+      "modifiers": [],
+      "description": "Q# keywords for bindings, control flow, and functors"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\b(use|borrow)\\s+(\\w+)\\s*=\\s*Qubit",
+      "modifiers": ["declaration"],
+      "description": "Qubit allocation with use and borrow statements"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(Zero|One|PauliX|PauliY|PauliZ|PauliI)\\b",
+      "modifiers": ["readonly", "defaultLibrary"],
+      "description": "Result and Pauli enum values"
+    },
+    {
+      "type": "comment",
+      "pattern": "//[^\\n]*|///[^\\n]*",
+      "modifiers": ["documentation"],
+      "description": "Line comments and documentation comments"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"",
+      "modifiers": [],
+      "description": "String literals in double quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+(\\.\\d+)?([eE][+-]?\\d+)?L?\\b|0[xXoObB][0-9a-fA-F]+\\b",
+      "modifiers": [],
+      "description": "Integer, floating-point, BigInt (L suffix), and hex/octal/binary literals"
+    }
+  ]
+}

package/data/semanticTokens/r.json

@@ -0,0 +1,77 @@
+{
+  "language": "r",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "class", "variable", "parameter", "property", "function", "method", "keyword", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "function",
+      "pattern": "(\\w+)\\s*<-\\s*function\\s*\\(",
+      "modifiers": ["declaration"],
+      "description": "Function definitions assigned with <- operator"
+    },
+    {
+      "type": "operator",
+      "pattern": "<-|<<-|->|->>|\\|>|%%|%in%|%\\*%|%o%|%/%",
+      "modifiers": [],
+      "description": "Assignment operators (<-, <<-, ->, ->>), pipe |>, and special operators"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(library|require|source|install\\.packages|loadNamespace)\\s*\\(",
+      "modifiers": ["defaultLibrary"],
+      "description": "Package loading and sourcing functions"
+    },
+    {
+      "type": "class",
+      "pattern": "\\b(setClass|setRefClass|R6Class|setGeneric|setMethod)\\s*\\(",
+      "modifiers": ["declaration"],
+      "description": "S4, Reference, and R6 class definitions"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(if|else|for|in|while|repeat|break|next|return|function|switch|tryCatch|withCallingHandlers|on\\.exit|stop|warning|message|invisible|NULL|NA|NA_integer_|NA_real_|NA_complex_|NA_character_|TRUE|FALSE|Inf|NaN|T|F)\\b",
+      "modifiers": [],
+      "description": "R keywords, control flow, and special constants"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(c|length|dim|nrow|ncol|names|class|typeof|is\\.|as\\.|which|match|sum|mean|median|sd|var|min|max|range|sort|order|table|apply|lapply|sapply|vapply|tapply|mapply|do\\.call|Reduce|Filter|Map|paste|paste0|sprintf|cat|print|head|tail|str|summary|data\\.frame|matrix|list|vector|array|factor|seq|rep)\\s*\\(",
+      "modifiers": ["defaultLibrary"],
+      "description": "Common built-in R functions"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\b\\w+\\s*(?:<-|=)\\s*(?!function)",
+      "modifiers": ["declaration"],
+      "description": "Variable assignments with <- or ="
+    },
+    {
+      "type": "property",
+      "pattern": "\\$\\w+|@\\w+",
+      "modifiers": [],
+      "description": "List element access ($) and S4 slot access (@)"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*",
+      "modifiers": [],
+      "description": "Single-line comments starting with #"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String literals in single or double quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+(\\.\\d+)?([eE][+-]?\\d+)?L?\\b|0x[0-9a-fA-F]+L?\\b",
+      "modifiers": [],
+      "description": "Numeric literals including integer (L suffix) and hexadecimal"
+    }
+  ]
+}

package/data/semanticTokens/razor.json

@@ -0,0 +1,71 @@
+{
+  "language": "razor",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "class", "variable", "property", "function", "method", "keyword", "modifier", "comment", "string", "number", "operator", "decorator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "static", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "@(model|inject|inherits|implements|using|namespace|attribute|layout|page|section|addTagHelper|removeTagHelper|tagHelperPrefix|functions|code)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Razor directives like @model, @inject, @using"
+    },
+    {
+      "type": "keyword",
+      "pattern": "@\\{",
+      "modifiers": [],
+      "description": "Razor code blocks @{ ... }"
+    },
+    {
+      "type": "variable",
+      "pattern": "@\\(([^)]+)\\)",
+      "modifiers": [],
+      "description": "Explicit Razor expressions @(...)"
+    },
+    {
+      "type": "variable",
+      "pattern": "@[A-Z]\\w+(\\.\\w+)*",
+      "modifiers": [],
+      "description": "Implicit Razor expressions referencing C# variables and properties"
+    },
+    {
+      "type": "function",
+      "pattern": "@(Html|Url|Component|ViewBag|ViewData|TempData|Model)\\.\\w+",
+      "modifiers": ["defaultLibrary"],
+      "description": "Razor HTML helpers and built-in objects"
+    },
+    {
+      "type": "decorator",
+      "pattern": "<(component|\\w+-\\w+)[^>]*\\/>|<(Component|\\w+-\\w+)[^>]*>",
+      "modifiers": [],
+      "description": "Tag helpers and Blazor component elements"
+    },
+    {
+      "type": "keyword",
+      "pattern": "@(if|else|switch|case|for|foreach|while|do|try|catch|finally|lock|using|await)\\b",
+      "modifiers": [],
+      "description": "C# control flow keywords prefixed with @ in Razor"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(string|int|bool|double|decimal|float|object|void|var|dynamic|Task|IEnumerable|IHtmlContent|MarkupString|RenderFragment|EventCallback)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Common C# types used in Razor views"
+    },
+    {
+      "type": "comment",
+      "pattern": "@\\*[\\s\\S]*?\\*@|//[^\\n]*|/\\*[\\s\\S]*?\\*/|<!--[\\s\\S]*?-->",
+      "modifiers": [],
+      "description": "Razor comments @* *@, C# comments, and HTML comments"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String literals in C# and HTML attributes"
+    }
+  ]
+}

package/data/semanticTokens/redis-cli.json

@@ -0,0 +1,59 @@
+{
+  "language": "redis-cli",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["keyword", "variable", "string", "number", "comment", "operator"],
+    "tokenModifiers": ["defaultLibrary", "readonly"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(GET|SET|DEL|EXISTS|EXPIRE|TTL|KEYS|SCAN|TYPE|RENAME|MGET|MSET|APPEND|INCR|DECR|INCRBY|DECRBY|INCRBYFLOAT|SETNX|SETEX|PSETEX|GETSET|GETDEL|GETEX|STRLEN)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redis string and key commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(HGET|HSET|HDEL|HMGET|HMSET|HGETALL|LPUSH|RPUSH|LPOP|RPOP|LRANGE|SADD|SREM|SMEMBERS|ZADD|ZREM|ZRANGE|ZSCORE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redis data structure commands (hash, list, set, sorted set)"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(AUTH|SELECT|PING|ECHO|QUIT|INFO|CONFIG|DBSIZE|FLUSHDB|FLUSHALL|SAVE|BGSAVE|BGREWRITEAOF|LASTSAVE|SHUTDOWN|MONITOR|DEBUG|SLOWLOG|CLIENT|CLUSTER|COMMAND|MEMORY|MODULE|SWAPDB|WAIT|RESET)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Server administration and connection commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(MULTI|EXEC|DISCARD|WATCH|UNWATCH)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Transaction commands"
+    },
+    {
+      "type": "variable",
+      "pattern": "[\\w:*?\\[\\]-]+",
+      "modifiers": [],
+      "description": "Redis key patterns and key names"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "Quoted string values"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b-?\\d+(\\.\\d+)?\\b",
+      "modifiers": [],
+      "description": "Numeric values for scores, indices, and timeouts"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*",
+      "modifiers": [],
+      "description": "Comments in redis-cli scripts"
+    }
+  ]
+}

package/data/semanticTokens/redis.json

@@ -0,0 +1,77 @@
+{
+  "language": "redis",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["keyword", "function", "variable", "string", "number", "comment", "operator", "type"],
+    "tokenModifiers": ["defaultLibrary", "readonly"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(GET|SET|DEL|EXISTS|EXPIRE|TTL|PERSIST|KEYS|SCAN|TYPE|RENAME|RENAMENX|DUMP|RESTORE|OBJECT|WAIT|TOUCH|UNLINK|COPY|MOVE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Key manipulation commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(HGET|HSET|HDEL|HMGET|HMSET|HGETALL|HKEYS|HVALS|HEXISTS|HINCRBY|HINCRBYFLOAT|HLEN|HSCAN|HSETNX)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Hash commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(LPUSH|RPUSH|LPOP|RPOP|LLEN|LRANGE|LINDEX|LSET|LINSERT|LREM|BLPOP|BRPOP|BRPOPLPUSH|LMOVE|BLMOVE|LPOS)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "List commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(SADD|SREM|SMEMBERS|SISMEMBER|SCARD|SUNION|SINTER|SDIFF|SRANDMEMBER|SPOP|SSCAN|SMISMEMBER|SMOVE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Set commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(ZADD|ZREM|ZSCORE|ZRANK|ZREVRANK|ZRANGE|ZREVRANGE|ZRANGEBYSCORE|ZCOUNT|ZCARD|ZINCRBY|ZPOPMIN|ZPOPMAX|ZRANGESTORE|ZUNIONSTORE|ZINTERSTORE|ZDIFFSTORE|ZLEXCOUNT|ZRANDMEMBER|ZSCAN)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Sorted set commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(PUBLISH|SUBSCRIBE|UNSUBSCRIBE|PSUBSCRIBE|PUNSUBSCRIBE|PUBSUB)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Pub/Sub commands"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(EVAL|EVALSHA|SCRIPT)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Lua scripting commands"
+    },
+    {
+      "type": "variable",
+      "pattern": "[\\w:*?\\[\\]-]+(?=\\s|$)",
+      "modifiers": [],
+      "description": "Redis key patterns with glob-style matching"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String values in quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b-?\\d+(\\.\\d+)?\\b",
+      "modifiers": [],
+      "description": "Numeric values (scores, TTLs, counts)"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*",
+      "modifiers": [],
+      "description": "Comments in Redis configuration and scripts"
+    }
+  ]
+}

package/data/semanticTokens/redshift.json

@@ -0,0 +1,77 @@
+{
+  "language": "redshift",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "variable", "function", "keyword", "modifier", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(SELECT|INSERT|UPDATE|DELETE|CREATE|ALTER|DROP|FROM|WHERE|JOIN|LEFT|RIGHT|INNER|OUTER|FULL|CROSS|ON|GROUP\\s+BY|ORDER\\s+BY|HAVING|LIMIT|UNION|ALL|INTO|VALUES|SET|AS|WITH|RECURSIVE|TABLE|VIEW|SCHEMA|INDEX|GRANT|REVOKE|BEGIN|COMMIT|ROLLBACK|EXPLAIN|ANALYZE|VACUUM|TRUNCATE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Standard SQL and Redshift DDL/DML keywords"
+    },
+    {
+      "type": "modifier",
+      "pattern": "\\b(DISTKEY|SORTKEY|DISTSTYLE|COMPOUND|INTERLEAVED|EVEN|KEY|ALL|AUTO|ENCODE|RAW|AZ64|BYTEDICT|DELTA|DELTA32K|LZO|MOSTLY8|MOSTLY16|MOSTLY32|RUNLENGTH|TEXT255|TEXT32K|ZSTD)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift distribution keys, sort keys, and compression encodings"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(COPY|UNLOAD)\\s+",
+      "modifiers": ["defaultLibrary"],
+      "description": "COPY and UNLOAD commands for data loading/exporting"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(FROM|TO)\\s+'s3://[^']*'",
+      "modifiers": [],
+      "description": "S3 path references in COPY/UNLOAD statements"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(EXTERNAL\\s+SCHEMA|EXTERNAL\\s+TABLE|SPECTRUM)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift Spectrum external schema and table references"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(SMALLINT|INT2|INTEGER|INT|INT4|BIGINT|INT8|DECIMAL|NUMERIC|REAL|FLOAT4|DOUBLE\\s+PRECISION|FLOAT8|FLOAT|BOOLEAN|BOOL|CHAR|CHARACTER|NCHAR|BPCHAR|VARCHAR|CHARACTER\\s+VARYING|NVARCHAR|TEXT|DATE|TIMESTAMP|TIMESTAMPTZ|TIME|TIMETZ|SUPER|GEOMETRY|GEOGRAPHY|HLLSKETCH|VARBYTE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift data types"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(NVL|NVL2|DECODE|GETDATE|SYSDATE|DATEADD|DATEDIFF|DATE_TRUNC|CONVERT_TIMEZONE|JSON_EXTRACT_PATH_TEXT|JSON_PARSE|LISTAGG|APPROXIMATE\\s+COUNT|MEDIAN|PERCENTILE_CONT|PERCENTILE_DISC|RATIO_TO_REPORT|CUME_DIST|DENSE_RANK|RANK|ROW_NUMBER|NTILE|LAG|LEAD|FIRST_VALUE|LAST_VALUE|STRTOL|LEN|CHARINDEX|REGEXP_SUBSTR|REGEXP_REPLACE|REGEXP_COUNT)\\s*\\(",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift built-in and window functions"
+    },
+    {
+      "type": "namespace",
+      "pattern": "\\b(CREATE\\s+SCHEMA|CREATE\\s+EXTERNAL\\s+SCHEMA)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Schema declarations including external schemas"
+    },
+    {
+      "type": "comment",
+      "pattern": "--[^\\n]*|/\\*[\\s\\S]*?\\*/",
+      "modifiers": [],
+      "description": "Single-line and multi-line SQL comments"
+    },
+    {
+      "type": "string",
+      "pattern": "'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String literals in single quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+(\\.\\d+)?\\b",
+      "modifiers": [],
+      "description": "Numeric literals"
+    }
+  ]
+}