@enjoys/context-engine 1.1.2 → 1.2.0

package/data/semanticTokens/r.json

@@ -0,0 +1,77 @@
+{
+  "language": "r",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "class", "variable", "parameter", "property", "function", "method", "keyword", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "function",
+      "pattern": "(\\w+)\\s*<-\\s*function\\s*\\(",
+      "modifiers": ["declaration"],
+      "description": "Function definitions assigned with <- operator"
+    },
+    {
+      "type": "operator",
+      "pattern": "<-|<<-|->|->>|\\|>|%%|%in%|%\\*%|%o%|%/%",
+      "modifiers": [],
+      "description": "Assignment operators (<-, <<-, ->, ->>), pipe |>, and special operators"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(library|require|source|install\\.packages|loadNamespace)\\s*\\(",
+      "modifiers": ["defaultLibrary"],
+      "description": "Package loading and sourcing functions"
+    },
+    {
+      "type": "class",
+      "pattern": "\\b(setClass|setRefClass|R6Class|setGeneric|setMethod)\\s*\\(",
+      "modifiers": ["declaration"],
+      "description": "S4, Reference, and R6 class definitions"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(if|else|for|in|while|repeat|break|next|return|function|switch|tryCatch|withCallingHandlers|on\\.exit|stop|warning|message|invisible|NULL|NA|NA_integer_|NA_real_|NA_complex_|NA_character_|TRUE|FALSE|Inf|NaN|T|F)\\b",
+      "modifiers": [],
+      "description": "R keywords, control flow, and special constants"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(c|length|dim|nrow|ncol|names|class|typeof|is\\.|as\\.|which|match|sum|mean|median|sd|var|min|max|range|sort|order|table|apply|lapply|sapply|vapply|tapply|mapply|do\\.call|Reduce|Filter|Map|paste|paste0|sprintf|cat|print|head|tail|str|summary|data\\.frame|matrix|list|vector|array|factor|seq|rep)\\s*\\(",
+      "modifiers": ["defaultLibrary"],
+      "description": "Common built-in R functions"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\b\\w+\\s*(?:<-|=)\\s*(?!function)",
+      "modifiers": ["declaration"],
+      "description": "Variable assignments with <- or ="
+    },
+    {
+      "type": "property",
+      "pattern": "\\$\\w+|@\\w+",
+      "modifiers": [],
+      "description": "List element access ($) and S4 slot access (@)"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*",
+      "modifiers": [],
+      "description": "Single-line comments starting with #"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String literals in single or double quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+(\\.\\d+)?([eE][+-]?\\d+)?L?\\b|0x[0-9a-fA-F]+L?\\b",
+      "modifiers": [],
+      "description": "Numeric literals including integer (L suffix) and hexadecimal"
+    }
+  ]
+}

package/data/semanticTokens/razor.json

@@ -0,0 +1,71 @@
+{
+  "language": "razor",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "class", "variable", "property", "function", "method", "keyword", "modifier", "comment", "string", "number", "operator", "decorator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "static", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "@(model|inject|inherits|implements|using|namespace|attribute|layout|page|section|addTagHelper|removeTagHelper|tagHelperPrefix|functions|code)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Razor directives like @model, @inject, @using"
+    },
+    {
+      "type": "keyword",
+      "pattern": "@\\{",
+      "modifiers": [],
+      "description": "Razor code blocks @{ ... }"
+    },
+    {
+      "type": "variable",
+      "pattern": "@\\(([^)]+)\\)",
+      "modifiers": [],
+      "description": "Explicit Razor expressions @(...)"
+    },
+    {
+      "type": "variable",
+      "pattern": "@[A-Z]\\w+(\\.\\w+)*",
+      "modifiers": [],
+      "description": "Implicit Razor expressions referencing C# variables and properties"
+    },
+    {
+      "type": "function",
+      "pattern": "@(Html|Url|Component|ViewBag|ViewData|TempData|Model)\\.\\w+",
+      "modifiers": ["defaultLibrary"],
+      "description": "Razor HTML helpers and built-in objects"
+    },
+    {
+      "type": "decorator",
+      "pattern": "<(component|\\w+-\\w+)[^>]*\\/>|<(Component|\\w+-\\w+)[^>]*>",
+      "modifiers": [],
+      "description": "Tag helpers and Blazor component elements"
+    },
+    {
+      "type": "keyword",
+      "pattern": "@(if|else|switch|case|for|foreach|while|do|try|catch|finally|lock|using|await)\\b",
+      "modifiers": [],
+      "description": "C# control flow keywords prefixed with @ in Razor"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(string|int|bool|double|decimal|float|object|void|var|dynamic|Task|IEnumerable|IHtmlContent|MarkupString|RenderFragment|EventCallback)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Common C# types used in Razor views"
+    },
+    {
+      "type": "comment",
+      "pattern": "@\\*[\\s\\S]*?\\*@|//[^\\n]*|/\\*[\\s\\S]*?\\*/|<!--[\\s\\S]*?-->",
+      "modifiers": [],
+      "description": "Razor comments @* *@, C# comments, and HTML comments"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String literals in C# and HTML attributes"
+    }
+  ]
+}

package/data/semanticTokens/redis-cli.json

@@ -0,0 +1,59 @@
+{
+  "language": "redis-cli",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["keyword", "variable", "string", "number", "comment", "operator"],
+    "tokenModifiers": ["defaultLibrary", "readonly"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(GET|SET|DEL|EXISTS|EXPIRE|TTL|KEYS|SCAN|TYPE|RENAME|MGET|MSET|APPEND|INCR|DECR|INCRBY|DECRBY|INCRBYFLOAT|SETNX|SETEX|PSETEX|GETSET|GETDEL|GETEX|STRLEN)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redis string and key commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(HGET|HSET|HDEL|HMGET|HMSET|HGETALL|LPUSH|RPUSH|LPOP|RPOP|LRANGE|SADD|SREM|SMEMBERS|ZADD|ZREM|ZRANGE|ZSCORE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redis data structure commands (hash, list, set, sorted set)"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(AUTH|SELECT|PING|ECHO|QUIT|INFO|CONFIG|DBSIZE|FLUSHDB|FLUSHALL|SAVE|BGSAVE|BGREWRITEAOF|LASTSAVE|SHUTDOWN|MONITOR|DEBUG|SLOWLOG|CLIENT|CLUSTER|COMMAND|MEMORY|MODULE|SWAPDB|WAIT|RESET)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Server administration and connection commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(MULTI|EXEC|DISCARD|WATCH|UNWATCH)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Transaction commands"
+    },
+    {
+      "type": "variable",
+      "pattern": "[\\w:*?\\[\\]-]+",
+      "modifiers": [],
+      "description": "Redis key patterns and key names"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "Quoted string values"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b-?\\d+(\\.\\d+)?\\b",
+      "modifiers": [],
+      "description": "Numeric values for scores, indices, and timeouts"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*",
+      "modifiers": [],
+      "description": "Comments in redis-cli scripts"
+    }
+  ]
+}

package/data/semanticTokens/redis.json

@@ -0,0 +1,77 @@
+{
+  "language": "redis",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["keyword", "function", "variable", "string", "number", "comment", "operator", "type"],
+    "tokenModifiers": ["defaultLibrary", "readonly"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(GET|SET|DEL|EXISTS|EXPIRE|TTL|PERSIST|KEYS|SCAN|TYPE|RENAME|RENAMENX|DUMP|RESTORE|OBJECT|WAIT|TOUCH|UNLINK|COPY|MOVE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Key manipulation commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(HGET|HSET|HDEL|HMGET|HMSET|HGETALL|HKEYS|HVALS|HEXISTS|HINCRBY|HINCRBYFLOAT|HLEN|HSCAN|HSETNX)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Hash commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(LPUSH|RPUSH|LPOP|RPOP|LLEN|LRANGE|LINDEX|LSET|LINSERT|LREM|BLPOP|BRPOP|BRPOPLPUSH|LMOVE|BLMOVE|LPOS)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "List commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(SADD|SREM|SMEMBERS|SISMEMBER|SCARD|SUNION|SINTER|SDIFF|SRANDMEMBER|SPOP|SSCAN|SMISMEMBER|SMOVE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Set commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(ZADD|ZREM|ZSCORE|ZRANK|ZREVRANK|ZRANGE|ZREVRANGE|ZRANGEBYSCORE|ZCOUNT|ZCARD|ZINCRBY|ZPOPMIN|ZPOPMAX|ZRANGESTORE|ZUNIONSTORE|ZINTERSTORE|ZDIFFSTORE|ZLEXCOUNT|ZRANDMEMBER|ZSCAN)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Sorted set commands"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(PUBLISH|SUBSCRIBE|UNSUBSCRIBE|PSUBSCRIBE|PUNSUBSCRIBE|PUBSUB)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Pub/Sub commands"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(EVAL|EVALSHA|SCRIPT)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Lua scripting commands"
+    },
+    {
+      "type": "variable",
+      "pattern": "[\\w:*?\\[\\]-]+(?=\\s|$)",
+      "modifiers": [],
+      "description": "Redis key patterns with glob-style matching"
+    },
+    {
+      "type": "string",
+      "pattern": "\"([^\"\\\\]|\\\\.)*\"|'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String values in quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b-?\\d+(\\.\\d+)?\\b",
+      "modifiers": [],
+      "description": "Numeric values (scores, TTLs, counts)"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*",
+      "modifiers": [],
+      "description": "Comments in Redis configuration and scripts"
+    }
+  ]
+}

package/data/semanticTokens/redshift.json

@@ -0,0 +1,77 @@
+{
+  "language": "redshift",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "variable", "function", "keyword", "modifier", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(SELECT|INSERT|UPDATE|DELETE|CREATE|ALTER|DROP|FROM|WHERE|JOIN|LEFT|RIGHT|INNER|OUTER|FULL|CROSS|ON|GROUP\\s+BY|ORDER\\s+BY|HAVING|LIMIT|UNION|ALL|INTO|VALUES|SET|AS|WITH|RECURSIVE|TABLE|VIEW|SCHEMA|INDEX|GRANT|REVOKE|BEGIN|COMMIT|ROLLBACK|EXPLAIN|ANALYZE|VACUUM|TRUNCATE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Standard SQL and Redshift DDL/DML keywords"
+    },
+    {
+      "type": "modifier",
+      "pattern": "\\b(DISTKEY|SORTKEY|DISTSTYLE|COMPOUND|INTERLEAVED|EVEN|KEY|ALL|AUTO|ENCODE|RAW|AZ64|BYTEDICT|DELTA|DELTA32K|LZO|MOSTLY8|MOSTLY16|MOSTLY32|RUNLENGTH|TEXT255|TEXT32K|ZSTD)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift distribution keys, sort keys, and compression encodings"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(COPY|UNLOAD)\\s+",
+      "modifiers": ["defaultLibrary"],
+      "description": "COPY and UNLOAD commands for data loading/exporting"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(FROM|TO)\\s+'s3://[^']*'",
+      "modifiers": [],
+      "description": "S3 path references in COPY/UNLOAD statements"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(EXTERNAL\\s+SCHEMA|EXTERNAL\\s+TABLE|SPECTRUM)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift Spectrum external schema and table references"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(SMALLINT|INT2|INTEGER|INT|INT4|BIGINT|INT8|DECIMAL|NUMERIC|REAL|FLOAT4|DOUBLE\\s+PRECISION|FLOAT8|FLOAT|BOOLEAN|BOOL|CHAR|CHARACTER|NCHAR|BPCHAR|VARCHAR|CHARACTER\\s+VARYING|NVARCHAR|TEXT|DATE|TIMESTAMP|TIMESTAMPTZ|TIME|TIMETZ|SUPER|GEOMETRY|GEOGRAPHY|HLLSKETCH|VARBYTE)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift data types"
+    },
+    {
+      "type": "function",
+      "pattern": "\\b(NVL|NVL2|DECODE|GETDATE|SYSDATE|DATEADD|DATEDIFF|DATE_TRUNC|CONVERT_TIMEZONE|JSON_EXTRACT_PATH_TEXT|JSON_PARSE|LISTAGG|APPROXIMATE\\s+COUNT|MEDIAN|PERCENTILE_CONT|PERCENTILE_DISC|RATIO_TO_REPORT|CUME_DIST|DENSE_RANK|RANK|ROW_NUMBER|NTILE|LAG|LEAD|FIRST_VALUE|LAST_VALUE|STRTOL|LEN|CHARINDEX|REGEXP_SUBSTR|REGEXP_REPLACE|REGEXP_COUNT)\\s*\\(",
+      "modifiers": ["defaultLibrary"],
+      "description": "Redshift built-in and window functions"
+    },
+    {
+      "type": "namespace",
+      "pattern": "\\b(CREATE\\s+SCHEMA|CREATE\\s+EXTERNAL\\s+SCHEMA)\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Schema declarations including external schemas"
+    },
+    {
+      "type": "comment",
+      "pattern": "--[^\\n]*|/\\*[\\s\\S]*?\\*/",
+      "modifiers": [],
+      "description": "Single-line and multi-line SQL comments"
+    },
+    {
+      "type": "string",
+      "pattern": "'([^'\\\\]|\\\\.)*'",
+      "modifiers": [],
+      "description": "String literals in single quotes"
+    },
+    {
+      "type": "number",
+      "pattern": "\\b\\d+(\\.\\d+)?\\b",
+      "modifiers": [],
+      "description": "Numeric literals"
+    }
+  ]
+}

package/data/semanticTokens/restructuredtext.json

@@ -0,0 +1,77 @@
+{
+  "language": "restructuredtext",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["keyword", "function", "variable", "property", "comment", "string", "operator", "decorator", "macro"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "documentation"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\.\\.\\s+(\\w[\\w-]*)::.*",
+      "modifiers": ["definition"],
+      "description": "Directives like .. directive:: (image, code-block, toctree, etc.)"
+    },
+    {
+      "type": "decorator",
+      "pattern": ":[a-zA-Z][\\w-]*:`[^`]*`",
+      "modifiers": [],
+      "description": "Interpreted text roles :role:`text` (ref, doc, class, func, etc.)"
+    },
+    {
+      "type": "property",
+      "pattern": "^[=\\-~`'\"^_*+#]+$",
+      "modifiers": ["definition"],
+      "description": "Section heading underline/overline characters"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\.\\.\\s+\\[\\d+\\]\\s+",
+      "modifiers": ["declaration"],
+      "description": "Footnote definitions .. [1] and auto-numbered .. [#]"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\[\\d+\\]_|\\[#\\w*\\]_|\\[\\*\\]_",
+      "modifiers": [],
+      "description": "Footnote references [1]_, [#label]_, [*]_"
+    },
+    {
+      "type": "function",
+      "pattern": "\\.\\.\\s+_[^:]+:.*|\\.\\.\\s+__:.*",
+      "modifiers": ["declaration"],
+      "description": "Hyperlink targets and anonymous targets"
+    },
+    {
+      "type": "variable",
+      "pattern": "`[^`]+`_|\\w+_(?=\\s|$|[.,;:!?)])",
+      "modifiers": [],
+      "description": "Hyperlink references `Link Text`_ and simple word_"
+    },
+    {
+      "type": "macro",
+      "pattern": "\\|\\w[\\w\\s]*\\|",
+      "modifiers": [],
+      "description": "Substitution references |name| and definitions"
+    },
+    {
+      "type": "comment",
+      "pattern": "\\.\\.\\s*$|\\.\\.\\s+[^\\[_|]",
+      "modifiers": ["documentation"],
+      "description": "Comments starting with .. followed by blank or non-directive text"
+    },
+    {
+      "type": "string",
+      "pattern": "``[^`]+``",
+      "modifiers": [],
+      "description": "Inline literals (code) wrapped in double backticks"
+    },
+    {
+      "type": "operator",
+      "pattern": "\\*\\*[^*]+\\*\\*|\\*[^*]+\\*",
+      "modifiers": [],
+      "description": "Strong emphasis **text** and emphasis *text*"
+    }
+  ]
+}

package/data/semanticTokens/ruby.json

@@ -0,0 +1,83 @@
+{
+  "language": "ruby",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "class", "variable", "property", "function", "method", "keyword", "modifier", "comment", "string", "number", "regexp", "operator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "static", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "method",
+      "pattern": "\\bdef\\s+(self\\.)?\\w+[!?=]?",
+      "modifiers": ["declaration"],
+      "description": "Method definitions including class methods (self.) and bang/query methods"
+    },
+    {
+      "type": "class",
+      "pattern": "\\bclass\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Class definitions"
+    },
+    {
+      "type": "namespace",
+      "pattern": "\\bmodule\\s+(\\w+)",
+      "modifiers": ["declaration"],
+      "description": "Module definitions"
+    },
+    {
+      "type": "method",
+      "pattern": "\\b(attr_accessor|attr_reader|attr_writer)\\s+",
+      "modifiers": ["declaration"],
+      "description": "Attribute accessor macros for generating getter/setter methods"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(do|end|begin|rescue|ensure|raise|yield|return|break|next|redo|retry|if|unless|elsif|else|case|when|in|while|until|for|loop|then|super|self|nil|true|false|and|or|not|defined\\?|__FILE__|__LINE__|__method__|__dir__|__ENCODING__|BEGIN|END|require|require_relative|include|extend|prepend|alias|undef)\\b",
+      "modifiers": [],
+      "description": "Ruby keywords and control flow statements"
+    },
+    {
+      "type": "variable",
+      "pattern": "@[a-zA-Z_]\\w*",
+      "modifiers": [],
+      "description": "Instance variables prefixed with @"
+    },
+    {
+      "type": "variable",
+      "pattern": "@@[a-zA-Z_]\\w*",
+      "modifiers": ["static"],
+      "description": "Class variables prefixed with @@"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\$[a-zA-Z_!@&+`'~=/\\\\,;.<>*$?:\"0-9]\\w*",
+      "modifiers": [],
+      "description": "Global variables prefixed with $ including special globals"
+    },
+    {
+      "type": "property",
+      "pattern": ":[a-zA-Z_]\\w*[!?]?",
+      "modifiers": ["readonly"],
+      "description": "Symbols prefixed with :"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\bdo\\b|\\{(?=\\s*\\|)|\\b(end)\\b",
+      "modifiers": [],
+      "description": "Block delimiters do/end and { } with block parameters"
+    },
+    {
+      "type": "comment",
+      "pattern": "#[^\\n]*|^=begin[\\s\\S]*?^=end",
+      "modifiers": [],
+      "description": "Single-line # comments and multi-line =begin/=end blocks"
+    },
+    {
+      "type": "regexp",
+      "pattern": "/([^/\\\\]|\\\\.)*?/[imxo]*",
+      "modifiers": [],
+      "description": "Regular expression literals with optional flags"
+    }
+  ]
+}

package/data/semanticTokens/rust.json

@@ -0,0 +1,71 @@
+{
+  "language": "rust",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["namespace", "type", "enum", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "operator", "decorator"],
+    "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "async", "documentation", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "function",
+      "pattern": "\\bfn\\s+([a-z_][a-z0-9_]*)\\b",
+      "modifiers": ["declaration"],
+      "description": "Function declarations with fn keyword"
+    },
+    {
+      "type": "struct",
+      "pattern": "\\bstruct\\s+([A-Z][a-zA-Z0-9_]*)\\b",
+      "modifiers": ["declaration"],
+      "description": "Struct type declarations"
+    },
+    {
+      "type": "enum",
+      "pattern": "\\benum\\s+([A-Z][a-zA-Z0-9_]*)\\b",
+      "modifiers": ["declaration"],
+      "description": "Enum type declarations"
+    },
+    {
+      "type": "typeParameter",
+      "pattern": "'([a-z][a-z0-9_]*)",
+      "modifiers": [],
+      "description": "Lifetime annotations like 'a, 'static"
+    },
+    {
+      "type": "macro",
+      "pattern": "\\b([a-z_][a-z0-9_]*)\\s*!",
+      "modifiers": [],
+      "description": "Macro invocations like println!, vec!"
+    },
+    {
+      "type": "keyword",
+      "pattern": "\\b(async|await|unsafe|pub|mod|use|impl|trait|where|dyn|move|ref|mut|self|super|crate)\\b",
+      "modifiers": [],
+      "description": "Rust-specific keywords including async/await and ownership"
+    },
+    {
+      "type": "decorator",
+      "pattern": "#\\[derive\\(([^)]+)\\)\\]",
+      "modifiers": [],
+      "description": "Derive attribute macros"
+    },
+    {
+      "type": "decorator",
+      "pattern": "#\\[([a-z_][a-z0-9_:]*)\\]",
+      "modifiers": [],
+      "description": "Attribute annotations like #[test], #[cfg]"
+    },
+    {
+      "type": "type",
+      "pattern": "\\b(i8|i16|i32|i64|i128|u8|u16|u32|u64|u128|f32|f64|bool|char|str|usize|isize|String|Vec|Option|Result|Box)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Built-in and common standard library types"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\blet\\s+(mut\\s+)?([a-z_][a-z0-9_]*)\\b",
+      "modifiers": ["declaration"],
+      "description": "Variable bindings with let/let mut"
+    }
+  ]
+}

package/data/semanticTokens/sb.json

@@ -0,0 +1,53 @@
+{
+  "language": "sb",
+  "tokenTypes": ["namespace", "type", "class", "enum", "interface", "struct", "typeParameter", "parameter", "variable", "property", "enumMember", "event", "function", "method", "macro", "keyword", "modifier", "comment", "string", "number", "regexp", "operator", "decorator"],
+  "tokenModifiers": ["declaration", "definition", "readonly", "static", "deprecated", "abstract", "async", "modification", "documentation", "defaultLibrary"],
+  "tokenLegend": {
+    "tokenTypes": ["variable", "property", "function", "method", "keyword", "comment", "string", "number", "operator"],
+    "tokenModifiers": ["declaration", "definition", "defaultLibrary"]
+  },
+  "semanticRules": [
+    {
+      "type": "keyword",
+      "pattern": "\\b(Sub|EndSub|If|Then|Else|ElseIf|EndIf|For|To|Step|EndFor|While|EndWhile|Goto)\\b",
+      "modifiers": [],
+      "description": "Small Basic control flow and structure keywords"
+    },
+    {
+      "type": "function",
+      "pattern": "\\bSub\\s+([A-Za-z_][A-Za-z0-9_]*)\\b",
+      "modifiers": ["declaration"],
+      "description": "Subroutine declarations"
+    },
+    {
+      "type": "variable",
+      "pattern": "\\b([a-zA-Z_][a-zA-Z0-9_]*)\\s*=",
+      "modifiers": ["declaration"],
+      "description": "Variable assignments"
+    },
+    {
+      "type": "property",
+      "pattern": "\\b(TextWindow|GraphicsWindow|Math|Clock|Desktop|File|Network|Program|Sound|Stack|Array|Turtle|Shapes|Timer|Mouse|Flickr|ImageList)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Built-in Small Basic objects"
+    },
+    {
+      "type": "method",
+      "pattern": "\\.(WriteLine|ReadLine|Show|DrawRectangle|DrawEllipse|FillRectangle|GetRandomNumber|Clear|Pause|Read|Write|GetContent|AddLine|InsertLine)\\b",
+      "modifiers": ["defaultLibrary"],
+      "description": "Built-in object methods"
+    },
+    {
+      "type": "string",
+      "pattern": "\"[^\"]*\"",
+      "modifiers": [],
+      "description": "String literals in double quotes"
+    },
+    {
+      "type": "comment",
+      "pattern": "'[^\\n]*",
+      "modifiers": [],
+      "description": "Single-line comments starting with apostrophe"
+    }
+  ]
+}