@lokascript/language-server 2.6.0 → 2.7.0

package/dist/{dist-7HGHK5EJ.js → dist-MRVDB2YM.js}

@@ -6054,20 +6054,6 @@ function withDefaultExtractors(tokenizer) {
   tokenizer.registerExtractors(getDefaultExtractors());
   return tokenizer;
 }
-function createUnicodeRangeClassifier(ranges) {
-  return (char) => {
-    const code = char.charCodeAt(0);
-    return ranges.some(([start, end]) => code >= start && code <= end);
-  };
-}
-function combineClassifiers(...classifiers) {
-  return (char) => classifiers.some((fn) => fn(char));
-}
-function createLatinCharClassifiers(letterPattern) {
-  const isLetter = (char) => letterPattern.test(char);
-  const isIdentifierChar = (char) => isLetter(char) || /[0-9_-]/.test(char);
-  return { isLetter, isIdentifierChar };
-}
 var SIMPLE_TOKENIZER_OPERATOR_SET = new Set(DEFAULT_OPERATORS);
 var MARKER_CONCEPT_NORMALIZEDS = /* @__PURE__ */ new Set([
   // Role-marker role names (profile.roleMarkers normalizeds)
@@ -6802,6 +6788,115 @@ function createSimpleTokenizer(config) {
   }
   return new SimpleTokenizer();
 }
+function mergeRoleMarkers(slice, vocab) {
+  const merged = {};
+  const add = (role, marker) => {
+    if (!marker?.primary) {
+      delete merged[role];
+      return;
+    }
+    merged[role] = {
+      primary: marker.primary,
+      ...marker.alternatives?.length && { alternatives: [...marker.alternatives] },
+      ...marker.position && { position: marker.position }
+    };
+  };
+  for (const [role, marker] of Object.entries(slice.roleMarkers ?? {})) add(role, marker);
+  for (const [role, marker] of Object.entries(vocab.roleMarkerOverrides ?? {})) add(role, marker);
+  return merged;
+}
+function buildPatternProfile(slice, vocab) {
+  const keywords = {};
+  for (const [action, translation] of Object.entries(vocab.keywords)) {
+    keywords[action] = {
+      primary: translation.primary,
+      ...translation.alternatives?.length && { alternatives: [...translation.alternatives] }
+    };
+  }
+  const roleMarkers = mergeRoleMarkers(slice, vocab);
+  return {
+    code: slice.code,
+    wordOrder: slice.wordOrder,
+    keywords,
+    ...Object.keys(roleMarkers).length > 0 && { roleMarkers }
+  };
+}
+function defaultCaseInsensitive(script) {
+  return script === void 0 || script === "latin" || script === "cyrillic";
+}
+function buildDomainTokenizer(slice, vocab, options = {}) {
+  const roleMarkers = mergeRoleMarkers(slice, vocab);
+  const keywords = /* @__PURE__ */ new Set();
+  for (const translation of Object.values(vocab.keywords)) {
+    keywords.add(translation.primary);
+    for (const alt of translation.alternatives ?? []) keywords.add(alt);
+  }
+  for (const marker of Object.values(roleMarkers)) {
+    keywords.add(marker.primary);
+    for (const alt of marker.alternatives ?? []) keywords.add(alt);
+  }
+  for (const particle of slice.tokenization?.particles ?? []) keywords.add(particle);
+  for (const extra of vocab.tokenizerKeywords ?? []) keywords.add(extra);
+  const profileKeywords = {};
+  for (const [action, translation] of Object.entries(vocab.keywords)) {
+    profileKeywords[action] = {
+      primary: translation.primary,
+      ...translation.alternatives?.length && { alternatives: [...translation.alternatives] },
+      normalized: translation.normalized ?? action
+    };
+  }
+  const keywordProfile = {
+    keywords: profileKeywords,
+    ...Object.keys(roleMarkers).length > 0 && { roleMarkers }
+  };
+  const customExtractors = [
+    ...options.customExtractors ?? [],
+    ...slice.script === "latin" ? [new LatinExtendedIdentifierExtractor()] : []
+  ];
+  return createSimpleTokenizer({
+    language: slice.code,
+    direction: slice.direction ?? "ltr",
+    keywords: [...keywords],
+    ...vocab.keywordExtras?.length && { keywordExtras: vocab.keywordExtras.map((e) => ({ ...e })) },
+    keywordProfile,
+    includeOperators: options.includeOperators ?? false,
+    caseInsensitive: options.caseInsensitive ?? defaultCaseInsensitive(slice.script),
+    ...customExtractors.length > 0 && { customExtractors }
+  });
+}
+function buildLanguageConfig(slice, vocab, meta = {}) {
+  const name = meta.name ?? slice.name ?? slice.code;
+  return {
+    code: slice.code,
+    name,
+    nativeName: meta.nativeName ?? slice.nativeName ?? name,
+    tokenizer: meta.tokenizer ?? buildDomainTokenizer(slice, vocab, meta.tokenizerOptions),
+    patternProfile: buildPatternProfile(slice, vocab),
+    ...meta.grammarProfile && { grammarProfile: meta.grammarProfile }
+  };
+}
+function deriveRoleMarkers(slice, roleMapping) {
+  const derived = {};
+  for (const [domainRole, semanticRole] of Object.entries(roleMapping)) {
+    const marker = slice.roleMarkers?.[semanticRole];
+    if (marker?.primary) derived[domainRole] = marker.primary;
+  }
+  return derived;
+}
+function createUnicodeRangeClassifier(ranges) {
+  return (char) => {
+    const code = char.charCodeAt(0);
+    return ranges.some(([start, end]) => code >= start && code <= end);
+  };
+}
+function combineClassifiers(...classifiers) {
+  return (char) => classifiers.some((fn) => fn(char));
+}
+function createLatinCharClassifiers(letterPattern) {
+  const isLetter = (char) => letterPattern.test(char);
+  const isIdentifierChar = (char) => isLetter(char) || /[0-9_-]/.test(char);
+  return { isLetter, isIdentifierChar };
+}
 function noChange(word) {
   return { stem: word, confidence: 1 };
 }
@@ -7356,7 +7451,10 @@ export {
   WhitespaceExtractor,
   accumulateBlocks,
   buildDisambiguation,
+  buildDomainTokenizer,
   buildFeedback,
+  buildLanguageConfig,
+  buildPatternProfile,
   buildPhrase,
   buildTablesFromProfiles,
   combineClassifiers,
@@ -7387,6 +7485,7 @@ export {
   createUnicodeRangeClassifier,
   defineCommand,
   defineRole,
+  deriveRoleMarkers,
   detectWordOrders,
   extractCssSelector,
   extractNumber,

package/dist/server.js

@@ -140,9 +140,6 @@ function detectLokascriptFeatures(code) {
   }
   return detected;
 }
-function getCommandsForMode(mode) {
-  return mode === "hyperscript" ? HYPERSCRIPT_COMMANDS : ALL_COMMANDS;
-}
 
 // src/extraction.ts
 function isHtmlDocument(uri, content) {
@@ -1137,7 +1134,7 @@ try {
 }
 var frameworkIR = null;
 try {
-  const fw = await import("./dist-7HGHK5EJ.js");
+  const fw = await import("./dist-MRVDB2YM.js");
   frameworkIR = { fromInterchangeNode: fw.fromInterchangeNode, renderExplicit: fw.renderExplicit };
   console.error(
     "[lokascript-ls] @lokascript/framework loaded \u2014 LSE bracket notation in hover enabled"
@@ -1441,7 +1438,7 @@ function getSemanticAnalyzer() {
   return cachedAnalyzer;
 }
 var globalSettings = envDefaultMode ? { ...defaultSettings, mode: envDefaultMode } : defaultSettings;
-connection.onInitialize((params) => {
+connection.onInitialize((_params) => {
   resolvedMode = resolveMode(globalSettings);
   const brand = getBranding(resolvedMode);
   connection.console.log(`${brand} Language Server initializing (mode: ${resolvedMode})...`);
@@ -1813,15 +1810,12 @@ function getContextualCompletions(context, language) {
     }
     return eng;
   };
-  const commandMode = isHyperscriptCompatMode(resolvedMode) ? "hyperscript" : "lokascript";
-  const availableCommands = getCommandsForMode(commandMode);
-  const isCommandAvailable = (cmd) => availableCommands.includes(cmd);
   const getDetail = (command, fallback) => {
     const desc = getCommandDescription(command, effectiveLanguage);
     return desc?.detail ?? fallback;
   };
   switch (context) {
-    case "event":
+    case "event": {
       const eventNames = lspMetadata?.EVENT_NAMES ?? FALLBACK_EVENT_NAMES;
       for (const eventName of eventNames) {
         completions.push({
@@ -1831,6 +1825,7 @@ function getContextualCompletions(context, language) {
         });
       }
       break;
+    }
     case "command":
       completions.push(
         {
@@ -2174,7 +2169,7 @@ ${doc.example}
 var translationCache = null;
 function buildTranslationCache() {
   const cache2 = /* @__PURE__ */ new Map();
-  if (!semanticPackage) return cache2;
+  if (!semanticPackage?.getKeywordTranslations) return cache2;
   const langMap = {
     es: "Spanish",
     ja: "Japanese",
@@ -2208,19 +2203,15 @@ function buildTranslationCache() {
     "result"
   ];
   for (const canonicalKey of canonicalKeywords) {
+    const byLang = semanticPackage.getKeywordTranslations(
+      canonicalKey,
+      Object.keys(langMap)
+    );
     const translations = [];
     for (const [lang, langName] of Object.entries(langMap)) {
-      try {
-        const profile = semanticPackage.tryGetProfile(lang);
-        const kw = profile?.keywords?.[canonicalKey];
-        if (kw) {
-          const trans = kw;
-          if (trans.primary && trans.primary !== canonicalKey) {
-            translations.push(`${langName}: \`${trans.primary}\``);
-          }
-        }
-      } catch (e) {
-        connection.console.log(`[lokascript-ls] Translation cache: profile '${lang}' not found`);
+      const primary = byLang[lang]?.primary;
+      if (primary && primary !== canonicalKey) {
+        translations.push(`${langName}: \`${primary}\``);
       }
     }
     if (translations.length > 0) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lokascript/language-server",
-  "version": "2.6.0",
+  "version": "2.7.0",
   "description": "Language Server Protocol implementation for LokaScript/hyperscript with 21 language support",
   "type": "module",
   "main": "dist/server.js",
@@ -31,8 +31,8 @@
     "vscode-languageserver-textdocument": "^1.0.11"
   },
   "peerDependencies": {
-    "@hyperfixi/core": "^2.6.0",
-    "@lokascript/semantic": "^2.6.0"
+    "@hyperfixi/core": "^2.7.0",
+    "@lokascript/semantic": "^2.7.0"
   },
   "peerDependenciesMeta": {
     "@lokascript/semantic": {
@@ -43,8 +43,8 @@
     }
   },
   "devDependencies": {
-    "@hyperfixi/core": "^2.6.0",
-    "@lokascript/semantic": "^2.6.0",
+    "@hyperfixi/core": "^2.7.0",
+    "@lokascript/semantic": "^2.7.0",
     "@types/node": "^20.0.0",
     "@vitest/coverage-v8": "^4.0.0",
     "tsup": "^8.0.0",