@swarmvaultai/engine 0.2.0 → 0.2.1

package/README.md

@@ -191,7 +191,7 @@ This matters because many "OpenAI-compatible" backends only implement part of th
 - `importInbox(rootDir, inputDir?)` recursively imports supported inbox files plus markdown and HTML browser-clipper style bundles
 - managed sources support local directories, public GitHub repo root URLs, and bounded same-domain docs hubs
 - registry data lives in `state/sources.json`, working state lives under `state/sources/<id>/`, and source briefs are written to `wiki/outputs/source-briefs/<id>.md`
-- JavaScript, TypeScript, Python, Go, Rust, Java, C#, C, C++, PHP, Ruby, PowerShell, Kotlin, and Scala inputs are treated as code sources and compiled into both source pages and `wiki/code/` module pages
+- JavaScript, JSX, TypeScript, TSX, Python, Go, Rust, Java, Kotlin, Scala, Lua, Zig, C#, C, C++, PHP, Ruby, and PowerShell inputs are treated as code sources and compiled into both source pages and `wiki/code/` module pages
 - `.rst` and `.rest` inputs are treated as first-class text sources with lightweight heading and directive normalization before analysis
 - code manifests can carry `repoRelativePath`, and compile writes `state/code-index.json` so local imports can resolve across an ingested repo tree
 - repo-aware manifests, graph nodes, and graph pages can also carry `sourceClass` so first-party, third-party, resource, and generated material can be filtered and reported separately

package/dist/index.d.ts

@@ -59,7 +59,7 @@ type SourceCaptureType = "arxiv" | "doi" | "tweet" | "article" | "url";
 type SourceClass = "first_party" | "third_party" | "resource" | "generated";
 type ManagedSourceKind = "directory" | "github_repo" | "crawl_url";
 type ManagedSourceStatus = "ready" | "missing" | "error";
-type CodeLanguage = "javascript" | "jsx" | "typescript" | "tsx" | "python" | "go" | "rust" | "java" | "kotlin" | "scala" | "csharp" | "c" | "cpp" | "php" | "ruby" | "powershell";
+type CodeLanguage = "javascript" | "jsx" | "typescript" | "tsx" | "python" | "go" | "rust" | "java" | "kotlin" | "scala" | "lua" | "zig" | "csharp" | "c" | "cpp" | "php" | "ruby" | "powershell";
 type CodeSymbolKind = "function" | "class" | "interface" | "type_alias" | "enum" | "variable" | "struct" | "trait";
 type OrchestrationRole = "research" | "audit" | "context" | "safety";
 declare const webSearchProviderTypeSchema: z.ZodEnum<{

package/dist/index.js

@@ -1764,6 +1764,8 @@ var grammarAssetByLanguage = {
   java: { packageName: TREE_SITTER_RUNTIME_PACKAGE, relativePath: "wasm/tree-sitter-java.wasm" },
   kotlin: { packageName: TREE_SITTER_EXTRA_GRAMMARS_PACKAGE, relativePath: "out/tree-sitter-kotlin.wasm" },
   scala: { packageName: TREE_SITTER_EXTRA_GRAMMARS_PACKAGE, relativePath: "out/tree-sitter-scala.wasm" },
+  lua: { packageName: TREE_SITTER_EXTRA_GRAMMARS_PACKAGE, relativePath: "out/tree-sitter-lua.wasm" },
+  zig: { packageName: TREE_SITTER_EXTRA_GRAMMARS_PACKAGE, relativePath: "out/tree-sitter-zig.wasm" },
   csharp: { packageName: TREE_SITTER_RUNTIME_PACKAGE, relativePath: "wasm/tree-sitter-c-sharp.wasm" },
   c: { packageName: TREE_SITTER_RUNTIME_PACKAGE, relativePath: "wasm/tree-sitter-cpp.wasm" },
   cpp: { packageName: TREE_SITTER_RUNTIME_PACKAGE, relativePath: "wasm/tree-sitter-cpp.wasm" },
@@ -1828,7 +1830,7 @@ function normalizeSymbolReference(value) {
   return lastSegment.replace(/[,:;]+$/g, "").trim();
 }
 function stripCodeExtension(filePath) {
-  return filePath.replace(/\.(?:[cm]?jsx?|tsx?|mts|cts|py|go|rs|java|kt|kts|scala|sc|cs|php|c|cc|cpp|cxx|h|hh|hpp|hxx)$/i, "");
+  return filePath.replace(/\.(?:[cm]?jsx?|tsx?|mts|cts|py|go|rs|java|kt|kts|scala|sc|lua|zig|cs|php|c|cc|cpp|cxx|h|hh|hpp|hxx)$/i, "");
 }
 function manifestModuleName(manifest, language) {
   const repoPath = manifest.repoRelativePath ?? path5.basename(manifest.originalPath ?? manifest.storedPath);
@@ -2112,7 +2114,7 @@ function descendantTypeNames(node) {
   );
 }
 function quotedPath(value) {
-  return value.replace(/^["'<]+|[">]+$/g, "").trim();
+  return value.replace(/^['"<]+|['">]+$/g, "").trim();
 }
 function diagnosticsFromTree(rootNode) {
   if (!rootNode.hasError) {
@@ -2262,6 +2264,43 @@ function parseScalaImport(text) {
     reExport: false
   }));
 }
+function parseLuaRequire(node) {
+  const stringNode = node.descendantsOfType("string").find((item) => item !== null);
+  const identifiers = node.descendantsOfType("identifier").filter((item) => item !== null).map((item) => item.text.trim());
+  if (!stringNode || !identifiers.includes("require")) {
+    return void 0;
+  }
+  const specifier = quotedPath(stringNode.text);
+  if (!specifier) {
+    return void 0;
+  }
+  return {
+    specifier,
+    importedSymbols: [],
+    isExternal: !/^[A-Za-z_][A-Za-z0-9_]*(?:[./][A-Za-z_][A-Za-z0-9_]*)*$/.test(specifier),
+    reExport: false
+  };
+}
+function parseZigImport(node) {
+  if (node.type !== "variable_declaration") {
+    return void 0;
+  }
+  const importCall = findNamedChild(node, "builtin_function");
+  if (!importCall || nodeText(findNamedChild(importCall, "builtin_identifier") ?? importCall.namedChildren.at(0) ?? null) !== "@import") {
+    return void 0;
+  }
+  const stringNode = importCall.descendantsOfType("string_content").find((item) => item !== null);
+  const specifier = stringNode?.text.trim();
+  if (!specifier) {
+    return void 0;
+  }
+  return {
+    specifier,
+    importedSymbols: [],
+    isExternal: !specifier.endsWith(".zig") && !specifier.includes("/") && !specifier.startsWith("."),
+    reExport: false
+  };
+}
 function parseCSharpUsing(text) {
   const aliasMatch = text.trim().match(/^using\s+([A-Za-z_]\w*)\s*=\s*([^;]+);$/);
   if (aliasMatch) {
@@ -2386,6 +2425,28 @@ function scalaDefinitionKind(node) {
   }
   return void 0;
 }
+function luaFunctionName(node) {
+  if (!node) {
+    return void 0;
+  }
+  if (node.type === "identifier") {
+    return node.text.trim();
+  }
+  if (node.type === "variable") {
+    const identifiers = node.descendantsOfType("identifier").filter((item) => item !== null).map((item) => item.text.trim()).filter(Boolean);
+    return identifiers.length > 0 ? identifiers.join(".") : void 0;
+  }
+  return extractIdentifier(node);
+}
+function zigDeclarationKind(node) {
+  if (findNamedChild(node, "struct_declaration")) {
+    return "struct";
+  }
+  if (findNamedChild(node, "enum_declaration")) {
+    return "enum";
+  }
+  return void 0;
+}
 function pythonCodeAnalysis(manifest, rootNode, diagnostics) {
   const imports = [];
   const draftSymbols = [];
@@ -2814,6 +2875,136 @@ function scalaCodeAnalysis(manifest, rootNode, diagnostics) {
     namespace: packageName
   });
 }
+function luaCodeAnalysis(manifest, rootNode, diagnostics) {
+  const imports = [];
+  const draftSymbols = [];
+  const exportLabels = [];
+  for (const child of rootNode.namedChildren) {
+    if (!child) {
+      continue;
+    }
+    if (child.type === "local_variable_declaration" || child.type === "assignment_statement") {
+      const parsed = parseLuaRequire(child);
+      if (parsed) {
+        imports.push(parsed);
+      }
+      continue;
+    }
+    if (!["function_definition_statement", "local_function_definition_statement"].includes(child.type)) {
+      continue;
+    }
+    const name = luaFunctionName(child.childForFieldName("name") ?? child.namedChildren.at(0) ?? null);
+    if (!name) {
+      continue;
+    }
+    draftSymbols.push({
+      name,
+      kind: "function",
+      signature: singleLineSignature(child.text),
+      exported: child.type !== "local_function_definition_statement",
+      callNames: [],
+      extendsNames: [],
+      implementsNames: [],
+      bodyText: nodeText(findNamedChild(child, "block") ?? child.childForFieldName("body")) || child.text
+    });
+    if (child.type !== "local_function_definition_statement") {
+      exportLabels.push(name);
+    }
+  }
+  return finalizeCodeAnalysis(manifest, "lua", imports, draftSymbols, exportLabels, diagnostics);
+}
+function zigCodeAnalysis(manifest, rootNode, diagnostics) {
+  const imports = [];
+  const draftSymbols = [];
+  const exportLabels = [];
+  const pushStructMembers = (structNode, scopeName) => {
+    if (!structNode) {
+      return;
+    }
+    for (const child of structNode.namedChildren) {
+      if (!child || child.type !== "function_declaration") {
+        continue;
+      }
+      const functionName = extractIdentifier(child.childForFieldName("name") ?? findNamedChild(child, "identifier"));
+      if (!functionName) {
+        continue;
+      }
+      const exported = /\bpub\b/.test(child.text);
+      const symbolName = `${scopeName}.${functionName}`;
+      draftSymbols.push({
+        name: symbolName,
+        kind: "function",
+        signature: singleLineSignature(child.text),
+        exported,
+        callNames: [],
+        extendsNames: [],
+        implementsNames: [],
+        bodyText: nodeText(findNamedChild(child, "block") ?? child.childForFieldName("body")) || child.text
+      });
+      if (exported) {
+        exportLabels.push(symbolName);
+      }
+    }
+  };
+  for (const child of rootNode.namedChildren) {
+    if (!child) {
+      continue;
+    }
+    if (child.type === "variable_declaration") {
+      const parsedImport = parseZigImport(child);
+      if (parsedImport) {
+        imports.push(parsedImport);
+        continue;
+      }
+      const name = extractIdentifier(child.childForFieldName("name") ?? findNamedChild(child, "identifier"));
+      const kind = zigDeclarationKind(child);
+      if (!name || !kind) {
+        continue;
+      }
+      const declarationNode = findNamedChild(child, "struct_declaration") ?? findNamedChild(child, "enum_declaration");
+      const exported2 = /\bpub\b/.test(child.text);
+      draftSymbols.push({
+        name,
+        kind,
+        signature: singleLineSignature(child.text),
+        exported: exported2,
+        callNames: [],
+        extendsNames: [],
+        implementsNames: [],
+        bodyText: nodeText(declarationNode) || child.text
+      });
+      if (exported2) {
+        exportLabels.push(name);
+      }
+      if (kind === "struct") {
+        pushStructMembers(declarationNode, name);
+      }
+      continue;
+    }
+    if (child.type !== "function_declaration") {
+      continue;
+    }
+    const functionName = extractIdentifier(child.childForFieldName("name") ?? findNamedChild(child, "identifier"));
+    if (!functionName) {
+      continue;
+    }
+    const exported = /\bpub\b/.test(child.text);
+    draftSymbols.push({
+      name: functionName,
+      kind: "function",
+      signature: singleLineSignature(child.text),
+      exported,
+      callNames: [],
+      extendsNames: [],
+      implementsNames: [],
+      bodyText: nodeText(findNamedChild(child, "block") ?? child.childForFieldName("body")) || child.text
+    });
+    if (exported) {
+      exportLabels.push(functionName);
+    }
+  }
+  return finalizeCodeAnalysis(manifest, "zig", imports, draftSymbols, exportLabels, diagnostics);
+}
 function csharpCodeAnalysis(manifest, rootNode, diagnostics) {
   const imports = [];
   const draftSymbols = [];
@@ -3246,6 +3437,10 @@ async function analyzeTreeSitterCode(manifest, content, language) {
         return { code: kotlinCodeAnalysis(manifest, tree.rootNode, diagnostics), rationales };
       case "scala":
         return { code: scalaCodeAnalysis(manifest, tree.rootNode, diagnostics), rationales };
+      case "lua":
+        return { code: luaCodeAnalysis(manifest, tree.rootNode, diagnostics), rationales };
+      case "zig":
+        return { code: zigCodeAnalysis(manifest, tree.rootNode, diagnostics), rationales };
       case "csharp":
         return { code: csharpCodeAnalysis(manifest, tree.rootNode, diagnostics), rationales };
       case "php":
@@ -3532,7 +3727,7 @@ function makeRationale2(manifest, index, text, kind, symbolName) {
   };
 }
 function stripCodeExtension2(filePath) {
-  return filePath.replace(/\.(?:[cm]?jsx?|tsx?|mts|cts|py|go|rs|java|kt|kts|scala|sc|cs|php|c|cc|cpp|cxx|h|hh|hpp|hxx)$/i, "");
+  return filePath.replace(/\.(?:[cm]?jsx?|tsx?|mts|cts|py|go|rs|java|kt|kts|scala|sc|lua|zig|cs|php|c|cc|cpp|cxx|h|hh|hpp|hxx)$/i, "");
 }
 function manifestModuleName2(manifest, language) {
   const repoPath = manifest.repoRelativePath ?? path6.basename(manifest.originalPath ?? manifest.storedPath);
@@ -3869,6 +4064,12 @@ function inferCodeLanguage(filePath, mimeType = "") {
   if (extension === ".scala" || extension === ".sc") {
     return "scala";
   }
+  if (extension === ".lua") {
+    return "lua";
+  }
+  if (extension === ".zig") {
+    return "zig";
+  }
   if (extension === ".cs") {
     return "csharp";
   }
@@ -3977,6 +4178,10 @@ function candidateExtensionsFor(language) {
       return [".kt", ".kts"];
     case "scala":
       return [".scala", ".sc"];
+    case "lua":
+      return [".lua"];
+    case "zig":
+      return [".zig"];
     case "csharp":
       return [".cs"];
     case "php":
@@ -4049,6 +4254,20 @@ async function buildCodeIndex(rootDir, manifests, analyses) {
           }
         }
         break;
+      case "lua":
+        recordAlias(aliases, basename);
+        if (repoRelativePath) {
+          const repoWithoutExt = stripCodeExtension2(repoRelativePath);
+          recordAlias(aliases, repoWithoutExt.replace(/\//g, "."));
+          if (repoWithoutExt.endsWith("/init")) {
+            recordAlias(aliases, repoWithoutExt.slice(0, -"/init".length));
+            recordAlias(aliases, repoWithoutExt.slice(0, -"/init".length).replace(/\//g, "."));
+          }
+        }
+        break;
+      case "zig":
+        recordAlias(aliases, basename);
+        break;
       case "php":
         if (normalizedNamespace) {
           recordAlias(aliases, `${normalizedNamespace}\\${basename}`);
@@ -4135,6 +4354,16 @@ function resolveRustAliases(manifest, specifier) {
     `crate${currentParts.length > 1 ? `::${currentParts.slice(0, -1).join("::")}` : ""}::${specifier.slice("super::".length)}`.replace(/::+/g, "::").replace(/::$/, "")
   ];
 }
+function luaSpecifierLooksLocal(specifier) {
+  return /^[A-Za-z_][A-Za-z0-9_]*(?:[./][A-Za-z_][A-Za-z0-9_]*)*$/.test(specifier);
+}
+function resolveLuaModuleCandidates(specifier) {
+  const normalized = normalizeAlias(specifier.replace(/\./g, "/"));
+  if (!normalized) {
+    return [];
+  }
+  return uniqueBy([`${normalized}.lua`, path6.posix.join(normalized, "init.lua")], (item) => item);
+}
 function findImportCandidates(manifest, codeImport, lookup) {
   const language = manifest.language ?? inferCodeLanguage(manifest.originalPath ?? manifest.storedPath, manifest.mimeType);
   const repoRelativePath = manifest.repoRelativePath ? normalizeAlias(manifest.repoRelativePath) : void 0;
@@ -4158,6 +4387,10 @@ function findImportCandidates(manifest, codeImport, lookup) {
     case "scala":
     case "csharp":
       return aliasMatches(lookup, codeImport.specifier);
+    case "lua":
+      return luaSpecifierLooksLocal(codeImport.specifier) ? repoPathMatches(lookup, ...resolveLuaModuleCandidates(codeImport.specifier)) : aliasMatches(lookup, codeImport.specifier, codeImport.specifier.replace(/\./g, "/"));
+    case "zig":
+      return repoRelativePath && (!codeImport.isExternal || codeImport.specifier.endsWith(".zig")) ? repoPathMatches(lookup, ...importResolutionCandidates(repoRelativePath, codeImport.specifier, candidateExtensionsFor(language))) : aliasMatches(lookup, codeImport.specifier);
     case "php":
     case "ruby":
     case "powershell":
@@ -4205,6 +4438,10 @@ function importLooksLocal(manifest, codeImport, candidates) {
     case "kotlin":
     case "scala":
       return !codeImport.isExternal;
+    case "lua":
+      return luaSpecifierLooksLocal(codeImport.specifier);
+    case "zig":
+      return !codeImport.isExternal || codeImport.specifier.endsWith(".zig");
     default:
       return false;
   }
@@ -14611,7 +14848,7 @@ async function bootstrapDemo(rootDir, input) {
 }
 
 // src/mcp.ts
-var SERVER_VERSION = "0.2.0";
+var SERVER_VERSION = "0.2.1";
 async function createMcpServer(rootDir) {
   const server = new McpServer({
     name: "swarmvault",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@swarmvaultai/engine",
-  "version": "0.2.0",
+  "version": "0.2.1",
   "description": "Core engine for SwarmVault: ingest, compile, query, lint, and provider abstractions.",
   "type": "module",
   "main": "dist/index.js",