gitnexus 1.6.8-rc.9 → 1.6.8

package/dist/core/tree-sitter/parser-loader.js

@@ -2,6 +2,7 @@ import Parser from 'tree-sitter';
 import { createRequire } from 'node:module';
 import { SupportedLanguages } from '../../_shared/index.js';
 import { logger } from '../logger.js';
+import { requireVendoredGrammar } from './vendored-grammars.js';
 const _require = createRequire(import.meta.url);
 const ISSUES_URL = 'https://github.com/abhigyanpatwari/GitNexus/issues';
 const SOURCES = {
@@ -71,7 +72,7 @@ const SOURCES = {
     // user-opt-out grammar like Swift/Dart/Kotlin: a failure here is always an
     // install/platform problem the user needs to see.
     [SupportedLanguages.C]: {
-        load: () => _require('tree-sitter-c'),
+        load: () => requireVendoredGrammar('tree-sitter-c'),
         optional: true,
         severity: 'error',
         unavailableNote: 'C parsing disabled: vendored `tree-sitter-c` (under ' +
@@ -85,7 +86,7 @@ const SOURCES = {
     // optionalDependencies — may be absent on platforms without prebuilds
     // or when users skip optional installs.
     [SupportedLanguages.Swift]: {
-        load: () => _require('tree-sitter-swift'),
+        load: () => requireVendoredGrammar('tree-sitter-swift'),
         optional: true,
         userSkippable: true,
         unavailableNote: 'Swift parsing disabled: vendored `tree-sitter-swift` (under ' +
@@ -94,7 +95,7 @@ const SOURCES = {
             `See ${ISSUES_URL}/1130.`,
     },
     [SupportedLanguages.Dart]: {
-        load: () => _require('tree-sitter-dart'),
+        load: () => requireVendoredGrammar('tree-sitter-dart'),
         optional: true,
         userSkippable: true,
         unavailableNote: 'Dart parsing disabled: vendored `tree-sitter-dart` (under ' +
@@ -103,7 +104,7 @@ const SOURCES = {
             `See ${ISSUES_URL}/1125.`,
     },
     [SupportedLanguages.Kotlin]: {
-        load: () => _require('tree-sitter-kotlin'),
+        load: () => requireVendoredGrammar('tree-sitter-kotlin'),
         optional: true,
         userSkippable: true,
         unavailableNote: 'Kotlin parsing disabled: vendored `tree-sitter-kotlin` (under ' +

package/dist/core/tree-sitter/safe-parse.d.ts

@@ -24,11 +24,6 @@ export declare class ParseTimeoutError extends Error {
  * run). Safe to call at any time.
  */
 export declare function resetDegradedParseCounter(): void;
-/**
- * @internal Test-only alias for {@link resetDegradedParseCounter}, kept so the
- * existing `safe-parse.test.ts` import keeps working. Prefer the public name.
- */
-export declare function _resetDegradedParseCounter(): void;
 /**
  * True when the parsed tree contains any ERROR or MISSING node — i.e. the
  * source did not parse cleanly and tree-sitter applied error recovery.

package/dist/core/tree-sitter/vendored-grammars.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Absolute path to the vendored grammar tree (`<pkg>/vendor`).
+ *
+ * This module compiles to `<pkg>/dist/core/tree-sitter/vendored-grammars.js`
+ * and runs from `<pkg>/src/core/tree-sitter/...` under tsx in dev — both sit
+ * three directories below the package root, and the build (`tsc`) never bundles,
+ * so `import.meta.url` resolves the same way in both. `vendor/` ships in the
+ * published package via package.json `files`.
+ */
+export declare const VENDOR_ROOT: string;
+/**
+ * The tree-sitter grammars GitNexus vendors inside its own package (NOT npm
+ * dependencies). Kept in one place so consumers (runtime loaders, the CLI
+ * availability probe, and the test grammar-introspection helper) agree on which
+ * grammars resolve from `vendor/` rather than `node_modules`.
+ */
+export declare const VENDORED_GRAMMAR_PACKAGES: ReadonlySet<string>;
+/** Absolute directory of a vendored grammar package under `vendor/`. */
+export declare const vendoredGrammarDir: (packageName: string) => string;
+/**
+ * Load a vendored tree-sitter grammar by its absolute path under `vendor/`.
+ *
+ * GitNexus vendors five grammars (c/dart/proto/swift/kotlin) inside its own
+ * package under `vendor/`, each shipping committed per-platform prebuilds. They
+ * are deliberately NOT npm dependencies and must NEVER be copied into
+ * `node_modules`: an undeclared package under `node_modules` is "extraneous" to
+ * every subsequent `npm`/`npx` arborist reify, which prunes or relocates it.
+ * That is the root cause of #2111 / #1728 — on Windows the relocation throws
+ * `EPERM: operation not permitted, symlink` (errno -4048) during the npx-cache
+ * reify Antigravity triggers when it launches the MCP server, and on every OS
+ * the second run silently deletes the materialized grammars.
+ *
+ * Resolving the grammar by absolute path runs its own `bindings/node` entry,
+ * which calls `node-gyp-build(<grammarDir>)` and loads
+ * `vendor/<name>/prebuilds/<platform>-<arch>/…` directly — no build, no write,
+ * no `node_modules` copy. (`node-gyp-build` itself IS an npm dependency and
+ * resolves normally from the grammar directory.)
+ */
+export declare const requireVendoredGrammar: (packageName: string) => unknown;

package/dist/core/tree-sitter/vendored-grammars.js

@@ -0,0 +1,57 @@
+import { createRequire } from 'node:module';
+import { fileURLToPath } from 'node:url';
+import path from 'node:path';
+const _require = createRequire(import.meta.url);
+/**
+ * Absolute path to the vendored grammar tree (`<pkg>/vendor`).
+ *
+ * This module compiles to `<pkg>/dist/core/tree-sitter/vendored-grammars.js`
+ * and runs from `<pkg>/src/core/tree-sitter/...` under tsx in dev — both sit
+ * three directories below the package root, and the build (`tsc`) never bundles,
+ * so `import.meta.url` resolves the same way in both. `vendor/` ships in the
+ * published package via package.json `files`.
+ */
+export const VENDOR_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..', '..', '..', 'vendor');
+/**
+ * The tree-sitter grammars GitNexus vendors inside its own package (NOT npm
+ * dependencies). Kept in one place so consumers (runtime loaders, the CLI
+ * availability probe, and the test grammar-introspection helper) agree on which
+ * grammars resolve from `vendor/` rather than `node_modules`.
+ */
+export const VENDORED_GRAMMAR_PACKAGES = new Set([
+    'tree-sitter-c',
+    'tree-sitter-dart',
+    'tree-sitter-proto',
+    'tree-sitter-swift',
+    'tree-sitter-kotlin',
+]);
+/** Absolute directory of a vendored grammar package under `vendor/`. */
+export const vendoredGrammarDir = (packageName) => path.join(VENDOR_ROOT, packageName);
+/**
+ * Load a vendored tree-sitter grammar by its absolute path under `vendor/`.
+ *
+ * GitNexus vendors five grammars (c/dart/proto/swift/kotlin) inside its own
+ * package under `vendor/`, each shipping committed per-platform prebuilds. They
+ * are deliberately NOT npm dependencies and must NEVER be copied into
+ * `node_modules`: an undeclared package under `node_modules` is "extraneous" to
+ * every subsequent `npm`/`npx` arborist reify, which prunes or relocates it.
+ * That is the root cause of #2111 / #1728 — on Windows the relocation throws
+ * `EPERM: operation not permitted, symlink` (errno -4048) during the npx-cache
+ * reify Antigravity triggers when it launches the MCP server, and on every OS
+ * the second run silently deletes the materialized grammars.
+ *
+ * Resolving the grammar by absolute path runs its own `bindings/node` entry,
+ * which calls `node-gyp-build(<grammarDir>)` and loads
+ * `vendor/<name>/prebuilds/<platform>-<arch>/…` directly — no build, no write,
+ * no `node_modules` copy. (`node-gyp-build` itself IS an npm dependency and
+ * resolves normally from the grammar directory.)
+ */
+export const requireVendoredGrammar = (packageName) => {
+    // Fail loudly on a name that isn't actually vendored — a typo or a list that
+    // drifted out of sync (VENDORED_GRAMMAR_PACKAGES vs the CLI probe vs the build
+    // registry) would otherwise surface as a confusing absolute-path require miss.
+    if (!VENDORED_GRAMMAR_PACKAGES.has(packageName)) {
+        throw new Error(`'${packageName}' is not a vendored grammar (expected one of: ${[...VENDORED_GRAMMAR_PACKAGES].join(', ')}).`);
+    }
+    return _require(vendoredGrammarDir(packageName));
+};

package/dist/core/wiki/generator.js

@@ -12,7 +12,7 @@
 import fs from 'fs/promises';
 import path from 'path';
 import { execSync, execFileSync } from 'child_process';
-import { initWikiDb, closeWikiDb, touchWikiDb, getFilesWithExports, getAllFiles, getIntraModuleCallEdges, getInterModuleCallEdges, getProcessesForFiles, getAllProcesses, getInterModuleEdgesForOverview, } from './graph-queries.js';
+import { initWikiDb, closeWikiDb, touchWikiDb, pinWikiDb, getFilesWithExports, getAllFiles, getIntraModuleCallEdges, getInterModuleCallEdges, getProcessesForFiles, getAllProcesses, getInterModuleEdgesForOverview, } from './graph-queries.js';
 import { generateHTMLViewer } from './html-viewer.js';
 import { sanitizeMermaidMarkdown } from './mermaid-sanitizer.js';
 import { callLLM, estimateTokens, } from './llm-client.js';
@@ -183,6 +183,7 @@ export class WikiGenerator {
         }
         // Init graph
         this.onProgress('init', 2, 'Connecting to knowledge graph...');
+        const releaseWikiDbPin = pinWikiDb();
         await initWikiDb(this.lbugPath);
         let result;
         try {
@@ -201,6 +202,7 @@ export class WikiGenerator {
             }
         }
         finally {
+            releaseWikiDbPin();
             await closeWikiDb();
         }
         // Always generate the HTML viewer after wiki content changes

package/dist/core/wiki/graph-queries.d.ts

@@ -8,6 +8,12 @@
  * Touch the wiki DB connection to prevent idle timeout during long LLM calls.
  */
 export declare function touchWikiDb(): void;
+/**
+ * Keep the wiki DB resident for a full generation run. Wiki generation can spend
+ * minutes inside LLM calls, and the pooled DB must survive both idle cleanup and
+ * unrelated LRU pressure until the run reaches its final graph queries.
+ */
+export declare function pinWikiDb(): () => void;
 export interface FileWithExports {
     filePath: string;
     symbols: Array<{

package/dist/core/wiki/graph-queries.js

@@ -4,7 +4,7 @@
  * Encapsulated Cypher queries against the GitNexus knowledge graph.
  * Uses the MCP-style pooled lbug-adapter for connection management.
  */
-import { initLbug, executeQuery, closeLbug, touchRepo } from '../lbug/pool-adapter.js';
+import { initLbug, executeQuery, closeLbug, touchRepo, pinRepo } from '../lbug/pool-adapter.js';
 const REPO_ID = '__wiki__';
 /**
  * Touch the wiki DB connection to prevent idle timeout during long LLM calls.
@@ -12,6 +12,14 @@ const REPO_ID = '__wiki__';
 export function touchWikiDb() {
     touchRepo(REPO_ID);
 }
+/**
+ * Keep the wiki DB resident for a full generation run. Wiki generation can spend
+ * minutes inside LLM calls, and the pooled DB must survive both idle cleanup and
+ * unrelated LRU pressure until the run reaches its final graph queries.
+ */
+export function pinWikiDb() {
+    return pinRepo(REPO_ID);
+}
 /**
  * Initialize the LadybugDB connection for wiki generation.
  */

package/dist/mcp/http-transport.d.ts

@@ -0,0 +1,134 @@
+/**
+ * Dedicated MCP HTTP server.
+ *
+ * Provides HTTP-based MCP transport supporting:
+ * - Modern Streamable HTTP: POST /mcp
+ * - Legacy SSE transport: GET /sse + POST /messages
+ *
+ * Started via `gitnexus mcp --http`.
+ * stdio remains the default mode for `gitnexus mcp` (no breaking change).
+ *
+ * Exports createStreamableHttpHandler and createSseHandlers so that
+ * server/mcp-http.ts (web-UI route mount) can reuse them without inverting
+ * the established server/ → mcp/ dependency direction.
+ *
+ * Security considerations:
+ * - Default binds to 127.0.0.1 (loopback only).
+ * - Use --auth-token to enable Bearer Token authentication.
+ * - Use --host 0.0.0.0 to expose to all interfaces (requires --auth-token — refuses to start otherwise).
+ * - CORS is restricted to loopback origins when no auth token is configured.
+ * - PNA (Private Network Access) header is emitted only in response to browser preflight requests.
+ */
+import type { Server as HttpServer } from 'http';
+import { type Request, type Response, type NextFunction } from 'express';
+import { Server } from '@modelcontextprotocol/sdk/server/index.js';
+import type { LocalBackend } from './local/local-backend.js';
+/** HTTP server configuration options. */
+export interface McpHttpOptions {
+    /** Listening port. */
+    port: number;
+    /** Bind address (default: 127.0.0.1). */
+    host: string;
+    /** Bearer auth token (optional; no auth when omitted). */
+    authToken?: string;
+}
+/**
+ * Creates a Bearer Token authentication middleware.
+ *
+ * - When authToken is not set, all requests pass through.
+ * - When authToken is set, checks the Authorization: Bearer <token> header.
+ * - Uses constant-time comparison to prevent timing oracle attacks.
+ * - Returns a JSON-RPC formatted 401 on failure.
+ */
+export declare function createAuthMiddleware(authToken?: string): (req: Request, res: Response, next: NextFunction) => void;
+/**
+ * Returns true when an Origin should be allowed by the no-auth (loopback-only)
+ * CORS policy — i.e. it is absent (non-browser caller) or a loopback origin.
+ *
+ * WHATWG URL keeps the brackets on IPv6 literals
+ * (`new URL('http://[::1]/').hostname === '[::1]'`) and canonicalizes the
+ * IPv4-mapped loopback to `[::ffff:7f00:1]`; loopback IPv4 is the whole
+ * 127.0.0.0/8 block — so all of those forms are matched explicitly.
+ */
+export declare function isLoopbackOrigin(origin: string | undefined): boolean;
+/** True for the exact loopback bind addresses. */
+export declare function isLoopbackHost(host: string): boolean;
+/** True for any-interface wildcard binds, whose externally-used Host is unknowable. */
+export declare function isWildcardHost(host: string): boolean;
+/**
+ * Computes the SDK DNS-rebinding `allowedHosts` list (a Host-header allowlist) for a
+ * bind host/port, or `undefined` when protection should stay off.
+ *
+ * Wildcard binds (`0.0.0.0` / `::`) return `undefined` — the Host a client
+ * legitimately uses is unknowable, so the bearer token (required for non-loopback
+ * binds) is the control. Loopback binds allow all three loopback host forms
+ * (bare + `:port`); a specific host (e.g. `192.168.1.50`) allows that host
+ * (bare + `:port`), which is knowable and a free defence-in-depth win.
+ */
+export declare function computeAllowedHosts(host: string, port: number): string[] | undefined;
+/**
+ * Resolves the MCP HTTP bearer token from the `--auth-token` flag or the
+ * `GITNEXUS_MCP_AUTH_TOKEN` env var (the flag wins). An empty or whitespace-only
+ * value is treated as "no token" so a blank env var cannot silently disable auth
+ * (and slip past the non-loopback hard-fail).
+ */
+export declare function resolveAuthToken(optToken: string | undefined, env: NodeJS.ProcessEnv): string | undefined;
+/**
+ * Starts a periodic sweep that closes and evicts sessions idle longer than
+ * `ttlMs`, returning the (unref'd) timer. Shared by both transport factories to
+ * guard against network drops where the per-session onclose never fires.
+ */
+export declare function startIdleSweep<T extends {
+    server: Server;
+    lastActivity: number;
+}>(sessions: Map<string, T>, ttlMs: number, intervalMs: number): NodeJS.Timeout;
+/**
+ * Creates a reusable StreamableHTTP request handler.
+ *
+ * Encapsulates the session map and request-dispatch logic as an independent
+ * factory, reused by both startMcpHttpServer (POST /mcp) and the web-UI server
+ * route mount in server/mcp-http.ts (/api/mcp).
+ */
+export declare function createStreamableHttpHandler(backend: LocalBackend, opts?: {
+    createServer?: () => Server;
+    host?: string;
+    port?: number;
+}): {
+    handler: (req: Request, res: Response) => Promise<void>;
+    cleanup: () => Promise<void>;
+};
+/**
+ * Creates legacy SSE transport handlers.
+ *
+ * GET /sse (or custom path) establishes the SSE stream;
+ * POST /messages (or custom path) receives client JSON-RPC messages.
+ *
+ * Includes the same idle-TTL eviction as createStreamableHttpHandler to prevent
+ * memory leaks when clients drop without closing the SSE connection cleanly.
+ *
+ * @param backend       LocalBackend instance
+ * @param messagesPath  Path clients POST messages to (default: '/messages')
+ */
+export declare function createSseHandlers(backend: LocalBackend, messagesPath?: string, opts?: {
+    maxSessions?: number;
+    host?: string;
+    port?: number;
+}): {
+    sseHandler: (req: Request, res: Response) => Promise<void>;
+    messageHandler: (req: Request, res: Response) => Promise<void>;
+    cleanup: () => Promise<void>;
+};
+/**
+ * Creates and starts the dedicated MCP HTTP server.
+ *
+ * Mounts the following routes:
+ * - GET /health      — health check (no auth required; for orchestrators/probes)
+ * - POST /mcp        — Streamable HTTP (modern clients)
+ * - GET /sse         — legacy SSE stream (old clients)
+ * - POST /messages   — legacy SSE message endpoint
+ *
+ * @param backend   LocalBackend instance
+ * @param options   Server configuration
+ * @returns         The listening http.Server
+ */
+export declare function startMcpHttpServer(backend: LocalBackend, options: McpHttpOptions): Promise<HttpServer>;