project-librarian 0.5.4 → 0.5.6

package/dist/code-index/ownership.js

@@ -52,8 +52,10 @@ function pathOwnerKey(filePath) {
     return parts[0] ?? ".";
 }
 function readJsonObject(relativePath) {
+    if (!(0, workspace_1.containedProjectFileStat)(relativePath))
+        return null;
     try {
-        const parsed = JSON.parse(fs.readFileSync((0, workspace_1.abs)(relativePath), "utf8"));
+        const parsed = JSON.parse((0, workspace_1.read)(relativePath));
         return parsed && typeof parsed === "object" && !Array.isArray(parsed) ? parsed : null;
     }
     catch {
@@ -83,19 +85,19 @@ function workspacePatternCandidates(pattern) {
     const suffix = normalized.slice(starIndex + 1).replace(/^\/+/, "");
     const base = prefix || ".";
     const basePath = (0, workspace_1.abs)(base);
-    if (!fs.existsSync(basePath) || !fs.statSync(basePath).isDirectory())
+    if (!(0, workspace_1.containedProjectDirectoryStat)(base))
         return [];
     return fs.readdirSync(basePath, { withFileTypes: true })
         .filter((entry) => entry.isDirectory())
         .map((entry) => (0, workspace_1.normalizePath)(path.join(base, entry.name, suffix)))
-        .filter((candidate) => fs.existsSync((0, workspace_1.abs)(candidate)) && fs.statSync((0, workspace_1.abs)(candidate)).isDirectory());
+        .filter((candidate) => (0, workspace_1.containedProjectDirectoryStat)(candidate));
 }
 function workspacePackages() {
     const packages = new Map();
     for (const pattern of workspacePatternsFromRootPackage()) {
         for (const candidate of workspacePatternCandidates(pattern)) {
             const packageJsonPath = (0, workspace_1.normalizePath)(path.join(candidate, "package.json"));
-            if (!fs.existsSync((0, workspace_1.abs)(packageJsonPath)))
+            if (!(0, workspace_1.containedProjectFileStat)(packageJsonPath))
                 continue;
             const packageJson = readJsonObject(packageJsonPath);
             const packageName = typeof packageJson?.name === "string" ? packageJson.name : candidate;
@@ -119,9 +121,9 @@ function codeownerRules() {
     const files = [".github/CODEOWNERS", "CODEOWNERS", "docs/CODEOWNERS"];
     const rules = [];
     for (const filePath of files) {
-        if (!fs.existsSync((0, workspace_1.abs)(filePath)))
+        if (!(0, workspace_1.containedProjectFileStat)(filePath))
             continue;
-        const lines = fs.readFileSync((0, workspace_1.abs)(filePath), "utf8").split(/\r?\n/);
+        const lines = (0, workspace_1.read)(filePath).split(/\r?\n/);
         lines.forEach((lineText, index) => {
             const trimmed = lineText.trim();
             if (!trimmed || trimmed.startsWith("#"))

package/dist/code-index/schema.js

@@ -1,6 +1,41 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.codeIndexSchemaVersion = void 0;
+exports.fileFtsRowid = fileFtsRowid;
+exports.createSecondaryIndexes = createSecondaryIndexes;
 exports.setupDatabase = setupDatabase;
 exports.createIndexStatements = createIndexStatements;
 exports.removeIndexedFile = removeIndexedFile;
@@ -10,14 +45,44 @@ exports.indexedScopes = indexedScopes;
 exports.indexedParserMode = indexedParserMode;
 exports.incrementalCompatibility = incrementalCompatibility;
 exports.codeIndexSnapshot = codeIndexSnapshot;
+const crypto = __importStar(require("node:crypto"));
 const workspace_1 = require("../workspace");
-exports.codeIndexSchemaVersion = "4";
-function setupDatabase(database) {
+exports.codeIndexSchemaVersion = "5";
+function stableFtsRowid(parts) {
+    const hash = crypto.createHash("sha256");
+    for (const part of parts) {
+        hash.update(part);
+        hash.update("\0");
+    }
+    const digest = hash.digest();
+    let value = 0;
+    for (let index = 0; index < 6; index += 1)
+        value = value * 256 + digest[index];
+    return value + 1;
+}
+function fileFtsRowid(filePath) {
+    return stableFtsRowid(["file", filePath]);
+}
+const secondaryIndexSql = `
+  CREATE INDEX idx_symbols_file ON symbols(file_path);
+  CREATE INDEX idx_symbols_name ON symbols(name);
+  CREATE INDEX idx_imports_from ON imports(from_file);
+  CREATE INDEX idx_routes_path ON routes(route);
+  CREATE INDEX idx_configs_file ON configs(file_path);
+  CREATE INDEX idx_edges_source ON edges(source_kind, source);
+  CREATE INDEX idx_edges_target ON edges(target_kind, target);
+  CREATE INDEX idx_edges_kind ON edges(kind);
+`;
+function createSecondaryIndexes(database) {
+    database.exec(secondaryIndexSql);
+}
+function setupDatabase(database, options = {}) {
     database.exec(`
     PRAGMA journal_mode = WAL;
     CREATE TABLE meta (key TEXT PRIMARY KEY, value TEXT NOT NULL);
     CREATE TABLE files (
       path TEXT PRIMARY KEY,
+      fts_rowid INTEGER NOT NULL UNIQUE,
       language TEXT NOT NULL,
       profile TEXT NOT NULL,
       kind TEXT NOT NULL,
@@ -71,30 +136,24 @@ function setupDatabase(database) {
     );
     CREATE VIRTUAL TABLE files_fts USING fts5(path, language, profile, content);
     CREATE VIRTUAL TABLE symbols_fts USING fts5(name, kind, file_path, signature);
-    CREATE INDEX idx_symbols_file ON symbols(file_path);
-    CREATE INDEX idx_symbols_name ON symbols(name);
-    CREATE INDEX idx_imports_from ON imports(from_file);
-    CREATE INDEX idx_routes_path ON routes(route);
-    CREATE INDEX idx_configs_file ON configs(file_path);
-    CREATE INDEX idx_edges_source ON edges(source_kind, source);
-    CREATE INDEX idx_edges_target ON edges(target_kind, target);
-    CREATE INDEX idx_edges_kind ON edges(kind);
   `);
+    if (options.secondaryIndexes ?? true)
+        createSecondaryIndexes(database);
 }
 function createIndexStatements(database) {
     return {
         deleteConfig: database.prepare("DELETE FROM configs WHERE file_path = ?"),
         deleteEdge: database.prepare("DELETE FROM edges WHERE file_path = ?"),
         deleteFile: database.prepare("DELETE FROM files WHERE path = ?"),
-        deleteFileFts: database.prepare("DELETE FROM files_fts WHERE path = ?"),
+        deleteFileFts: database.prepare("DELETE FROM files_fts WHERE rowid = (SELECT fts_rowid FROM files WHERE path = ?)"),
         deleteImport: database.prepare("DELETE FROM imports WHERE from_file = ?"),
         deleteRoute: database.prepare("DELETE FROM routes WHERE file_path = ?"),
         deleteSymbol: database.prepare("DELETE FROM symbols WHERE file_path = ?"),
         deleteSymbolFts: database.prepare("DELETE FROM symbols_fts WHERE file_path = ?"),
         insertConfig: database.prepare("INSERT INTO configs (key, value, file_path, line) VALUES (?, ?, ?, ?)"),
         insertEdge: database.prepare("INSERT INTO edges (kind, source_kind, source, target_kind, target, file_path, line, evidence) VALUES (?, ?, ?, ?, ?, ?, ?, ?)"),
-        insertFile: database.prepare("INSERT INTO files (path, language, profile, kind, bytes, lines, hash, mtime_ms, size) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)"),
-        insertFileFts: database.prepare("INSERT INTO files_fts (path, language, profile, content) VALUES (?, ?, ?, ?)"),
+        insertFile: database.prepare("INSERT INTO files (path, fts_rowid, language, profile, kind, bytes, lines, hash, mtime_ms, size) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"),
+        insertFileFts: database.prepare("INSERT INTO files_fts (rowid, path, language, profile, content) VALUES (?, ?, ?, ?, ?)"),
         insertImport: database.prepare("INSERT INTO imports (from_file, to_ref, imported, line, raw) VALUES (?, ?, ?, ?, ?)"),
         insertMeta: database.prepare("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)"),
         insertRoute: database.prepare("INSERT INTO routes (method, route, file_path, line, handler) VALUES (?, ?, ?, ?, ?)"),

package/dist/code-index/search.js

@@ -82,7 +82,7 @@ function searchFiles(database, term, limit = 25) {
         const ftsRows = database.prepare(`
       SELECT files.path, files.language, files.profile, files.lines, files.bytes
       FROM files_fts
-      JOIN files ON files.path = files_fts.path
+      JOIN files ON files.fts_rowid = files_fts.rowid
       WHERE files_fts MATCH ?
       ORDER BY bm25(files_fts, 8.0, 1.0, 1.0, 0.25), files.path
       LIMIT ?

package/dist/code-index-db.js

@@ -4,17 +4,27 @@ exports.codeEvidenceNodeRuntimeRequirement = void 0;
 exports.loadDatabaseSync = loadDatabaseSync;
 exports.openDatabase = openDatabase;
 exports.codeEvidenceNodeRuntimeRequirement = "Node.js 22.13+ or 24+; node:sqlite was added in Node.js 22.5.0 and became available without --experimental-sqlite in Node.js 22.13.0";
+function warningType(option) {
+    if (typeof option === "string")
+        return option;
+    if (typeof option !== "object" || option === null || !("type" in option))
+        return "";
+    const value = option.type;
+    return typeof value === "string" ? value : "";
+}
+function isSqliteExperimentalWarning(warning, options) {
+    const message = warning instanceof Error ? warning.message : typeof warning === "string" ? warning : "";
+    const type = warning instanceof Error ? warning.name : warningType(options[0]);
+    return type === "ExperimentalWarning" && message.includes("SQLite");
+}
 function loadDatabaseSync(fail) {
-    const previousListeners = process.listeners("warning");
-    const suppressExperimentalSqliteWarning = (warning) => {
-        if (warning.name !== "ExperimentalWarning" || !warning.message.includes("SQLite")) {
-            for (const listener of previousListeners)
-                listener.call(process, warning);
-        }
-    };
+    const previousEmitWarning = process.emitWarning;
     try {
-        process.removeAllListeners("warning");
-        process.on("warning", suppressExperimentalSqliteWarning);
+        process.emitWarning = ((warning, ...options) => {
+            if (isSqliteExperimentalWarning(warning, options))
+                return;
+            previousEmitWarning.call(process, warning, ...options);
+        });
         const sqlite = require("node:sqlite");
         return sqlite.DatabaseSync;
     }
@@ -23,9 +33,7 @@ function loadDatabaseSync(fail) {
         return fail(`code evidence index requires Node.js 22.13+ because it uses node:sqlite without experimental flags; current Node is ${process.version}. Runtime policy: ${exports.codeEvidenceNodeRuntimeRequirement}. Error: ${message}`);
     }
     finally {
-        process.removeAllListeners("warning");
-        for (const listener of previousListeners)
-            process.on("warning", listener);
+        process.emitWarning = previousEmitWarning;
     }
 }
 function openDatabase(databasePath, fail) {

package/dist/code-index-file-policy.js

@@ -38,6 +38,7 @@ exports.fileLanguage = fileLanguage;
 exports.isJavaScriptLike = isJavaScriptLike;
 exports.shouldIndexFile = shouldIndexFile;
 exports.isIgnoredCodePath = isIgnoredCodePath;
+exports.cachedDiscoveredCodeFileStat = cachedDiscoveredCodeFileStat;
 exports.discoverCodeFiles = discoverCodeFiles;
 exports.smallRepoCodeIndexGate = smallRepoCodeIndexGate;
 const childProcess = __importStar(require("node:child_process"));
@@ -76,6 +77,7 @@ const languageByExtension = {
 };
 const configExtensions = new Set([".json", ".yaml", ".yml", ".toml"]);
 exports.maxIndexedBytes = 1024 * 1024;
+const discoveredCodeFileStats = new Map();
 function fileLanguage(relativePath) {
     if (path.basename(relativePath) === ".env.example")
         return "config";
@@ -92,6 +94,8 @@ function isBlockedSensitiveConfigFile(relativePath) {
     const base = path.basename(relativePath).toLowerCase();
     if (base === ".env.example")
         return false;
+    if (base.startsWith("."))
+        return true;
     return /(^|[._-])(secret|secrets|credential|credentials|token|tokens|private|key|keys)([._-]|$)/i.test(base);
 }
 function isJavaScriptLike(relativePath) {
@@ -130,7 +134,9 @@ function walkCodeFiles(relativePath, files = []) {
     const target = (0, workspace_1.abs)(relativePath);
     if (!fs.existsSync(target))
         return files;
-    const stat = fs.statSync(target);
+    const stat = fs.lstatSync(target);
+    if (stat.isSymbolicLink())
+        return files.sort();
     if (stat.isFile()) {
         if (stat.size <= exports.maxIndexedBytes && shouldIndexFile(relativePath))
             files.push(relativePath);
@@ -143,8 +149,8 @@ function walkCodeFiles(relativePath, files = []) {
                 walkCodeFiles(child, files);
         }
         else if (entry.isFile() && shouldIndexFile(child)) {
-            const childStat = fs.statSync((0, workspace_1.abs)(child));
-            if (childStat.size <= exports.maxIndexedBytes)
+            const childStat = (0, workspace_1.containedProjectFileStat)(child);
+            if (childStat && childStat.size <= exports.maxIndexedBytes)
                 files.push(child);
         }
     }
@@ -164,15 +170,13 @@ function gitTrackedAndUnignoredFiles(scopes) {
     }
 }
 function indexableFileStat(file) {
-    try {
-        const stat = fs.statSync((0, workspace_1.abs)(file));
-        return stat.isFile() ? stat : null;
-    }
-    catch {
-        return null;
-    }
+    return (0, workspace_1.containedProjectFileStat)(file);
+}
+function cachedDiscoveredCodeFileStat(relativePath) {
+    return discoveredCodeFileStats.get(relativePath);
 }
 function discoverCodeFiles(scopes) {
+    discoveredCodeFileStats.clear();
     const gitFiles = gitTrackedAndUnignoredFiles(scopes);
     const candidates = gitFiles ?? scopes.flatMap((scope) => walkCodeFiles(scope));
     const files = [];
@@ -180,8 +184,10 @@ function discoverCodeFiles(scopes) {
         if (isIgnoredCodePath(file) || !shouldIndexFile(file))
             continue;
         const stat = indexableFileStat(file);
-        if (stat && stat.size <= exports.maxIndexedBytes)
+        if (stat && stat.size <= exports.maxIndexedBytes) {
+            discoveredCodeFileStats.set(file, { absolutePath: (0, workspace_1.abs)(file), stat });
             files.push(file);
+        }
     }
     return files.sort();
 }