@koffeekat/diana 0.0.0-stage → 0.1.0-beta.2

package/dist/indexer.js

@@ -0,0 +1,258 @@
+import { createHash } from "node:crypto";
+import { readdir, readFile, stat } from "node:fs/promises";
+import { basename, posix, relative, sep } from "node:path";
+import { DatabaseSync } from "node:sqlite";
+const PROTECTED_DIRECTORY_NAMES = new Set([".diana", ".git"]);
+const SCHEMA_VERSION = 1;
+const MAX_INDEX_FILE_BYTES = 1024 * 1024;
+export const INDEX_ERRORS = {
+    invalidTextError: (filePath) => `Source file is not valid UTF-8: ${filePath}.`,
+    fileTooLargeError: (filePath) => `Source file exceeds the ${MAX_INDEX_FILE_BYTES}-byte index limit: ${filePath}.`,
+    schemaRebuildError: "Index schema changed. Run diana index to rebuild it.",
+};
+export async function updateIndex(databasePath, sources, mode = "all") {
+    const database = new DatabaseSync(databasePath);
+    try {
+        database.exec("BEGIN IMMEDIATE");
+        try {
+            prepareSchema(database, mode);
+            await removeUnconfiguredSources(database, sources);
+            for (const source of sources) {
+                if (mode === "all" || source.autoReindex === true) {
+                    await indexSource(database, source);
+                }
+            }
+            database.exec("COMMIT");
+        }
+        catch (error) {
+            database.exec("ROLLBACK");
+            throw error;
+        }
+    }
+    finally {
+        database.close();
+    }
+}
+export async function findMarkdownFiles(source) {
+    const markdownFiles = [];
+    await visitDirectory(source.sourceRoot, source, markdownFiles);
+    return markdownFiles;
+}
+export function extractMarkdownSection(markdown, requestedAnchor) {
+    const lines = markdown.replace(/\r\n?/g, "\n").split("\n");
+    const anchorCounts = new Map();
+    let sectionStart;
+    let sectionAnchor;
+    for (const [lineIndex, line] of lines.entries()) {
+        const heading = parseHeading(line);
+        if (heading === undefined) {
+            continue;
+        }
+        if (sectionAnchor === requestedAnchor && sectionStart !== undefined) {
+            return lines.slice(sectionStart, lineIndex).join("\n");
+        }
+        sectionStart = lineIndex;
+        sectionAnchor = createAnchor(heading, anchorCounts);
+    }
+    if (sectionAnchor === requestedAnchor && sectionStart !== undefined) {
+        return lines.slice(sectionStart).join("\n");
+    }
+    return undefined;
+}
+export function splitMarkdownIntoSections(markdown, filePath) {
+    const title = findTitle(markdown, filePath);
+    const lines = markdown.replace(/\r\n?/g, "\n").split("\n");
+    const sections = [];
+    const anchorCounts = new Map();
+    let currentHeading;
+    let currentAnchor;
+    let currentBody = [];
+    for (const line of lines) {
+        const heading = parseHeading(line);
+        if (heading === undefined) {
+            currentBody.push(line);
+            continue;
+        }
+        if (currentHeading === undefined || currentAnchor === undefined) {
+            currentHeading = heading;
+            currentAnchor = createAnchor(heading, anchorCounts);
+            continue;
+        }
+        addSection(sections, title, currentHeading, currentAnchor, currentBody);
+        currentHeading = heading;
+        currentAnchor = createAnchor(heading, anchorCounts);
+        currentBody = [];
+    }
+    if (currentHeading === undefined || currentAnchor === undefined) {
+        addSection(sections, title, title, createAnchor(title, anchorCounts), currentBody);
+    }
+    else {
+        addSection(sections, title, currentHeading, currentAnchor, currentBody);
+    }
+    return sections;
+}
+function prepareSchema(database, mode) {
+    const version = database.prepare("PRAGMA user_version").get();
+    if (mode === "auto") {
+        if (version.user_version !== SCHEMA_VERSION) {
+            throw new Error(INDEX_ERRORS.schemaRebuildError);
+        }
+        return;
+    }
+    if (version.user_version !== SCHEMA_VERSION) {
+        database.exec("DROP TABLE IF EXISTS sections; DROP TABLE IF EXISTS documents;");
+    }
+    database.exec(`
+    CREATE TABLE IF NOT EXISTS documents (
+      source_root TEXT NOT NULL,
+      path TEXT NOT NULL,
+      sha256 TEXT NOT NULL,
+      PRIMARY KEY (source_root, path)
+    ) STRICT;
+
+    CREATE VIRTUAL TABLE IF NOT EXISTS sections USING fts5(
+      source_root UNINDEXED,
+      path UNINDEXED,
+      title,
+      heading,
+      anchor UNINDEXED,
+      body,
+      tokenize = 'unicode61'
+    );
+    PRAGMA user_version = ${SCHEMA_VERSION};
+  `);
+}
+async function readMarkdownFile(filePath) {
+    const fileStats = await stat(filePath);
+    if (fileStats.size > MAX_INDEX_FILE_BYTES) {
+        throw new Error(INDEX_ERRORS.fileTooLargeError(filePath));
+    }
+    const content = await readFile(filePath);
+    try {
+        return new TextDecoder("utf-8", { fatal: true }).decode(content);
+    }
+    catch {
+        throw new Error(INDEX_ERRORS.invalidTextError(filePath));
+    }
+}
+async function indexSource(database, source) {
+    const markdownFiles = await findMarkdownFiles(source);
+    const currentPaths = new Set();
+    for (const filePath of markdownFiles) {
+        const documentPath = toDocumentPath(source.sourceRoot, filePath);
+        currentPaths.add(documentPath);
+        const markdown = await readMarkdownFile(filePath);
+        const sha256 = createHash("sha256").update(markdown).digest("hex");
+        const existingDocument = database
+            .prepare("SELECT sha256 FROM documents WHERE source_root = ? AND path = ?")
+            .get(source.sourceRoot, documentPath);
+        if (existingDocument?.sha256 === sha256) {
+            continue;
+        }
+        deleteDocument(database, source.sourceRoot, documentPath);
+        database
+            .prepare("INSERT INTO documents (source_root, path, sha256) VALUES (?, ?, ?)")
+            .run(source.sourceRoot, documentPath, sha256);
+        const insertSection = database.prepare(`
+      INSERT INTO sections (source_root, path, title, heading, anchor, body)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `);
+        for (const section of splitMarkdownIntoSections(markdown, documentPath)) {
+            insertSection.run(source.sourceRoot, documentPath, section.title, section.heading, section.anchor, section.body);
+        }
+    }
+    const indexedDocuments = database
+        .prepare("SELECT path FROM documents WHERE source_root = ?")
+        .all(source.sourceRoot);
+    for (const document of indexedDocuments) {
+        if (!currentPaths.has(document.path)) {
+            deleteDocument(database, source.sourceRoot, document.path);
+        }
+    }
+}
+async function removeUnconfiguredSources(database, sources) {
+    const activeSourceRoots = new Set(sources.map((source) => source.sourceRoot));
+    const indexedSources = database
+        .prepare("SELECT DISTINCT source_root FROM documents")
+        .all();
+    for (const indexedSource of indexedSources) {
+        if (activeSourceRoots.has(indexedSource.source_root)) {
+            continue;
+        }
+        database
+            .prepare("DELETE FROM sections WHERE source_root = ?")
+            .run(indexedSource.source_root);
+        database
+            .prepare("DELETE FROM documents WHERE source_root = ?")
+            .run(indexedSource.source_root);
+    }
+}
+function deleteDocument(database, sourceRoot, documentPath) {
+    database
+        .prepare("DELETE FROM sections WHERE source_root = ? AND path = ?")
+        .run(sourceRoot, documentPath);
+    database
+        .prepare("DELETE FROM documents WHERE source_root = ? AND path = ?")
+        .run(sourceRoot, documentPath);
+}
+async function visitDirectory(directoryPath, source, markdownFiles) {
+    const entries = await readdir(directoryPath, { withFileTypes: true });
+    entries.sort((left, right) => left.name.localeCompare(right.name));
+    for (const entry of entries) {
+        if (entry.isSymbolicLink() || isProtectedOrHidden(entry.name)) {
+            continue;
+        }
+        const entryPath = `${directoryPath}${sep}${entry.name}`;
+        if (entry.isDirectory()) {
+            await visitDirectory(entryPath, source, markdownFiles);
+        }
+        else if (entry.isFile() &&
+            entry.name.endsWith(".md") &&
+            matchesSourcePatterns(toDocumentPath(source.sourceRoot, entryPath), source)) {
+            markdownFiles.push(entryPath);
+        }
+    }
+}
+function matchesSourcePatterns(documentPath, source) {
+    return (source.include.some((pattern) => posix.matchesGlob(documentPath, pattern)) &&
+        !source.exclude.some((pattern) => posix.matchesGlob(documentPath, pattern)));
+}
+function isProtectedOrHidden(name) {
+    return name.startsWith(".") || PROTECTED_DIRECTORY_NAMES.has(name);
+}
+function toDocumentPath(sourceRoot, filePath) {
+    return relative(sourceRoot, filePath).split(sep).join("/");
+}
+function findTitle(markdown, filePath) {
+    for (const line of markdown.split(/\r?\n/)) {
+        const heading = parseHeading(line);
+        if (heading !== undefined) {
+            return heading;
+        }
+    }
+    return basename(filePath, ".md");
+}
+function parseHeading(line) {
+    const match = /^(#{1,6})\s+(.+?)\s*#*\s*$/.exec(line);
+    return match?.[2];
+}
+function createAnchor(heading, anchorCounts) {
+    const baseAnchor = heading
+        .toLowerCase()
+        .normalize("NFKD")
+        .replace(/[\u0300-\u036f]/g, "")
+        .replace(/[^\p{L}\p{N}\s-]/gu, "")
+        .trim()
+        .replace(/[\s-]+/g, "-");
+    const count = anchorCounts.get(baseAnchor) ?? 0;
+    anchorCounts.set(baseAnchor, count + 1);
+    return count === 0 ? baseAnchor : `${baseAnchor}-${count}`;
+}
+function addSection(sections, title, heading, anchor, lines) {
+    const body = lines.join("\n").trim();
+    if (body === "" && sections.length > 0) {
+        return;
+    }
+    sections.push({ anchor, body, heading, title });
+}
+//# sourceMappingURL=indexer.js.map

package/dist/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3C,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9D,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,CAAC;AAEzC,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,gBAAgB,EAAE,CAAC,QAAgB,EAAE,EAAE,CACrC,mCAAmC,QAAQ,GAAG;IAChD,iBAAiB,EAAE,CAAC,QAAgB,EAAE,EAAE,CACtC,2BAA2B,oBAAoB,sBAAsB,QAAQ,GAAG;IAClF,kBAAkB,EAAE,sDAAsD;CAClE,CAAC;AASX,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,YAAoB,EACpB,OAAyB,EACzB,IAAI,GAAmB,KAAK;IAE5B,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAEjC,IAAI,CAAC;YACH,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC9B,MAAM,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEnD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;oBAClD,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAsB;IAEtB,MAAM,aAAa,GAAa,EAAE,CAAC;IAEnC,MAAM,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IAE/D,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAgB,EAChB,eAAuB;IAEvB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,IAAI,YAAgC,CAAC;IACrC,IAAI,aAAiC,CAAC;IAEtC,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAEnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,aAAa,KAAK,eAAe,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YACpE,OAAO,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,YAAY,GAAG,SAAS,CAAC;QACzB,aAAa,GAAG,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,aAAa,KAAK,eAAe,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QACpE,OAAO,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,QAAgB,EAChB,QAAgB;IAEhB,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,IAAI,cAAkC,CAAC;IACvC,IAAI,aAAiC,CAAC;IACtC,IAAI,WAAW,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAEnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,SAAS;QACX,CAAC;QAED,IAAI,cAAc,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChE,cAAc,GAAG,OAAO,CAAC;YACzB,aAAa,GAAG,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACpD,SAAS;QACX,CAAC;QAED,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QACxE,cAAc,GAAG,OAAO,CAAC;QACzB,aAAa,GAAG,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACpD,WAAW,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,cAAc,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChE,UAAU,CACR,QAAQ,EACR,KAAK,EACL,KAAK,EACL,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,EACjC,WAAW,CACZ,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,aAAa,CAAC,QAAsB,EAAE,IAAoB;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,GAAG,EAE1D,CAAC;IAEF,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,IAAI,OAAO,CAAC,YAAY,KAAK,cAAc,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;QACnD,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,KAAK,cAAc,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CACX,gEAAgE,CACjE,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;4BAiBY,cAAc;GACvC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,SAAS,CAAC,IAAI,GAAG,oBAAoB,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAsB,EACtB,MAAsB;IAEtB,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACjE,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAE/B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,MAAM,gBAAgB,GAAG,QAAQ;aAC9B,OAAO,CACN,iEAAiE,CAClE;aACA,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAmC,CAAC;QAE1E,IAAI,gBAAgB,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QAED,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAE1D,QAAQ;aACL,OAAO,CACN,oEAAoE,CACrE;aACA,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;QAEhD,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC;;;KAGtC,CAAC,CAAC;QAEH,KAAK,MAAM,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;YACxE,aAAa,CAAC,GAAG,CACf,MAAM,CAAC,UAAU,EACjB,YAAY,EACZ,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,IAAI,CACb,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAG,QAAQ;SAC9B,OAAO,CAAC,kDAAkD,CAAC;SAC3D,GAAG,CAAC,MAAM,CAAC,UAAU,CAAuB,CAAC;IAEhD,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,QAAsB,EACtB,OAAyB;IAEzB,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IAC9E,MAAM,cAAc,GAAG,QAAQ;SAC5B,OAAO,CAAC,4CAA4C,CAAC;SACrD,GAAG,EAA+B,CAAC;IAEtC,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;YACrD,SAAS;QACX,CAAC;QAED,QAAQ;aACL,OAAO,CAAC,4CAA4C,CAAC;aACrD,GAAG,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAClC,QAAQ;aACL,OAAO,CAAC,6CAA6C,CAAC;aACtD,GAAG,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CACrB,QAAsB,EACtB,UAAkB,EAClB,YAAoB;IAEpB,QAAQ;SACL,OAAO,CAAC,yDAAyD,CAAC;SAClE,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACjC,QAAQ;SACL,OAAO,CAAC,0DAA0D,CAAC;SACnE,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,aAAqB,EACrB,MAAsB,EACtB,aAAuB;IAEvB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAEnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,cAAc,EAAE,IAAI,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,aAAa,GAAG,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAExD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;QACzD,CAAC;aAAM,IACL,KAAK,CAAC,MAAM,EAAE;YACd,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC1B,qBAAqB,CACnB,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,EAC5C,MAAM,CACP,EACD,CAAC;YACD,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAC5B,YAAoB,EACpB,MAAsB;IAEtB,OAAO,CACL,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC9B,KAAK,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CACzC;QACD,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAC5E,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB,EAAE,QAAgB;IAC1D,OAAO,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB,EAAE,QAAgB;IACnD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAEnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEtD,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,YAAY,CACnB,OAAe,EACf,YAAiC;IAEjC,MAAM,UAAU,GAAG,OAAO;SACvB,WAAW,EAAE;SACb,SAAS,CAAC,MAAM,CAAC;SACjB,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;SACjC,IAAI,EAAE;SACN,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAEhD,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAExC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,KAAK,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,UAAU,CACjB,QAA0B,EAC1B,KAAa,EACb,OAAe,EACf,MAAc,EACd,KAAe;IAEf,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAErC,IAAI,IAAI,KAAK,EAAE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,OAAO;IACT,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAClD,CAAC"}

package/dist/sources.d.ts

@@ -0,0 +1,11 @@
+import type { Workspace } from "./types/workspace.types.js";
+import type { ResolvedSource } from "./types/source.types.js";
+export declare const SOURCE_ERRORS: {
+    readonly sourceDoesNotExistError: (configuredPath: string) => string;
+    readonly sourceMustBeDirError: (sourceRoot: string) => string;
+    readonly sharedSourceOutsideWorkspaceError: (sourceRoot: string) => string;
+    readonly protectedSourceRootError: (sourceRoot: string) => string;
+    readonly overlappingSourceRootsError: (firstRoot: string, secondRoot: string) => string;
+    readonly invalidGlobPatternError: (pattern: string) => string;
+};
+export declare function resolveSources(workspace: Workspace): Promise<ResolvedSource[]>;

package/dist/sources.js

@@ -0,0 +1,85 @@
+import { realpath, stat } from "node:fs/promises";
+import { basename, isAbsolute, posix, relative, resolve, sep } from "node:path";
+import { hasErrorCode } from "./utils/hasErrorCode.js";
+export const SOURCE_ERRORS = {
+    sourceDoesNotExistError: (configuredPath) => `Source does not exist: ${configuredPath}.`,
+    sourceMustBeDirError: (sourceRoot) => `Source must be a directory: ${sourceRoot}.`,
+    sharedSourceOutsideWorkspaceError: (sourceRoot) => `Shared source must be inside the workspace: ${sourceRoot}.`,
+    protectedSourceRootError: (sourceRoot) => `Source root cannot be .git or .diana: ${sourceRoot}.`,
+    overlappingSourceRootsError: (firstRoot, secondRoot) => `Source roots overlap: ${firstRoot} and ${secondRoot}.`,
+    invalidGlobPatternError: (pattern) => `Invalid source glob pattern: ${pattern}.`,
+};
+const { sourceDoesNotExistError, sourceMustBeDirError, sharedSourceOutsideWorkspaceError, protectedSourceRootError, overlappingSourceRootsError, invalidGlobPatternError, } = SOURCE_ERRORS;
+export async function resolveSources(workspace) {
+    const sourcePromises = [];
+    const workspaceRoot = await realpath(workspace.root);
+    workspace.sources.forEach((source) => {
+        validatePatterns(source.include);
+        validatePatterns(source.exclude);
+        sourcePromises.push(resolveSource(workspaceRoot, source));
+    });
+    const resolvedSources = await Promise.all(sourcePromises);
+    const sourceRoots = new Set();
+    const uniqueSources = [];
+    resolvedSources.forEach((source) => {
+        if (sourceRoots.has(source.sourceRoot)) {
+            return;
+        }
+        const overlappingSource = uniqueSources.find((existingSource) => isPathInside(existingSource.sourceRoot, source.sourceRoot) ||
+            isPathInside(source.sourceRoot, existingSource.sourceRoot));
+        if (overlappingSource !== undefined) {
+            throw new Error(overlappingSourceRootsError(overlappingSource.sourceRoot, source.sourceRoot));
+        }
+        sourceRoots.add(source.sourceRoot);
+        uniqueSources.push(source);
+    });
+    return uniqueSources;
+}
+async function resolveSource(workspaceRoot, source) {
+    const configuredPath = resolve(workspaceRoot, source.path);
+    let sourceRoot;
+    try {
+        sourceRoot = await realpath(configuredPath);
+    }
+    catch (error) {
+        if (hasErrorCode(error, "ENOENT")) {
+            throw new Error(sourceDoesNotExistError(configuredPath));
+        }
+        throw error;
+    }
+    const sourceStats = await stat(sourceRoot);
+    if (!sourceStats.isDirectory()) {
+        throw new Error(sourceMustBeDirError(sourceRoot));
+    }
+    if ([".diana", ".git"].includes(basename(sourceRoot))) {
+        throw new Error(protectedSourceRootError(sourceRoot));
+    }
+    if (source.origin === "shared" && !isPathInside(workspaceRoot, sourceRoot)) {
+        throw new Error(sharedSourceOutsideWorkspaceError(sourceRoot));
+    }
+    return {
+        ...source,
+        sourceRoot,
+    };
+}
+function validatePatterns(patterns) {
+    for (const pattern of patterns) {
+        if (pattern.includes("\0")) {
+            throw new Error(invalidGlobPatternError(pattern));
+        }
+        try {
+            posix.matchesGlob("", pattern);
+        }
+        catch {
+            throw new Error(invalidGlobPatternError(pattern));
+        }
+    }
+}
+function isPathInside(parentPath, childPath) {
+    const relativePath = relative(parentPath, childPath);
+    return (relativePath === "" ||
+        (relativePath !== ".." &&
+            !relativePath.startsWith(`..${sep}`) &&
+            !isAbsolute(relativePath)));
+}
+//# sourceMappingURL=sources.js.map

package/dist/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../src/sources.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAGhF,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,uBAAuB,EAAE,CAAC,cAAsB,EAAE,EAAE,CAClD,0BAA0B,cAAc,GAAG;IAC7C,oBAAoB,EAAE,CAAC,UAAkB,EAAE,EAAE,CAC3C,+BAA+B,UAAU,GAAG;IAC9C,iCAAiC,EAAE,CAAC,UAAkB,EAAE,EAAE,CACxD,+CAA+C,UAAU,GAAG;IAC9D,wBAAwB,EAAE,CAAC,UAAkB,EAAE,EAAE,CAC/C,yCAAyC,UAAU,GAAG;IACxD,2BAA2B,EAAE,CAAC,SAAiB,EAAE,UAAkB,EAAE,EAAE,CACrE,yBAAyB,SAAS,QAAQ,UAAU,GAAG;IACzD,uBAAuB,EAAE,CAAC,OAAe,EAAE,EAAE,CAC3C,gCAAgC,OAAO,GAAG;CACpC,CAAC;AAEX,MAAM,EACJ,uBAAuB,EACvB,oBAAoB,EACpB,iCAAiC,EACjC,wBAAwB,EACxB,2BAA2B,EAC3B,uBAAuB,GACxB,GAAG,aAAa,CAAC;AAElB,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAoB;IAEpB,MAAM,cAAc,GAA8B,EAAE,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAErD,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACnC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,aAAa,GAAqB,EAAE,CAAC;IAE3C,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACjC,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACvC,OAAO;QACT,CAAC;QAED,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,CAC1C,CAAC,cAAc,EAAE,EAAE,CACjB,YAAY,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;YAC1D,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,UAAU,CAAC,CAC7D,CAAC;QAEF,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CACb,2BAA2B,CACzB,iBAAiB,CAAC,UAAU,EAC5B,MAAM,CAAC,UAAU,CAClB,CACF,CAAC;QACJ,CAAC;QAED,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACnC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,aAAqB,EACrB,MAAwB;IAExB,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,UAAkB,CAAC;IAEvB,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,cAAc,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC;IAE3C,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,UAAU,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAkB;IAC1C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC;YACH,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,UAAkB,EAAE,SAAiB;IACzD,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAErD,OAAO,CACL,YAAY,KAAK,EAAE;QACnB,CAAC,YAAY,KAAK,IAAI;YACpB,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;YACpC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAC7B,CAAC;AACJ,CAAC"}

package/dist/templates/config.template.d.ts

@@ -0,0 +1,2 @@
+import type { DianaConfig } from "../types/workspace.types.js";
+export declare const configTemplate: DianaConfig;

package/dist/templates/config.template.js

@@ -0,0 +1,5 @@
+export const configTemplate = {
+    version: 1,
+    sources: [],
+};
+//# sourceMappingURL=config.template.js.map

package/dist/templates/config.template.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.template.js","sourceRoot":"","sources":["../../src/templates/config.template.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,EAAE;CACZ,CAAC"}

package/dist/templates/gitignore.template.d.ts

@@ -0,0 +1 @@
+export declare const gitIgnoreTemplate = "index.sqlite\n*\n!.gitignore\n";

package/dist/templates/gitignore.template.js

@@ -0,0 +1,5 @@
+export const gitIgnoreTemplate = `index.sqlite
+*
+!.gitignore
+`;
+//# sourceMappingURL=gitignore.template.js.map

package/dist/templates/gitignore.template.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gitignore.template.js","sourceRoot":"","sources":["../../src/templates/gitignore.template.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,iBAAiB,GAAG;;;CAGhC,CAAC"}

package/dist/types/source.types.d.ts

@@ -0,0 +1,4 @@
+import type { ConfiguredSource } from "./workspace.types.js";
+export type ResolvedSource = ConfiguredSource & {
+    sourceRoot: string;
+};

package/dist/types/source.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=source.types.js.map

package/dist/types/source.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.types.js","sourceRoot":"","sources":["../../src/types/source.types.ts"],"names":[],"mappings":""}

package/dist/types/workspace.types.d.ts

@@ -0,0 +1,27 @@
+import { z } from "zod";
+export declare const sourceSchema: z.ZodObject<{
+    path: z.ZodString;
+    include: z.ZodArray<z.ZodString>;
+    exclude: z.ZodArray<z.ZodString>;
+    autoReindex: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>;
+export declare const configSchema: z.ZodObject<{
+    version: z.ZodLiteral<1>;
+    sources: z.ZodArray<z.ZodObject<{
+        path: z.ZodString;
+        include: z.ZodArray<z.ZodString>;
+        exclude: z.ZodArray<z.ZodString>;
+        autoReindex: z.ZodOptional<z.ZodBoolean>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type DianaSource = z.infer<typeof sourceSchema>;
+export type DianaConfig = z.infer<typeof configSchema>;
+export type SourceOrigin = "shared" | "local";
+export type ConfiguredSource = DianaSource & {
+    origin: SourceOrigin;
+};
+export type Workspace = {
+    root: string;
+    configPath: string;
+    sources: ConfiguredSource[];
+};

package/dist/types/workspace.types.js

@@ -0,0 +1,12 @@
+import { z } from "zod";
+export const sourceSchema = z.object({
+    path: z.string().min(1),
+    include: z.array(z.string()),
+    exclude: z.array(z.string()),
+    autoReindex: z.boolean().optional(),
+});
+export const configSchema = z.object({
+    version: z.literal(1),
+    sources: z.array(sourceSchema),
+});
+//# sourceMappingURL=workspace.types.js.map

package/dist/types/workspace.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.types.js","sourceRoot":"","sources":["../../src/types/workspace.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC;CAC/B,CAAC,CAAC"}

package/dist/utils/forbiddenDirs.d.ts

@@ -0,0 +1 @@
+export declare const FORBIDDEN_DIRS: Set<string>;

package/dist/utils/forbiddenDirs.js

@@ -0,0 +1,2 @@
+export const FORBIDDEN_DIRS = new Set([".diana", ".git", ".obsidian"]);
+//# sourceMappingURL=forbiddenDirs.js.map

package/dist/utils/forbiddenDirs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"forbiddenDirs.js","sourceRoot":"","sources":["../../src/utils/forbiddenDirs.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC"}

package/dist/utils/hasErrorCode.d.ts

@@ -0,0 +1 @@
+export declare function hasErrorCode(error: unknown, code: string): boolean;

package/dist/utils/hasErrorCode.js

@@ -0,0 +1,4 @@
+export function hasErrorCode(error, code) {
+    return error instanceof Error && "code" in error && error.code === code;
+}
+//# sourceMappingURL=hasErrorCode.js.map

package/dist/utils/hasErrorCode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hasErrorCode.js","sourceRoot":"","sources":["../../src/utils/hasErrorCode.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CAAC,KAAc,EAAE,IAAY;IACvD,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;AAC1E,CAAC"}

package/dist/utils/pathExists.d.ts

@@ -0,0 +1 @@
+export declare function pathExists(path: string): Promise<boolean>;

package/dist/utils/pathExists.js

@@ -0,0 +1,15 @@
+import { lstat } from "node:fs/promises";
+import { hasErrorCode } from "./hasErrorCode.js";
+export async function pathExists(path) {
+    try {
+        await lstat(path);
+        return true;
+    }
+    catch (e) {
+        if (hasErrorCode(e, "ENOENT")) {
+            return false;
+        }
+        throw e;
+    }
+}
+//# sourceMappingURL=pathExists.js.map

package/dist/utils/pathExists.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pathExists.js","sourceRoot":"","sources":["../../src/utils/pathExists.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY;IAC3C,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACpB,IAAI,YAAY,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}

package/dist/workspace.d.ts

@@ -0,0 +1,14 @@
+import type { Workspace } from "./types/workspace.types.js";
+export declare const WORKSPACE_CONSTANTS: {
+    readonly configFileName: "diana.config.json";
+    readonly internalDirName: ".diana";
+    readonly localConfigFileName: "local.config.json";
+    readonly internalGitIgnoreName: ".gitignore";
+    readonly databaseFileName: "index.sqlite";
+};
+export declare const WORKSPACE_ERRORS: {
+    readonly noConfigFileError: (directory: string) => string;
+    readonly invalidJsonError: (configPath: string) => string;
+    readonly invalidConfigError: (configPath: string) => string;
+};
+export declare function loadWorkspace(startDirectory: string): Promise<Workspace>;

package/dist/workspace.js

@@ -0,0 +1,70 @@
+import { readFile } from "node:fs/promises";
+import { join, resolve } from "node:path";
+import { configSchema } from "./types/workspace.types.js";
+import { hasErrorCode } from "./utils/hasErrorCode.js";
+export const WORKSPACE_CONSTANTS = {
+    configFileName: "diana.config.json",
+    internalDirName: ".diana",
+    localConfigFileName: "local.config.json",
+    internalGitIgnoreName: ".gitignore",
+    databaseFileName: "index.sqlite",
+};
+const { configFileName, internalDirName, localConfigFileName } = WORKSPACE_CONSTANTS;
+export const WORKSPACE_ERRORS = {
+    noConfigFileError: (directory) => `No configuration file found at ${directory}. Run "diana init" to create ${configFileName}.`,
+    invalidJsonError: (configPath) => `Invalid Diana configuration at ${configPath}: invalid JSON.`,
+    invalidConfigError: (configPath) => `Invalid Diana configuration at ${configPath}`,
+};
+const { noConfigFileError, invalidJsonError, invalidConfigError } = WORKSPACE_ERRORS;
+export async function loadWorkspace(startDirectory) {
+    const directory = resolve(startDirectory);
+    const configPath = join(directory, configFileName);
+    const config = await readConfig(configPath);
+    if (config === undefined) {
+        throw new Error(noConfigFileError(directory));
+    }
+    const localConfigPath = join(directory, internalDirName, localConfigFileName);
+    const localConfig = await readConfig(localConfigPath);
+    const configuredSharedSources = config.sources.map((source) => ({
+        ...source,
+        origin: "shared",
+    }));
+    const configuredLocalSources = localConfig?.sources.map((source) => ({
+        ...source,
+        origin: "local",
+    })) ?? [];
+    return {
+        root: directory,
+        configPath,
+        sources: [...configuredSharedSources, ...configuredLocalSources],
+    };
+}
+async function readConfig(configPath) {
+    let contents;
+    try {
+        contents = await readFile(configPath, "utf-8");
+    }
+    catch (e) {
+        const checkResult = hasErrorCode(e, "ENOENT");
+        if (checkResult) {
+            return undefined;
+        }
+        throw e;
+    }
+    return parseConfig(contents, configPath);
+}
+function parseConfig(contents, configPath) {
+    let value;
+    try {
+        value = JSON.parse(contents);
+    }
+    catch (e) {
+        throw new Error(invalidJsonError(configPath));
+    }
+    const parsedConfig = configSchema.safeParse(value);
+    if (!parsedConfig.success || parsedConfig.data.version !== 1) {
+        throw new Error(invalidConfigError(configPath));
+    }
+    return parsedConfig.data;
+}
+//# sourceMappingURL=workspace.js.map

package/dist/workspace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAM1C,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,cAAc,EAAE,mBAAmB;IACnC,eAAe,EAAE,QAAQ;IACzB,mBAAmB,EAAE,mBAAmB;IACxC,qBAAqB,EAAE,YAAY;IACnC,gBAAgB,EAAE,cAAc;CACxB,CAAC;AAEX,MAAM,EAAE,cAAc,EAAE,eAAe,EAAE,mBAAmB,EAAE,GAC5D,mBAAmB,CAAC;AAEtB,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,iBAAiB,EAAE,CAAC,SAAiB,EAAE,EAAE,CACvC,kCAAkC,SAAS,gCAAgC,cAAc,GAAG;IAC9F,gBAAgB,EAAE,CAAC,UAAkB,EAAE,EAAE,CACvC,kCAAkC,UAAU,iBAAiB;IAC/D,kBAAkB,EAAE,CAAC,UAAkB,EAAE,EAAE,CACzC,kCAAkC,UAAU,EAAE;CACxC,CAAC;AAEX,MAAM,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,GAC/D,gBAAgB,CAAC;AAEnB,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,cAAsB;IAEtB,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IAE1C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;IAE5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,EAAE,mBAAmB,CAAC,CAAC;IAE9E,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,CAAC;IAEtD,MAAM,uBAAuB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAChD,CAAC,MAAM,EAAoB,EAAE,CAAC,CAAC;QAC7B,GAAG,MAAM;QACT,MAAM,EAAE,QAAQ;KACjB,CAAC,CACH,CAAC;IAEF,MAAM,sBAAsB,GAC1B,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,CAAC;QACtD,GAAG,MAAM;QACT,MAAM,EAAE,OAAO;KAChB,CAAC,CAAC,IAAI,EAAE,CAAC;IAEZ,OAAO;QACL,IAAI,EAAE,SAAS;QACf,UAAU;QACV,OAAO,EAAE,CAAC,GAAG,uBAAuB,EAAE,GAAG,sBAAsB,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,UAAkB;IAElB,IAAI,QAAgB,CAAC;IAErB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACpB,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAE9C,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,CAAC,CAAC;IACV,CAAC;IAED,OAAO,WAAW,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,UAAkB;IACvD,IAAI,KAAc,CAAC;IAEnB,IAAI,CAAC;QACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAEnD,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,YAAY,CAAC,IAAI,CAAC;AAC3B,CAAC"}

package/docs/security.md

@@ -0,0 +1,32 @@
+# Security and privacy
+
+Diana never edits your notes, but **local doesn't automatically mean private**. Review both configs before using it in an unfamiliar project.
+
+## Choose what Diana can read
+
+- **Project config (`diana.config.json`):** source directories must stay inside the project, even when linked elsewhere through a symlink.
+- **Local config (`.diana/local.config.json`):** can include directories outside the project. It's ignored by Git by default, but someone can still force-add or replace it. Check its contents rather than assuming it's trusted.
+
+Diana applies source boundaries and include/exclude patterns to reads. Indexing skips hidden entries and symlinks; reads may follow symlinks to allowed files. `.git` and `.diana` cannot themselves be source roots.
+
+**Diana isn't a sandbox.** It uses your filesystem permissions and doesn't protect against another process maliciously changing files during an operation. Exclusions don't prevent other tools from reading those files.
+
+## Treat the index like your notes
+
+`.diana/index.sqlite` contains **unencrypted note text and absolute paths**. Keep the generated `.diana/.gitignore`, and avoid sharing the cache through commits, backups, or build artifacts when your notes are private.
+
+Search validates all source roots, then refreshes only sources with `autoReindex: true` (default: `false`). Other sources' contents and patterns remain cached until `diana index`. Successful searches also remove cached results for unconfigured sources. If refresh fails, search fails rather than returning stale results. Reads check the current config and source file independently.
+
+To discard the cache, stop Diana commands and delete only `.diana/index.sqlite`—keep your local config. Deletion isn't secure erasure: backups and snapshots may retain copies.
+
+## Keep agents in mind
+
+- Diana searches locally, but your harness may send results to a model provider or save them in logs.
+- Retrieved notes are reference material, not instructions. Embedded commands have no authority; shell-quote paths and other result values rather than executing them.
+- Skills guide agents to search first, read narrowly, and ask before explicit indexing or configuration changes. Automatic cache refresh is part of search when you opt in. Skills can't enforce these rules or restrict the agent's other tools.
+
+## Writes and limits
+
+`init` creates configuration and ignore rules; `index` and `search` may update the cache. None edits source notes. A missing or outdated index requires explicit `diana index` to build all sources; search won't silently build a partial index.
+
+Files over 1 MiB are rejected, and read output is limited. `truncated: true` means the result is incomplete. These limits reduce resource use—they don't sanitize content or make it safe to trust.