daftari 1.7.1 → 1.9.0

package/dist/search/self-write.js

@@ -0,0 +1,62 @@
+// Self-write suppression for the fs.watch reactive indexer.
+//
+// The write-path tools (vault_write, vault_append, vault_promote,
+// vault_deprecate) already call indexDocument() in-process after writing the
+// file to disk. The chokidar watcher will *also* see that write as an `add` /
+// `change` event and would queue a redundant re-index. To avoid the duplicate
+// work we mark each path the writer just touched and the watcher silently
+// drops events whose path is still in the set.
+//
+// Implementation: a Map<absPath, expiresAt>. The writer calls
+// noteSelfWrite(absPath) after the file is on disk and indexDocument() has
+// returned, so by the time chokidar fires (no earlier than its 500ms
+// per-path debounce window elapses) the path is already registered. The
+// watcher calls consumeSelfWrite(absPath) when an event fires; if the path is
+// present and the TTL has not lapsed, the event is dropped and the entry is
+// removed. Expired entries are purged lazily on every check.
+//
+// Keys are normalized via path.resolve() so the writer and watcher agree on
+// "the same path" regardless of how each side formed it (chokidar may emit
+// paths with no symlink resolution; node:path.resolve does the same on macOS).
+import { resolve } from "node:path";
+// 1 second is long enough to cover the watcher's 500ms debounce window plus
+// some slack for FSEvents latency, and short enough that a *real* external
+// edit that lands within the window is at worst delayed-not-dropped: the next
+// edit will still fire after the set has expired.
+const SELF_WRITE_TTL_MS = 1_000;
+const pending = new Map();
+function purgeExpired(now) {
+    for (const [key, expiresAt] of pending) {
+        if (expiresAt <= now)
+            pending.delete(key);
+    }
+}
+// Register a path that Daftari itself just wrote so the watcher ignores its
+// next event for that path. Path is resolved to its absolute form so the
+// watcher's normalised path matches regardless of how it was supplied.
+export function noteSelfWrite(absPath, now = Date.now()) {
+    purgeExpired(now);
+    pending.set(resolve(absPath), now + SELF_WRITE_TTL_MS);
+}
+// True if `absPath` is currently in the self-write set. When true the entry is
+// consumed (a single self-write covers a single watcher event) so a second,
+// genuinely-external edit shortly after is not silently dropped.
+export function consumeSelfWrite(absPath, now = Date.now()) {
+    purgeExpired(now);
+    const key = resolve(absPath);
+    const expiresAt = pending.get(key);
+    if (expiresAt === undefined)
+        return false;
+    if (expiresAt <= now) {
+        pending.delete(key);
+        return false;
+    }
+    pending.delete(key);
+    return true;
+}
+// Tests load multiple suites against the singleton; clearing between them
+// keeps cross-test pollution out of the set.
+export function resetSelfWriteState() {
+    pending.clear();
+}
+//# sourceMappingURL=self-write.js.map

package/dist/search/self-write.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"self-write.js","sourceRoot":"","sources":["../../src/search/self-write.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAC5D,EAAE;AACF,kEAAkE;AAClE,6EAA6E;AAC7E,8EAA8E;AAC9E,8EAA8E;AAC9E,0EAA0E;AAC1E,+CAA+C;AAC/C,EAAE;AACF,8DAA8D;AAC9D,2EAA2E;AAC3E,qEAAqE;AACrE,wEAAwE;AACxE,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,EAAE;AACF,4EAA4E;AAC5E,2EAA2E;AAC3E,+EAA+E;AAE/E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,4EAA4E;AAC5E,2EAA2E;AAC3E,8EAA8E;AAC9E,kDAAkD;AAClD,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAEhC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE1C,SAAS,YAAY,CAAC,GAAW;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,OAAO,EAAE,CAAC;QACvC,IAAI,SAAS,IAAI,GAAG;YAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,yEAAyE;AACzE,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IACrE,YAAY,CAAC,GAAG,CAAC,CAAC;IAClB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,GAAG,iBAAiB,CAAC,CAAC;AACzD,CAAC;AAED,+EAA+E;AAC/E,4EAA4E;AAC5E,iEAAiE;AACjE,MAAM,UAAU,gBAAgB,CAAC,OAAe,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IACxE,YAAY,CAAC,GAAG,CAAC,CAAC;IAClB,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,SAAS,IAAI,GAAG,EAAE,CAAC;QACrB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,0EAA0E;AAC1E,6CAA6C;AAC7C,MAAM,UAAU,mBAAmB;IACjC,OAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC"}

package/dist/search/vector.d.ts

@@ -1,10 +1,19 @@
 import { type Result } from "../frontmatter/types.js";
-export declare const EMBEDDING_MODEL = "Xenova/all-MiniLM-L6-v2";
+import type { EmbeddingProviderId } from "../utils/config.js";
+import type { EmbeddingProvider } from "./embedding-provider.js";
+export declare const EMBEDDING_MODEL = "local-minilm";
 export declare const EMBEDDING_DIM = 384;
 export declare const EMBED_BATCH_SIZE = 8;
 export declare function chunkText(text: string): string[];
 export declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
 export declare function meanEmbedding(vectors: Float32Array[]): Float32Array | null;
+export declare function setProvider(id: EmbeddingProviderId): void;
+export declare function getProvider(): EmbeddingProvider;
+export declare function setProviderForTests(provider: EmbeddingProvider): void;
+export declare function resetProviderForTests(): void;
+export declare function isModelLoaded(): boolean;
+export declare function warmModel(): Promise<Result<void, Error>>;
+export declare function resetExtractorForTests(): void;
 export declare function embed(texts: string[], onProgress?: (done: number, total: number) => void): Promise<Result<Float32Array[], Error>>;
 export declare function embedQuery(text: string): Promise<Result<Float32Array, Error>>;
 //# sourceMappingURL=vector.d.ts.map

package/dist/search/vector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vector.d.ts","sourceRoot":"","sources":["../../src/search/vector.ts"],"names":[],"mappings":"AAYA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAE/D,eAAO,MAAM,eAAe,4BAA4B,CAAC;AACzD,eAAO,MAAM,aAAa,MAAM,CAAC;AAYjC,eAAO,MAAM,gBAAgB,IAAI,CAAC;AAQlC,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CA4BhD;AAGD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAczE;AAID,wBAAgB,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,YAAY,GAAG,IAAI,CAW1E;AAuBD,wBAAsB,KAAK,CACzB,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,KAAK,CAAC,CAAC,CA8BxC;AAGD,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAMnF"}
+{"version":3,"file":"vector.d.ts","sourceRoot":"","sources":["../../src/search/vector.ts"],"names":[],"mappings":"AAcA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAiBjE,eAAO,MAAM,eAAe,iBAAiB,CAAC;AAG9C,eAAO,MAAM,aAAa,MAAmB,CAAC;AAM9C,eAAO,MAAM,gBAAgB,IAAI,CAAC;AAQlC,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CA4BhD;AAGD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAczE;AAID,wBAAgB,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,YAAY,GAAG,IAAI,CAW1E;AAgCD,wBAAgB,WAAW,CAAC,EAAE,EAAE,mBAAmB,GAAG,IAAI,CAGzD;AAID,wBAAgB,WAAW,IAAI,iBAAiB,CAE/C;AAMD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAErE;AAID,wBAAgB,qBAAqB,IAAI,IAAI,CAG5C;AAQD,wBAAgB,aAAa,IAAI,OAAO,CAIvC;AAMD,wBAAsB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAE9D;AAKD,wBAAgB,sBAAsB,IAAI,IAAI,CAE7C;AAKD,wBAAsB,KAAK,CACzB,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,KAAK,CAAC,CAAC,CAGxC;AAGD,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAMnF"}

package/dist/search/vector.js

@@ -1,27 +1,34 @@
 // Vector (semantic) search half of hybrid search.
 //
-// Documents are split into chunks; each chunk is embedded into a 384-dim
-// vector with the all-MiniLM-L6-v2 sentence-transformer (run locally via
-// @huggingface/transformers — no network at query time once the model is cached).
-// Similarity is cosine distance. Embeddings come back L2-normalised, so cosine
-// reduces to a dot product, but cosineSimilarity stays general for safety.
+// Documents are split into chunks; each chunk is embedded via the active
+// EmbeddingProvider (defaults to local-minilm: 384-dim sentence-transformers
+// all-MiniLM-L6-v2 run locally via @huggingface/transformers). Similarity is
+// cosine distance. Embeddings come back L2-normalised, so cosine reduces to a
+// dot product, but cosineSimilarity stays general for safety.
 //
-// The model loads lazily and is memoised for the process. Loading can fail
-// (e.g. no network on first run, before the model is cached); embed() surfaces
-// that as Result.err so the caller can fall back to lexical-only ranking.
+// The provider is selected by .daftari/config.yaml's `embeddings.provider`
+// key and instantiated once per process (memoised by `setProvider` /
+// `getProvider`). embed/embedQuery/warmModel/isModelLoaded delegate to the
+// active provider, so the rest of the search stack (reindex.ts, hybrid.ts)
+// is provider-agnostic.
 import { err, ok } from "../frontmatter/types.js";
-export const EMBEDDING_MODEL = "Xenova/all-MiniLM-L6-v2";
-export const EMBEDDING_DIM = 384;
-// Texts are embedded in fixed-size sub-batches rather than one call. The model
-// pads every batch to its longest sequence and allocates activation tensors
-// proportional to the batch size, so an unbounded batch makes peak memory
-// scale with the whole vault — a few hundred documents is enough to exhaust
-// RAM and stall in a GC death spiral. A small fixed batch keeps peak memory
-// flat regardless of vault size.
+import { isLocalMinilmLoaded, LOCAL_MINILM_DIM, localMinilmProvider, resetLocalMinilmForTests, } from "./providers/local-minilm.js";
+import { makeOpenAi3SmallProvider } from "./providers/openai-3-small.js";
+// EMBEDDING_MODEL and EMBEDDING_DIM are retained as deprecated plain
+// constants pointing at the local-minilm provider's values. They were the
+// single embedding identity before this PR; reindex.ts, hybrid.ts and the
+// tests imported them as literals (SQL binds, length comparisons). New code
+// must read `getProvider().id` and `getProvider().dim` instead — these
+// exports are scheduled for removal next release.
 //
-// 8 was measured as the sweet spot: on CPU inference larger batches were both
-// heavier (more activation memory) and slower (more compute wasted padding
-// short chunks up to the batch's longest sequence), not faster.
+// @deprecated Use `getProvider().id` instead.
+export const EMBEDDING_MODEL = "local-minilm";
+// @deprecated Use `getProvider().dim` instead.
+export const EMBEDDING_DIM = LOCAL_MINILM_DIM;
+// Texts are embedded in fixed-size sub-batches; see provider implementations.
+// The constant lives here for tests that probe the local-minilm batching
+// behaviour. (No provider exposes this directly through the interface
+// because batching is an implementation detail.)
 export const EMBED_BATCH_SIZE = 8;
 const CHUNK_MAX_CHARS = 800;
 // Splits a document body into embeddable chunks. Paragraphs (blank-line
@@ -95,51 +102,87 @@ export function meanEmbedding(vectors) {
         sum[i] = sum[i] / vectors.length;
     return sum;
 }
-let extractorPromise = null;
-async function getExtractor() {
-    if (!extractorPromise) {
-        extractorPromise = import("@huggingface/transformers").then(({ pipeline }) => pipeline("feature-extraction", EMBEDDING_MODEL));
+// --- Provider selection ----------------------------------------------------
+// The active provider for this process. Memoised so a server run uses one
+// provider for its whole lifetime; switching providers means restarting the
+// server (and the next reindex populates a fresh row set under the new
+// provider's id — the old rows stay in the cache as cheap insurance for
+// switching back).
+let activeProvider = localMinilmProvider;
+// Resolves the active provider from a config id. The OPENAI_API_KEY presence
+// has already been validated by loadConfig; if it's somehow missing here we
+// fail loud rather than constructing a broken provider.
+function instantiateProvider(id) {
+    switch (id) {
+        case "local-minilm":
+            return localMinilmProvider;
+        case "openai-3-small": {
+            const key = process.env.OPENAI_API_KEY;
+            if (!key) {
+                throw new Error("OPENAI_API_KEY is not set — cannot construct openai-3-small provider");
+            }
+            return makeOpenAi3SmallProvider(key);
+        }
     }
-    return extractorPromise;
 }
-// Embeds texts in EMBED_BATCH_SIZE sub-batches so peak memory stays flat
-// regardless of how many texts are passed. Returns one Float32Array per input
-// text, in input order. An empty input yields an empty array without loading
-// the model. `onProgress` (if given) fires after each sub-batch with the count
-// embedded so far and the total — used to drive reindex progress output.
+// Called once at server startup (after loadConfig). Idempotent for the same
+// id — subsequent calls with the same id are no-ops, so test code can call
+// it freely without thrashing. A different id replaces the provider; tests
+// rely on this.
+export function setProvider(id) {
+    if (activeProvider.id === id)
+        return;
+    activeProvider = instantiateProvider(id);
+}
+// Returns the active provider. Default is local-minilm; setProvider() (which
+// the server's main() invokes after loadConfig) swaps in another.
+export function getProvider() {
+    return activeProvider;
+}
+// Test-only: install an arbitrary provider object. Used by reindex tests
+// that need to simulate a provider switch without paying the network or
+// model-load cost. Resets the local-minilm memoised extractor too so a
+// later swap back to local-minilm starts cold.
+export function setProviderForTests(provider) {
+    activeProvider = provider;
+}
+// Test-only: revert to the default local-minilm provider and clear its
+// memoised extractor. Production code must not call this.
+export function resetProviderForTests() {
+    activeProvider = localMinilmProvider;
+    resetLocalMinilmForTests();
+}
+// --- Provider-delegating surface (kept for back-compat) -------------------
+// Returns true once the active provider's underlying model is loaded. For
+// providers with no warm-up cost (e.g. the stateless OpenAI HTTP client)
+// this is always true; for local-minilm it tracks the transformers.js
+// extractor promise.
+export function isModelLoaded() {
+    if (activeProvider.id === "local-minilm")
+        return isLocalMinilmLoaded();
+    // Stateless / always-ready providers are "loaded" by definition.
+    return true;
+}
+// Eagerly loads the active provider so the first user search does not pay
+// the cold start. Intended to be invoked as a background `void warmModel()`
+// after startup completes. Returns Result rather than throwing — a warm
+// failure must never crash the server.
+export async function warmModel() {
+    return activeProvider.warm();
+}
+// Test-only: clear the local-minilm memoised extractor so a fresh import is
+// forced on the next call. Production code must not invoke this. Kept under
+// the historic name for the existing lazy-model-load tests.
+export function resetExtractorForTests() {
+    resetLocalMinilmForTests();
+}
+// Embeds texts via the active provider. Returns one Float32Array per input,
+// in input order. An empty input yields an empty array. `onProgress` (if
+// given) fires after each sub-batch.
 export async function embed(texts, onProgress) {
     if (texts.length === 0)
         return ok([]);
-    try {
-        const extractor = await getExtractor();
-        const vectors = [];
-        for (let start = 0; start < texts.length; start += EMBED_BATCH_SIZE) {
-            const batch = texts.slice(start, start + EMBED_BATCH_SIZE);
-            const output = await extractor(batch, {
-                pooling: "mean",
-                normalize: true,
-            });
-            const dim = output.dims[output.dims.length - 1] ?? EMBEDDING_DIM;
-            for (let i = 0; i < batch.length; i++) {
-                vectors.push(output.data.slice(i * dim, (i + 1) * dim));
-            }
-            // Progress is a best-effort side channel: a failing reporter (e.g. a
-            // closed stderr pipe) must never abort embedding the vault.
-            if (onProgress) {
-                try {
-                    onProgress(vectors.length, texts.length);
-                }
-                catch {
-                    // ignore — progress reporting is not load-bearing
-                }
-            }
-        }
-        return ok(vectors);
-    }
-    catch (e) {
-        const reason = e instanceof Error ? e.message : String(e);
-        return err(new Error(`embedding failed: ${reason}`));
-    }
+    return activeProvider.embed(texts, onProgress);
 }
 // Convenience wrapper for embedding a single query string.
 export async function embedQuery(text) {

package/dist/search/vector.js.map

@@ -1 +1 @@
-{"version":3,"file":"vector.js","sourceRoot":"","sources":["../../src/search/vector.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,EAAE;AACF,yEAAyE;AACzE,yEAAyE;AACzE,kFAAkF;AAClF,+EAA+E;AAC/E,2EAA2E;AAC3E,EAAE;AACF,2EAA2E;AAC3E,+EAA+E;AAC/E,0EAA0E;AAE1E,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAE/D,MAAM,CAAC,MAAM,eAAe,GAAG,yBAAyB,CAAC;AACzD,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AAEjC,+EAA+E;AAC/E,4EAA4E;AAC5E,0EAA0E;AAC1E,4EAA4E;AAC5E,4EAA4E;AAC5E,iCAAiC;AACjC,EAAE;AACF,8EAA8E;AAC9E,2EAA2E;AAC3E,gEAAgE;AAChE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAElC,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,wEAAwE;AACxE,2EAA2E;AAC3E,6EAA6E;AAC7E,4DAA4D;AAC5D,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,UAAU,GAAG,IAAI;SACpB,KAAK,CAAC,SAAS,CAAC;SAChB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC;gBACtD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC;YAClD,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,eAAe,IAAI,OAAO,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;IACH,CAAC;IACD,IAAI,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAAC,CAAe,EAAE,CAAe;IAC/D,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAW,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAW,CAAC;QACzB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACzC,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,6EAA6E;AAC7E,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,OAAuB;IACnD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IACpC,IAAI,GAAG,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG;YAAE,SAAS;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAC,GAAI,GAAG,CAAC,CAAC,CAAY,GAAI,CAAC,CAAC,CAAC,CAAY,CAAC;IAC/E,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAI,GAAG,CAAC,CAAC,CAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAC3E,OAAO,GAAG,CAAC;AACb,CAAC;AAOD,IAAI,gBAAgB,GAA8B,IAAI,CAAC;AAEvD,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,gBAAgB,GAAG,MAAM,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAC3E,QAAQ,CAAC,oBAAoB,EAAE,eAAe,CAAC,CAC1B,CAAC;IAC1B,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,yEAAyE;AACzE,8EAA8E;AAC9E,6EAA6E;AAC7E,+EAA+E;AAC/E,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,KAAe,EACf,UAAkD;IAElD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;QACvC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,gBAAgB,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,gBAAgB,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE;gBACpC,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,aAAa,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAC1D,CAAC;YACD,qEAAqE;YACrE,4DAA4D;YAC5D,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC3C,CAAC;gBAAC,MAAM,CAAC;oBACP,kDAAkD;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY;IAC3C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;IAClE,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC"}
+{"version":3,"file":"vector.js","sourceRoot":"","sources":["../../src/search/vector.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,EAAE;AACF,yEAAyE;AACzE,6EAA6E;AAC7E,6EAA6E;AAC7E,8EAA8E;AAC9E,8DAA8D;AAC9D,EAAE;AACF,2EAA2E;AAC3E,qEAAqE;AACrE,2EAA2E;AAC3E,2EAA2E;AAC3E,wBAAwB;AAExB,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,qEAAqE;AACrE,0EAA0E;AAC1E,0EAA0E;AAC1E,4EAA4E;AAC5E,uEAAuE;AACvE,kDAAkD;AAClD,EAAE;AACF,8CAA8C;AAC9C,MAAM,CAAC,MAAM,eAAe,GAAG,cAAc,CAAC;AAE9C,+CAA+C;AAC/C,MAAM,CAAC,MAAM,aAAa,GAAG,gBAAgB,CAAC;AAE9C,8EAA8E;AAC9E,yEAAyE;AACzE,sEAAsE;AACtE,iDAAiD;AACjD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAElC,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,wEAAwE;AACxE,2EAA2E;AAC3E,6EAA6E;AAC7E,4DAA4D;AAC5D,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,UAAU,GAAG,IAAI;SACpB,KAAK,CAAC,SAAS,CAAC;SAChB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC;gBACtD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC;YAClD,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,eAAe,IAAI,OAAO,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;IACH,CAAC;IACD,IAAI,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAAC,CAAe,EAAE,CAAe;IAC/D,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAW,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAW,CAAC;QACzB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACzC,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,6EAA6E;AAC7E,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,OAAuB;IACnD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IACpC,IAAI,GAAG,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG;YAAE,SAAS;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAC,GAAI,GAAG,CAAC,CAAC,CAAY,GAAI,CAAC,CAAC,CAAC,CAAY,CAAC;IAC/E,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAI,GAAG,CAAC,CAAC,CAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAC3E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8EAA8E;AAE9E,0EAA0E;AAC1E,4EAA4E;AAC5E,uEAAuE;AACvE,wEAAwE;AACxE,mBAAmB;AACnB,IAAI,cAAc,GAAsB,mBAAmB,CAAC;AAE5D,6EAA6E;AAC7E,4EAA4E;AAC5E,wDAAwD;AACxD,SAAS,mBAAmB,CAAC,EAAuB;IAClD,QAAQ,EAAE,EAAE,CAAC;QACX,KAAK,cAAc;YACjB,OAAO,mBAAmB,CAAC;QAC7B,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YACvC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;YAC1F,CAAC;YACD,OAAO,wBAAwB,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,2EAA2E;AAC3E,2EAA2E;AAC3E,gBAAgB;AAChB,MAAM,UAAU,WAAW,CAAC,EAAuB;IACjD,IAAI,cAAc,CAAC,EAAE,KAAK,EAAE;QAAE,OAAO;IACrC,cAAc,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;AAC3C,CAAC;AAED,6EAA6E;AAC7E,kEAAkE;AAClE,MAAM,UAAU,WAAW;IACzB,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,yEAAyE;AACzE,wEAAwE;AACxE,uEAAuE;AACvE,+CAA+C;AAC/C,MAAM,UAAU,mBAAmB,CAAC,QAA2B;IAC7D,cAAc,GAAG,QAAQ,CAAC;AAC5B,CAAC;AAED,uEAAuE;AACvE,0DAA0D;AAC1D,MAAM,UAAU,qBAAqB;IACnC,cAAc,GAAG,mBAAmB,CAAC;IACrC,wBAAwB,EAAE,CAAC;AAC7B,CAAC;AAED,6EAA6E;AAE7E,0EAA0E;AAC1E,yEAAyE;AACzE,sEAAsE;AACtE,qBAAqB;AACrB,MAAM,UAAU,aAAa;IAC3B,IAAI,cAAc,CAAC,EAAE,KAAK,cAAc;QAAE,OAAO,mBAAmB,EAAE,CAAC;IACvE,iEAAiE;IACjE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,0EAA0E;AAC1E,4EAA4E;AAC5E,wEAAwE;AACxE,uCAAuC;AACvC,MAAM,CAAC,KAAK,UAAU,SAAS;IAC7B,OAAO,cAAc,CAAC,IAAI,EAAE,CAAC;AAC/B,CAAC;AAED,4EAA4E;AAC5E,4EAA4E;AAC5E,4DAA4D;AAC5D,MAAM,UAAU,sBAAsB;IACpC,wBAAwB,EAAE,CAAC;AAC7B,CAAC;AAED,4EAA4E;AAC5E,yEAAyE;AACzE,qCAAqC;AACrC,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,KAAe,EACf,UAAkD;IAElD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACtC,OAAO,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AACjD,CAAC;AAED,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY;IAC3C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;IAClE,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC"}

package/dist/search/watcher.d.ts

@@ -0,0 +1,18 @@
+import { type FSWatcher } from "chokidar";
+import { type Result } from "../frontmatter/types.js";
+export declare const WATCH_DEBOUNCE_MS = 500;
+export interface VaultWatcher {
+    close: () => Promise<void>;
+}
+export interface WatcherOptions {
+    log?: (msg: string) => void;
+    debounceMs?: number;
+    indexFn?: (vaultRoot: string, relPath: string) => Promise<Result<unknown, Error>>;
+    deleteFn?: (vaultRoot: string, relPath: string) => Promise<Result<unknown, Error>>;
+    statFn?: (absPath: string) => Promise<{
+        exists: boolean;
+    }>;
+    watcherFactory?: (vaultRoot: string) => FSWatcher;
+}
+export declare function startWatcher(vaultRoot: string, opts?: WatcherOptions): VaultWatcher;
+//# sourceMappingURL=watcher.d.ts.map

package/dist/search/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../src/search/watcher.ts"],"names":[],"mappings":"AAgCA,OAAO,EAAuB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AAC/D,OAAO,EAAM,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAY1D,eAAO,MAAM,iBAAiB,MAAM,CAAC;AAErC,MAAM,WAAW,YAAY;IAI3B,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAG7B,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAG5B,UAAU,CAAC,EAAE,MAAM,CAAC;IAIpB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAClF,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACnF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAG3D,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,SAAS,CAAC;CACnD;AA2GD,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,GAAE,cAAmB,GAAG,YAAY,CAmKvF"}

package/dist/search/watcher.js

@@ -0,0 +1,300 @@
+// fs.watch reactive indexing.
+//
+// Daftari's startup freshness check (search/reindex.ts isIndexFresh) keeps
+// the index honest across *restarts*: a manifest of path→mtime is compared
+// to disk and a full reindex runs when anything has drifted. But while the
+// server is up, an editor save, a sync engine pull, or a scripted writer
+// will rewrite a vault file *out of band* — Daftari's write-path tools are
+// not the only writer. Without a watcher the index drifts until the next
+// startup. The watcher closes that gap: chokidar listens on the vault root,
+// and `add` / `change` events trigger an indexDocument() pass for that one
+// file; `unlink` events evict the doc from the index after a re-stat
+// confirms the file really is gone (FSEvents on macOS, iCloud, and Dropbox
+// emit phantom unlink+add pairs during atomic-rename saves).
+//
+// Per-path debounce: editors save in bursts (atomic rename: write tmp,
+// rename, delete tmp), so a single user save can produce 3-5 chokidar
+// events for the same path inside a few ms. We collect events into a Map
+// keyed by relative path; each touch resets a 500ms timer; when the timer
+// fires we run the indexer once. Different paths debounce independently.
+//
+// Self-write suppression: when the write-path tools (vault_write etc.)
+// finish, they note the absolute path in search/self-write.ts. The watcher
+// consults that set when its debounce fires and silently drops the event if
+// the path is registered, so the in-process indexDocument() the writer
+// already ran is not duplicated.
+//
+// Errors from chokidar are logged to stderr but never crash the server.
+// stderr is used throughout so the MCP stdio JSON-RPC stream on stdout
+// stays clean.
+import { stat } from "node:fs/promises";
+import { relative, resolve, sep } from "node:path";
+import { default as chokidar } from "chokidar";
+import { ok } from "../frontmatter/types.js";
+import { deleteDocument, openIndexDb } from "../storage/index-db.js";
+import { resolveVaultPath } from "../storage/local.js";
+import { getIndexStatus, markPathIndexing, markPathReady } from "./index-state.js";
+import { indexDocument } from "./reindex.js";
+import { consumeSelfWrite } from "./self-write.js";
+import { getProvider } from "./vector.js";
+// 500ms is the floor the design locks in: short enough for the index to feel
+// live to a human typing in their editor, long enough to coalesce an
+// atomic-rename burst (write tmp, rename onto target, delete tmp) into a
+// single indexer call.
+export const WATCH_DEBOUNCE_MS = 500;
+// Defaults so production callers only need to pass vaultRoot. Pulled out so
+// the option-resolution at the top of startWatcher reads as one block.
+function resolveOptions(opts) {
+    return {
+        log: opts.log ?? ((msg) => process.stderr.write(msg)),
+        debounceMs: opts.debounceMs ?? WATCH_DEBOUNCE_MS,
+        indexFn: opts.indexFn ?? indexDocument,
+        deleteFn: opts.deleteFn ?? defaultDeleteFn,
+        statFn: opts.statFn ?? defaultStatFn,
+        watcherFactory: opts.watcherFactory,
+    };
+}
+// Default unlink handler: open the index db, drop the document and its
+// chunks, and patch the manifest so the next startup freshness check does
+// not see a missing-on-disk entry as drift. The embeddings cache is left
+// alone (content-addressed; reaped by the next full reindex's gc pass).
+async function defaultDeleteFn(vaultRoot, relPath) {
+    const dbResult = openIndexDb(vaultRoot, getProvider().dim);
+    if (!dbResult.ok)
+        return dbResult;
+    const db = dbResult.value;
+    try {
+        deleteDocument(db, relPath);
+        // Patch the manifest in place. Reusing reindex.ts internals would
+        // require an export churn for one use; the meta row is a JSON blob
+        // and a short read-modify-write under WAL is safe here.
+        const row = db.prepare("SELECT value FROM meta WHERE key = ?").get("vault_manifest");
+        if (row) {
+            try {
+                const manifest = JSON.parse(row.value);
+                if (relPath in manifest) {
+                    delete manifest[relPath];
+                    db.prepare("INSERT INTO meta (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value").run("vault_manifest", JSON.stringify(manifest));
+                }
+            }
+            catch {
+                // A malformed manifest is non-fatal here — the next full reindex
+                // rewrites it from scratch.
+            }
+        }
+        return ok(undefined);
+    }
+    finally {
+        db.close();
+    }
+}
+async function defaultStatFn(absPath) {
+    try {
+        await stat(absPath);
+        return { exists: true };
+    }
+    catch {
+        return { exists: false };
+    }
+}
+// Maps a chokidar-emitted absolute path back to the vault-relative POSIX
+// path indexDocument / deleteDocument expect. Returns null when the path is
+// outside the vault, which can happen with symlinks chokidar followed.
+function toVaultRelative(vaultRoot, absPath) {
+    const root = resolve(vaultRoot);
+    const abs = resolve(absPath);
+    const rel = relative(root, abs);
+    if (rel.length === 0)
+        return null;
+    if (rel.startsWith(".."))
+        return null;
+    // chokidar emits OS-native separators; index storage uses POSIX. Normalise.
+    return sep === "/" ? rel : rel.split(sep).join("/");
+}
+// Returns true when chokidar's path points inside a directory we want to
+// ignore (the .daftari control dir, .git, any other hidden top-level path).
+// chokidar's `ignored` option already excludes these at watch time, but we
+// double-check at dispatch time because chokidar sometimes ignores its own
+// `ignored` pattern for `unlinkDir` events on macOS.
+function isIgnoredPath(relPath) {
+    // Anything inside .daftari/ is the index itself or a lock file. Watching
+    // it would feed our own writes back as events.
+    if (relPath.startsWith(".daftari/") || relPath === ".daftari")
+        return true;
+    // .git/ — same problem, plus we don't index git internals.
+    if (relPath.startsWith(".git/") || relPath === ".git")
+        return true;
+    // Other hidden top-level paths (editor swap files, etc).
+    const first = relPath.split("/")[0] ?? "";
+    if (first.startsWith(".") && first !== ".")
+        return true;
+    return false;
+}
+// Markdown-only: chokidar watches every file under the root, but only .md
+// files are indexed. Skipping non-markdown here keeps random sibling files
+// (LICENSE, CHANGELOG.md aside — .md, that counts — images, .DS_Store) from
+// firing redundant debounces and indexer calls.
+function isMarkdown(relPath) {
+    return relPath.toLowerCase().endsWith(".md");
+}
+// Starts watching `vaultRoot`. Returns a handle whose close() shuts the
+// watcher down. The caller is responsible for honouring the `watch` config
+// flag — startWatcher itself does not consult config, so tests can drive it
+// without a config file.
+export function startWatcher(vaultRoot, opts = {}) {
+    const resolved = resolveOptions(opts);
+    const root = resolve(vaultRoot);
+    const pending = new Map();
+    // Spawn chokidar (or the injected fake). The ignored pattern mirrors
+    // listFiles in storage/local.ts so the watcher and listing agree on
+    // "what's vault content".
+    let watcher;
+    if (resolved.watcherFactory) {
+        watcher = resolved.watcherFactory(root);
+    }
+    else {
+        watcher = chokidar.watch(root, {
+            ignored: (p) => {
+                // chokidar v4: ignored is called for every path. Return true to skip.
+                // The root itself must NOT be ignored.
+                if (p === root)
+                    return false;
+                const rel = toVaultRelative(root, p);
+                if (rel === null)
+                    return false;
+                return isIgnoredPath(rel);
+            },
+            ignoreInitial: true, // startup freshness check already covers the initial state
+            persistent: true,
+            followSymlinks: false,
+            awaitWriteFinish: false, // we run our own debounce
+        });
+    }
+    let closed = false;
+    // Single dispatcher for "the debounce window for `relPath` elapsed — do
+    // the work". Pulls the lastEvent so a unlink-then-add inside the window
+    // is treated as a change (FSEvents atomic-save quirk).
+    async function dispatch(relPath, lastEvent) {
+        if (closed)
+            return;
+        // Self-write suppression. The write-path tools register the absolute
+        // path after their in-process indexDocument() returns; if it's there,
+        // the event was Daftari's own write and the index is already current.
+        const resolvedAbs = resolveVaultPath(root, relPath);
+        if (resolvedAbs.ok && consumeSelfWrite(resolvedAbs.value)) {
+            return;
+        }
+        // While a full reindex is running, the indexer is rebuilding from
+        // scratch — a per-file index call would race the bulk write and may
+        // be wiped by clearIndex(). Defer the event by re-scheduling a fresh
+        // debounce window; if the reindex finishes before the next event, the
+        // already-current-on-disk content will be picked up on the next external
+        // change anyway, and the manifest's mtime will match either way.
+        const status = getIndexStatus();
+        if (status.status === "indexing") {
+            pending.delete(relPath);
+            const timer = setTimeout(() => {
+                const p = pending.get(relPath);
+                if (!p)
+                    return;
+                pending.delete(relPath);
+                void dispatch(relPath, p.lastEvent);
+            }, resolved.debounceMs);
+            pending.set(relPath, { timer, lastEvent });
+            return;
+        }
+        markPathIndexing(relPath);
+        try {
+            if (lastEvent === "unlink") {
+                // FSEvents (macOS), iCloud, and Dropbox emit phantom unlink+add
+                // pairs during atomic-rename saves. Re-stat before deleting: if
+                // the file is back, treat the event as a change instead.
+                const absResolved = resolveVaultPath(root, relPath);
+                if (absResolved.ok) {
+                    const present = await resolved.statFn(absResolved.value);
+                    if (present.exists) {
+                        const r = await resolved.indexFn(root, relPath);
+                        if (!r.ok) {
+                            resolved.log(`daftari: watcher: index update failed for ${relPath}: ${r.error.message}\n`);
+                        }
+                        return;
+                    }
+                }
+                const d = await resolved.deleteFn(root, relPath);
+                if (!d.ok) {
+                    resolved.log(`daftari: watcher: delete failed for ${relPath}: ${d.error.message}\n`);
+                }
+                return;
+            }
+            // add / change — both route to indexDocument.
+            const r = await resolved.indexFn(root, relPath);
+            if (!r.ok) {
+                resolved.log(`daftari: watcher: index update failed for ${relPath}: ${r.error.message}\n`);
+            }
+        }
+        catch (e) {
+            const reason = e instanceof Error ? e.message : String(e);
+            resolved.log(`daftari: watcher: dispatch crashed for ${relPath}: ${reason}\n`);
+        }
+        finally {
+            markPathReady(relPath);
+        }
+    }
+    // Schedule (or reschedule) the debounce timer for one path. Called for
+    // every chokidar event. The most recent event "wins" — an unlink
+    // followed by an add inside the window arrives at dispatch() as an add.
+    function schedule(relPath, event) {
+        if (closed)
+            return;
+        if (isIgnoredPath(relPath))
+            return;
+        if (!isMarkdown(relPath))
+            return;
+        const existing = pending.get(relPath);
+        if (existing)
+            clearTimeout(existing.timer);
+        const timer = setTimeout(() => {
+            const p = pending.get(relPath);
+            if (!p)
+                return;
+            pending.delete(relPath);
+            void dispatch(relPath, p.lastEvent);
+        }, resolved.debounceMs);
+        pending.set(relPath, { timer, lastEvent: event });
+    }
+    // Chokidar's per-event handlers. Each maps a chokidar event to our
+    // schedule() call. The `addDir` / `unlinkDir` events are intentionally
+    // ignored — per-file events cover everything we care about and a
+    // directory delete fires unlink for each contained file anyway.
+    watcher.on("add", (p) => {
+        const rel = toVaultRelative(root, p);
+        if (rel)
+            schedule(rel, "add");
+    });
+    watcher.on("change", (p) => {
+        const rel = toVaultRelative(root, p);
+        if (rel)
+            schedule(rel, "change");
+    });
+    watcher.on("unlink", (p) => {
+        const rel = toVaultRelative(root, p);
+        if (rel)
+            schedule(rel, "unlink");
+    });
+    watcher.on("error", (e) => {
+        const reason = e instanceof Error ? e.message : String(e);
+        resolved.log(`daftari: watcher error: ${reason}\n`);
+    });
+    return {
+        close: async () => {
+            if (closed)
+                return;
+            closed = true;
+            for (const { timer } of pending.values())
+                clearTimeout(timer);
+            pending.clear();
+            await watcher.close();
+        },
+    };
+}
+//# sourceMappingURL=watcher.js.map