wicked-crew 0.14.0 → 0.14.2

package/dist/api/search-index.d.ts

@@ -0,0 +1,132 @@
+/**
+ * The global search index (`GET /search`; api-types 0.127.0): an in-memory text store per entity
+ * type, scanned per query under a hard time budget.
+ *
+ * Why not SQLite FTS5: the daemon loads no SQLite library at all (wicked-core#631; enforced by
+ * tests/bus-no-write.test.ts). The engine owns every SQLite file in this process, so an FTS index
+ * belongs in the engine; until it has one, this store is the daemon's. It is a scan, not an
+ * inverted index: each entity keeps a case-folded copy of its title and (capped) body, and a query
+ * runs `indexOf` per word over them. That keeps substring and prefix matches exact and the code
+ * small, and it is fast enough for an operator's store (a few MB of text is a few ms of scanning).
+ *
+ * It never holds the event loop: the scan yields every {@link SLICE_MS}, stops when its signal
+ * aborts (the client went away: a superseded query), and stops at the time budget with
+ * `partial: true` (totals are then lower bounds).
+ */
+import type { SearchGroup, SearchSpan, SearchTarget, SearchType } from '../core/types.js';
+/** Every searchable type, in the order a response lists them. */
+export declare const SEARCH_TYPES: readonly SearchType[];
+/** One entity as a source hands it to the index. */
+export interface SearchDoc {
+    type: SearchType;
+    id: string;
+    title: string;
+    /** Searchable text beyond the title (capped by the index at {@link SearchIndexOptions.maxBodyChars}). */
+    body: string;
+    /** Unix millis, when known. */
+    updatedAt: number | null;
+    projectId: string | null;
+    status: string | null;
+    target: SearchTarget;
+    /** Added to the score of every match (negative for archived/retired entities). */
+    boost?: number;
+}
+interface Stored {
+    doc: SearchDoc;
+    titleFold: string;
+    bodyFold: string;
+}
+export interface SearchIndexOptions {
+    /** Body text kept per entity; longer bodies keep their head and tail. Default 64 Ki chars. */
+    maxBodyChars?: number;
+    /** Total body text kept per type; past it the least recently updated entities leave. Default 8 Mi chars. */
+    maxCharsPerType?: number;
+}
+export interface ParsedQuery {
+    /** The trimmed query as asked. */
+    text: string;
+    /** Case-folded words and phrases; every one must match. */
+    terms: string[];
+}
+export interface QueryOptions {
+    types: readonly SearchType[];
+    /** Hits per group. */
+    limit: number;
+    /** Offset into one type's ranked matches (the cursor). */
+    offset?: number;
+    /** Hard wall-clock budget for the scan, ms. */
+    budgetMs: number;
+    signal?: AbortSignal;
+    /** Clock (tests). */
+    now?: () => number;
+    /** The recency bonus's "now" (tests), unix millis. */
+    at?: number;
+}
+export interface QueryResult {
+    groups: SearchGroup[];
+    partial: boolean;
+}
+/** Query limits (the route answers 400 past them). */
+export declare const MAX_QUERY_CHARS = 256;
+export declare const MIN_QUERY_CHARS = 2;
+/**
+ * Lower-case without changing length, so offsets in the folded copy are offsets in the original
+ * (a few code points lower-case to two units — those keep their case).
+ */
+export declare function fold(s: string): string;
+/** Words and `"quoted phrases"`, folded, de-duplicated, at most {@link MAX_TERMS}. */
+export declare function parseQuery(raw: string): ParsedQuery;
+/** The match score of one entity, or 0 when a term is missing (every term must match). */
+export declare function scoreOf(s: Stored, terms: readonly string[], at: number): number;
+/** Every occurrence of every term in `folded`, merged into ascending, non-overlapping spans. */
+export declare function spansOf(folded: string, terms: readonly string[]): SearchSpan[];
+/**
+ * The window of the body that shows the match best: around the term occurrence whose window holds
+ * the most distinct terms. Whitespace is collapsed in the window (folded and original alike, so
+ * spans stay aligned); `…` marks a cut.
+ */
+export declare function snippetOf(s: Stored, terms: readonly string[]): {
+    snippet: string | null;
+    spans: SearchSpan[];
+};
+/** Head and tail of a long text, joined by an elision line. */
+export declare function capText(text: string, max: number): string;
+export declare class SearchIndex {
+    private readonly byType;
+    private readonly charsByType;
+    private readonly leftOut;
+    private readonly maxBodyChars;
+    private readonly maxCharsPerType;
+    constructor(opts?: SearchIndexOptions);
+    private mapOf;
+    /** Entities of `type` held. */
+    count(type: SearchType): number;
+    /** Body characters of `type` held (the budget {@link SearchIndexOptions.maxCharsPerType} bounds). */
+    chars(type: SearchType): number;
+    has(type: SearchType, id: string): boolean;
+    ids(type: SearchType): string[];
+    /** Add or replace one entity. */
+    upsert(input: SearchDoc): void;
+    private put;
+    remove(type: SearchType, id: string): void;
+    /** Remove every entity of `type` whose id `drop` accepts. */
+    removeWhere(type: SearchType, drop: (id: string) => boolean): void;
+    /**
+     * A full re-read of a source: hold what it holds, drop what it no longer does. Newest first, and
+     * only while the type's text budget lasts — the rest is never folded, so a re-read of a store past
+     * the budget costs one sort, not an evict per entity.
+     */
+    replaceType(type: SearchType, docs: readonly SearchDoc[]): void;
+    /** Entities the last re-read of `type` left out to stay inside its text budget. */
+    leftOutOf(type: SearchType): number;
+    /** Over budget: the least recently updated entities leave first (undated ones before dated). */
+    private evict;
+    /**
+     * Scan `types` for `q`. Yields every {@link SLICE_MS}; throws the signal's reason when it aborts;
+     * stops at `budgetMs` with `partial: true`. Groups with no match are left out.
+     */
+    query(q: ParsedQuery, opts: QueryOptions): Promise<QueryResult>;
+    private pushGroup;
+}
+export {};
+//# sourceMappingURL=search-index.d.ts.map

package/dist/api/search-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-index.d.ts","sourceRoot":"","sources":["../../src/api/search-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAa,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAErG,iEAAiE;AACjE,eAAO,MAAM,YAAY,EAAE,SAAS,UAAU,EAAsE,CAAC;AAErH,oDAAoD;AACpD,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,yGAAyG;IACzG,IAAI,EAAE,MAAM,CAAC;IACb,+BAA+B;IAC/B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,YAAY,CAAC;IACrB,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,MAAM;IACd,GAAG,EAAE,SAAS,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,8FAA8F;IAC9F,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4GAA4G;IAC5G,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,2DAA2D;IAC3D,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IAC7B,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,+CAA+C;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,qBAAqB;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,sDAAsD;IACtD,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,OAAO,CAAC;CAClB;AAID,sDAAsD;AACtD,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,eAAe,IAAI,CAAC;AAMjC;;;GAGG;AACH,wBAAgB,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAStC;AAED,sFAAsF;AACtF,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAUnD;AAqBD,0FAA0F;AAC1F,wBAAgB,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,GAAG,MAAM,CA4B/E;AAED,gGAAgG;AAChG,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,UAAU,EAAE,CAiB9E;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG;IAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,CA2B9G;AAED,+DAA+D;AAC/D,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAIzD;AAID,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA8C;IACrE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiC;IAC7D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiC;IACzD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;gBAE7B,IAAI,GAAE,kBAAuB;IASzC,OAAO,CAAC,KAAK;IAIb,+BAA+B;IAC/B,KAAK,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM;IAI/B,qGAAqG;IACrG,KAAK,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM;IAI/B,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO;IAI1C,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,EAAE;IAI/B,iCAAiC;IACjC,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAK9B,OAAO,CAAC,GAAG;IAcX,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,GAAG,IAAI;IAQ1C,6DAA6D;IAC7D,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,GAAG,IAAI;IAIlE;;;;OAIG;IACH,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,SAAS,EAAE,GAAG,IAAI;IAe/D,mFAAmF;IACnF,SAAS,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM;IAInC,gGAAgG;IAChG,OAAO,CAAC,KAAK;IAUb;;;OAGG;IACG,KAAK,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IAgCrE,OAAO,CAAC,SAAS;CAwBlB"}

package/dist/api/search-index.js

@@ -0,0 +1,345 @@
+/**
+ * The global search index (`GET /search`; api-types 0.127.0): an in-memory text store per entity
+ * type, scanned per query under a hard time budget.
+ *
+ * Why not SQLite FTS5: the daemon loads no SQLite library at all (wicked-core#631; enforced by
+ * tests/bus-no-write.test.ts). The engine owns every SQLite file in this process, so an FTS index
+ * belongs in the engine; until it has one, this store is the daemon's. It is a scan, not an
+ * inverted index: each entity keeps a case-folded copy of its title and (capped) body, and a query
+ * runs `indexOf` per word over them. That keeps substring and prefix matches exact and the code
+ * small, and it is fast enough for an operator's store (a few MB of text is a few ms of scanning).
+ *
+ * It never holds the event loop: the scan yields every {@link SLICE_MS}, stops when its signal
+ * aborts (the client went away: a superseded query), and stops at the time budget with
+ * `partial: true` (totals are then lower bounds).
+ */
+/** Every searchable type, in the order a response lists them. */
+export const SEARCH_TYPES = ['run', 'project', 'repo', 'transcript', 'rule', 'memory', 'doc'];
+/** The longest stretch the scan runs before giving the event loop a turn. */
+const SLICE_MS = 4;
+/** Query limits (the route answers 400 past them). */
+export const MAX_QUERY_CHARS = 256;
+export const MIN_QUERY_CHARS = 2;
+const MAX_TERMS = 8;
+/** Snippet window around the best match. */
+const SNIPPET_BEFORE = 50;
+const SNIPPET_AFTER = 110;
+/**
+ * Lower-case without changing length, so offsets in the folded copy are offsets in the original
+ * (a few code points lower-case to two units — those keep their case).
+ */
+export function fold(s) {
+    const lower = s.toLowerCase();
+    if (lower.length === s.length)
+        return lower;
+    let out = '';
+    for (const ch of s) {
+        const l = ch.toLowerCase();
+        out += l.length === ch.length ? l : ch;
+    }
+    return out;
+}
+/** Words and `"quoted phrases"`, folded, de-duplicated, at most {@link MAX_TERMS}. */
+export function parseQuery(raw) {
+    const text = raw.trim();
+    const terms = [];
+    const re = /"([^"]+)"|(\S+)/g;
+    let m;
+    while ((m = re.exec(text)) !== null && terms.length < MAX_TERMS) {
+        const t = fold((m[1] ?? m[2] ?? '').trim().replace(/\s+/g, ' ').replace(/^"|"$/g, ''));
+        if (t !== '' && !terms.includes(t))
+            terms.push(t);
+    }
+    return { text, terms };
+}
+function isWordChar(c) {
+    return c !== undefined && /[\p{L}\p{N}_]/u.test(c);
+}
+function atWordStart(s, i) {
+    return i === 0 || !isWordChar(s[i - 1]);
+}
+/** Occurrences of `t` in `s`, at most `cap`. */
+function countOf(s, t, first, cap) {
+    let n = 0;
+    let i = first;
+    while (i !== -1 && n < cap) {
+        n += 1;
+        i = s.indexOf(t, i + t.length);
+    }
+    return n;
+}
+/** The match score of one entity, or 0 when a term is missing (every term must match). */
+export function scoreOf(s, terms, at) {
+    if (terms.length === 0)
+        return 0; // no words match nothing (never everything)
+    let score = 0;
+    for (const t of terms) {
+        const ti = s.titleFold.indexOf(t);
+        const bi = s.bodyFold.indexOf(t);
+        if (ti === -1 && bi === -1)
+            return 0;
+        if (ti !== -1) {
+            score += 10;
+            if (atWordStart(s.titleFold, ti))
+                score += 5;
+            if (ti === 0)
+                score += 3;
+        }
+        if (bi !== -1) {
+            score += 2 + Math.log2(1 + countOf(s.bodyFold, t, bi, 8));
+            if (atWordStart(s.bodyFold, bi))
+                score += 1;
+        }
+    }
+    if (terms.length > 1) {
+        const phrase = terms.join(' ');
+        if (s.titleFold.includes(phrase))
+            score += 8;
+        else if (s.bodyFold.includes(phrase))
+            score += 3;
+    }
+    if (s.titleFold.trim() === terms.join(' '))
+        score += 10;
+    if (s.doc.updatedAt !== null) {
+        const days = Math.max(0, (at - s.doc.updatedAt) / 86_400_000);
+        score += 3 * Math.exp(-days / 14);
+    }
+    return Math.max(0.01, score + (s.doc.boost ?? 0));
+}
+/** Every occurrence of every term in `folded`, merged into ascending, non-overlapping spans. */
+export function spansOf(folded, terms) {
+    const raw = [];
+    for (const t of terms) {
+        let i = folded.indexOf(t);
+        while (i !== -1 && raw.length < 64) {
+            raw.push([i, i + t.length]);
+            i = folded.indexOf(t, i + t.length);
+        }
+    }
+    raw.sort((a, b) => a[0] - b[0]);
+    const out = [];
+    for (const sp of raw) {
+        const last = out[out.length - 1];
+        if (last !== undefined && sp[0] <= last[1])
+            last[1] = Math.max(last[1], sp[1]);
+        else
+            out.push([sp[0], sp[1]]);
+    }
+    return out;
+}
+/**
+ * The window of the body that shows the match best: around the term occurrence whose window holds
+ * the most distinct terms. Whitespace is collapsed in the window (folded and original alike, so
+ * spans stay aligned); `…` marks a cut.
+ */
+export function snippetOf(s, terms) {
+    const body = s.doc.body;
+    if (body.trim() === '')
+        return { snippet: null, spans: [] };
+    let best = -1;
+    let bestHeld = 0;
+    for (const t of terms) {
+        const i = s.bodyFold.indexOf(t);
+        if (i === -1)
+            continue;
+        const from = Math.max(0, i - SNIPPET_BEFORE);
+        const win = s.bodyFold.slice(from, i + SNIPPET_AFTER);
+        const held = terms.filter((x) => win.includes(x)).length;
+        if (held > bestHeld) {
+            best = i;
+            bestHeld = held;
+        }
+    }
+    const at = best === -1 ? 0 : best;
+    // Start at a word boundary inside the lead-in, so the window never opens mid-word.
+    let start = Math.max(0, at - SNIPPET_BEFORE);
+    if (start > 0) {
+        const sp = body.slice(start, at).search(/\s/);
+        if (sp !== -1)
+            start += sp + 1;
+    }
+    const end = Math.min(body.length, at + SNIPPET_AFTER);
+    const collapse = (x) => x.replace(/\s+/g, ' ');
+    const lead = start > 0 ? '…' : '';
+    const tail = end < body.length ? '…' : '';
+    const text = `${lead}${collapse(body.slice(start, end)).trim()}${tail}`;
+    const folded = `${lead}${collapse(s.bodyFold.slice(start, end)).trim()}${tail}`;
+    return { snippet: text, spans: best === -1 ? [] : spansOf(folded, terms) };
+}
+/** Head and tail of a long text, joined by an elision line. */
+export function capText(text, max) {
+    if (text.length <= max)
+        return text;
+    const head = Math.floor(max * 0.75);
+    return `${text.slice(0, head)}\n…\n${text.slice(text.length - (max - head))}`;
+}
+const yieldTurn = () => new Promise((r) => setImmediate(r));
+export class SearchIndex {
+    byType = new Map();
+    charsByType = new Map();
+    leftOut = new Map();
+    maxBodyChars;
+    maxCharsPerType;
+    constructor(opts = {}) {
+        this.maxBodyChars = opts.maxBodyChars ?? 64 * 1024;
+        this.maxCharsPerType = opts.maxCharsPerType ?? 8 * 1024 * 1024;
+        for (const t of SEARCH_TYPES) {
+            this.byType.set(t, new Map());
+            this.charsByType.set(t, 0);
+        }
+    }
+    mapOf(type) {
+        return this.byType.get(type);
+    }
+    /** Entities of `type` held. */
+    count(type) {
+        return this.mapOf(type).size;
+    }
+    /** Body characters of `type` held (the budget {@link SearchIndexOptions.maxCharsPerType} bounds). */
+    chars(type) {
+        return this.charsByType.get(type) ?? 0;
+    }
+    has(type, id) {
+        return this.mapOf(type).has(id);
+    }
+    ids(type) {
+        return [...this.mapOf(type).keys()];
+    }
+    /** Add or replace one entity. */
+    upsert(input) {
+        this.put(input);
+        this.evict(input.type);
+    }
+    put(input) {
+        const doc = input.body.length > this.maxBodyChars ? { ...input, body: capText(input.body, this.maxBodyChars) } : input;
+        const map = this.mapOf(doc.type);
+        const prev = map.get(doc.id);
+        if (prev !== undefined && prev.doc.title === doc.title && prev.doc.body === doc.body) {
+            // Unchanged text: keep the folded copies, take the new facts (status, project, time).
+            prev.doc = doc;
+            return;
+        }
+        this.remove(doc.type, doc.id);
+        map.set(doc.id, { doc, titleFold: fold(doc.title), bodyFold: fold(doc.body) });
+        this.charsByType.set(doc.type, this.chars(doc.type) + doc.body.length);
+    }
+    remove(type, id) {
+        const map = this.mapOf(type);
+        const prev = map.get(id);
+        if (prev === undefined)
+            return;
+        map.delete(id);
+        this.charsByType.set(type, this.chars(type) - prev.doc.body.length);
+    }
+    /** Remove every entity of `type` whose id `drop` accepts. */
+    removeWhere(type, drop) {
+        for (const id of this.ids(type))
+            if (drop(id))
+                this.remove(type, id);
+    }
+    /**
+     * A full re-read of a source: hold what it holds, drop what it no longer does. Newest first, and
+     * only while the type's text budget lasts — the rest is never folded, so a re-read of a store past
+     * the budget costs one sort, not an evict per entity.
+     */
+    replaceType(type, docs) {
+        const ordered = [...docs].sort((a, b) => (b.updatedAt ?? -1) - (a.updatedAt ?? -1));
+        const keep = new Set();
+        let chars = 0;
+        for (const d of ordered) {
+            const len = Math.min(d.body.length, this.maxBodyChars + 3);
+            if (chars + len > this.maxCharsPerType)
+                continue;
+            chars += len;
+            keep.add(d.id);
+        }
+        this.removeWhere(type, (id) => !keep.has(id));
+        for (const d of ordered)
+            if (keep.has(d.id))
+                this.put(d);
+        this.leftOut.set(type, ordered.length - keep.size);
+    }
+    /** Entities the last re-read of `type` left out to stay inside its text budget. */
+    leftOutOf(type) {
+        return this.leftOut.get(type) ?? 0;
+    }
+    /** Over budget: the least recently updated entities leave first (undated ones before dated). */
+    evict(type) {
+        if (this.chars(type) <= this.maxCharsPerType)
+            return;
+        const byAge = [...this.mapOf(type).values()].sort((a, b) => (a.doc.updatedAt ?? -1) - (b.doc.updatedAt ?? -1));
+        for (const s of byAge) {
+            if (this.chars(type) <= this.maxCharsPerType)
+                break;
+            this.remove(type, s.doc.id);
+            this.leftOut.set(type, this.leftOutOf(type) + 1);
+        }
+    }
+    /**
+     * Scan `types` for `q`. Yields every {@link SLICE_MS}; throws the signal's reason when it aborts;
+     * stops at `budgetMs` with `partial: true`. Groups with no match are left out.
+     */
+    async query(q, opts) {
+        const now = opts.now ?? (() => performance.now());
+        const at = opts.at ?? Date.now();
+        const started = now();
+        let slice = started;
+        let partial = false;
+        const groups = [];
+        outer: for (const type of SEARCH_TYPES) {
+            if (!opts.types.includes(type))
+                continue;
+            const matches = [];
+            // A snapshot: a write landing while the scan yields never changes what this scan walks.
+            const entries = [...this.mapOf(type).values()];
+            for (let i = 0; i < entries.length; i += 1) {
+                if ((i & 31) === 0) {
+                    const t = now();
+                    if (t - started >= opts.budgetMs) {
+                        partial = true;
+                        this.pushGroup(groups, type, matches, q, opts);
+                        break outer;
+                    }
+                    if (t - slice >= SLICE_MS) {
+                        await yieldTurn();
+                        opts.signal?.throwIfAborted();
+                        slice = now();
+                    }
+                }
+                const s = entries[i];
+                const score = scoreOf(s, q.terms, at);
+                if (score > 0)
+                    matches.push({ s, score });
+            }
+            this.pushGroup(groups, type, matches, q, opts);
+        }
+        opts.signal?.throwIfAborted();
+        return { groups, partial };
+    }
+    pushGroup(groups, type, matches, q, opts) {
+        if (matches.length === 0)
+            return;
+        matches.sort((a, b) => b.score - a.score || (b.s.doc.updatedAt ?? 0) - (a.s.doc.updatedAt ?? 0) || a.s.doc.id.localeCompare(b.s.doc.id));
+        const offset = opts.offset ?? 0;
+        const page = matches.slice(offset, offset + opts.limit);
+        const hits = page.map(({ s, score }) => {
+            const { snippet, spans } = snippetOf(s, q.terms);
+            return {
+                type,
+                id: s.doc.id,
+                title: s.doc.title,
+                title_spans: spansOf(s.titleFold, q.terms),
+                snippet,
+                snippet_spans: spans,
+                score: Math.round(score * 100) / 100,
+                updated_at: s.doc.updatedAt,
+                project_id: s.doc.projectId,
+                status: s.doc.status,
+                target: s.doc.target,
+            };
+        });
+        const next = offset + page.length;
+        groups.push({ type, total: matches.length, hits, next_cursor: next < matches.length ? String(next) : null });
+    }
+}
+//# sourceMappingURL=search-index.js.map

package/dist/api/search-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-index.js","sourceRoot":"","sources":["../../src/api/search-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,iEAAiE;AACjE,MAAM,CAAC,MAAM,YAAY,GAA0B,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;AA0DrH,6EAA6E;AAC7E,MAAM,QAAQ,GAAG,CAAC,CAAC;AACnB,sDAAsD;AACtD,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,CAAC;AACnC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AACjC,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,4CAA4C;AAC5C,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B;;;GAGG;AACH,MAAM,UAAU,IAAI,CAAC,CAAS;IAC5B,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3B,GAAG,IAAI,CAAC,CAAC,MAAM,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACxB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,kBAAkB,CAAC;IAC9B,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAChE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;QACvF,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,UAAU,CAAC,CAAqB;IACvC,OAAO,CAAC,KAAK,SAAS,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS;IACvC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,gDAAgD;AAChD,SAAS,OAAO,CAAC,CAAS,EAAE,CAAS,EAAE,KAAa,EAAE,GAAW;IAC/D,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,KAAK,CAAC;IACd,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QAC3B,CAAC,IAAI,CAAC,CAAC;QACP,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,OAAO,CAAC,CAAS,EAAE,KAAwB,EAAE,EAAU;IACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC,4CAA4C;IAC9E,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;QACrC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACd,KAAK,IAAI,EAAE,CAAC;YACZ,IAAI,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;YAC7C,IAAI,EAAE,KAAK,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1D,IAAI,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;aACxC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,CAAC;QAC9D,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,OAAO,CAAC,MAAc,EAAE,KAAwB;IAC9D,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5B,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,IAAI,IAAI,KAAK,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;;YAC1E,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,CAAS,EAAE,KAAwB;IAC3D,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACxB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC5D,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,CAAC;YAAE,SAAS;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACzD,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;YAAC,IAAI,GAAG,CAAC,CAAC;YAAC,QAAQ,GAAG,IAAI,CAAC;QAAC,CAAC;IACrD,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClC,mFAAmF;IACnF,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,cAAc,CAAC,CAAC;IAC7C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,KAAK,IAAI,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,GAAG,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;IACxE,MAAM,MAAM,GAAG,GAAG,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;IAChF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,GAAW;IAC/C,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;IACpC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC;AAChF,CAAC;AAED,MAAM,SAAS,GAAG,GAAkB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3E,MAAM,OAAO,WAAW;IACL,MAAM,GAAG,IAAI,GAAG,EAAmC,CAAC;IACpD,WAAW,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC5C,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IACxC,YAAY,CAAS;IACrB,eAAe,CAAS;IAEzC,YAAY,OAA2B,EAAE;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,GAAG,IAAI,CAAC;QACnD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QAC/D,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAgB;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IAChC,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,IAAgB;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,qGAAqG;IACrG,KAAK,CAAC,IAAgB;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,GAAG,CAAC,IAAgB,EAAE,EAAU;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,GAAG,CAAC,IAAgB;QAClB,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,iCAAiC;IACjC,MAAM,CAAC,KAAgB;QACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAEO,GAAG,CAAC,KAAgB;QAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QACvH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC;YACrF,sFAAsF;YACtF,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;YACf,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,CAAC,IAAgB,EAAE,EAAU;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO;QAC/B,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtE,CAAC;IAED,6DAA6D;IAC7D,WAAW,CAAC,IAAgB,EAAE,IAA6B;QACzD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,IAAI,IAAI,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,IAAgB,EAAE,IAA0B;QACtD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;YAC3D,IAAI,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,eAAe;gBAAE,SAAS;YACjD,KAAK,IAAI,GAAG,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAED,mFAAmF;IACnF,SAAS,CAAC,IAAgB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,gGAAgG;IACxF,KAAK,CAAC,IAAgB;QAC5B,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QACrD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/G,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe;gBAAE,MAAM;YACpD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,CAAc,EAAE,IAAkB;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,GAAG,OAAO,CAAC;QACpB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,EAAE,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,SAAS;YACzC,MAAM,OAAO,GAAwC,EAAE,CAAC;YACxD,wFAAwF;YACxF,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3C,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnB,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC;oBAChB,IAAI,CAAC,GAAG,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAAC,OAAO,GAAG,IAAI,CAAC;wBAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;wBAAC,MAAM,KAAK,CAAC;oBAAC,CAAC;oBAClH,IAAI,CAAC,GAAG,KAAK,IAAI,QAAQ,EAAE,CAAC;wBAC1B,MAAM,SAAS,EAAE,CAAC;wBAClB,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;wBAC9B,KAAK,GAAG,GAAG,EAAE,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;gBACtB,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,KAAK,GAAG,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;IAEO,SAAS,CAAC,MAAqB,EAAE,IAAgB,EAAE,OAA4C,EAAE,CAAc,EAAE,IAAkB;QACzI,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACzI,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,IAAI,GAAgB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YAClD,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACjD,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE;gBACZ,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK;gBAClB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;gBAC1C,OAAO;gBACP,aAAa,EAAE,KAAK;gBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG;gBACpC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS;gBAC3B,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS;gBAC3B,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;gBACpB,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;aACrB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/G,CAAC;CACF"}

package/dist/api/search-routes.d.ts

@@ -0,0 +1,102 @@
+/**
+ * `GET /search` (api-types 0.127.0): one query over runs, projects, repos, transcripts (chat
+ * transcripts and unit outputs), rules, memories and documents.
+ *
+ * The index ({@link SearchIndex}) is built LAZILY: nothing is read until the first search, and that
+ * read runs off the request path — the first request waits a short while for it and answers with
+ * the sources still reading marked `indexing`. After that the index follows the daemon:
+ *  - engine frames: a run's lifecycle re-reads the run list (debounced), a finished unit's output is
+ *    read once, a chat reply re-reads that chat's transcript, a closed chat leaves;
+ *  - the daemon's own writes: a successful mutating request re-reads the sources its path can change
+ *    (`noteWrite`), debounced;
+ *  - sources written outside the daemon (memories, rules a worker lands, documents) are also re-read
+ *    when a search finds them older than their TTL — in the background, never on the request.
+ * A source that fails to read is `unavailable` with its reason; the others still answer.
+ */
+import type { FastifyInstance } from 'fastify';
+import type { ConformanceRule, CoreEvent, InteractiveDocIndexRow, MemoryItem, Project, RepoEntry, SearchResponse, SearchType, SessionView } from '../core/types.js';
+import { SearchIndex, type SearchIndexOptions } from './search-index.js';
+/** The sources the service reads. `chat` and `unit` both feed the `transcript` type. */
+type Source = 'run' | 'project' | 'repo' | 'chat' | 'rule' | 'memory' | 'doc';
+export interface SearchServiceDeps {
+    sessionsDetail: () => Promise<SessionView[]>;
+    workOutput: (unitId: string) => Promise<string | null>;
+    projectList: () => Promise<Project[]>;
+    listRepos: () => Promise<RepoEntry[]>;
+    listRules: () => Promise<ConformanceRule[]>;
+    /** The run→project and chat→project membership. */
+    projectOf: (id: string) => string | undefined;
+    /** What the daemon remembers about a run beyond the engine's row (unix SECONDS). */
+    runFacts?: {
+        chatIdFor(runId: string): string | undefined;
+        createdAtFor(runId: string): number | undefined;
+        endedAtFor(runId: string): number | undefined;
+    };
+    /** The chat transcript directory (`<id>.jsonl` per live chat); absent = no chat transcripts. */
+    chatsDir?: () => string;
+    /** The memory store (estate `memory.list`, shaped); absent = memories are not searched. */
+    memories?: () => Promise<MemoryItem[]>;
+    /** The documents index; absent = documents are not searched. */
+    docs?: () => Promise<InteractiveDocIndexRow[]>;
+    log?: (m: string) => void;
+    index?: SearchIndexOptions;
+    ttlMs?: Partial<Record<Source, number>>;
+    /** Write/frame bursts coalesce for this long before a re-read (ms). */
+    debounceMs?: number;
+    /** How long the first search waits for a source's first read (ms). */
+    firstReadWaitMs?: number;
+    /** The query's hard time budget (ms). */
+    budgetMs?: number;
+}
+export declare class SearchService {
+    readonly index: SearchIndex;
+    private readonly deps;
+    private readonly states;
+    /** Off until the first search: before it, frames and writes cost nothing. */
+    private active;
+    private closed;
+    /** The last run list, for titling unit transcripts. */
+    private runsById;
+    /** Unit outputs read (or found empty) — a backfill does not read them again; a `unitDone` does. */
+    private readonly unitsTried;
+    private readonly unitQueue;
+    private unitWorkers;
+    private readonly chatTimers;
+    constructor(deps: SearchServiceDeps);
+    private state;
+    private ttl;
+    /** Whether the source exists on this daemon. */
+    private available;
+    close(): void;
+    /** One engine frame (the daemon's fan-in calls this for every frame; cheap until the first search). */
+    ingest(event: CoreEvent): void;
+    /** A mutating request answered 2xx/3xx: re-read what its path can change. */
+    noteWrite(method: string, url: string): void;
+    private markDirty;
+    private markChat;
+    /** Re-read one source (coalesced: a refresh asked for mid-read runs once more after it). */
+    private refresh;
+    /** Before a query: read what was never read, re-read what is past its TTL (both off the request). */
+    private ensure;
+    private load;
+    private runUpdatedAt;
+    private loadRuns;
+    private enqueueUnit;
+    private drainUnits;
+    private readUnit;
+    private loadChats;
+    /** One chat's transcript file: its head and tail (bounded), as one entity. */
+    private readChat;
+    search(q: string, opts: {
+        types: readonly SearchType[];
+        limit: number;
+        offset: number;
+        signal?: AbortSignal;
+    }): Promise<SearchResponse>;
+    private sourceState;
+}
+/** Parse `types`: comma-separated; unknown → `null`. */
+export declare function parseTypes(raw: string | undefined): SearchType[] | null;
+export declare function registerSearchRoutes(app: FastifyInstance, service: SearchService): void;
+export {};
+//# sourceMappingURL=search-routes.d.ts.map

package/dist/api/search-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-routes.d.ts","sourceRoot":"","sources":["../../src/api/search-routes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,OAAO,KAAK,EACV,eAAe,EAAE,SAAS,EAAE,sBAAsB,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAC/E,UAAU,EAAE,WAAW,EAC3C,MAAM,kBAAkB,CAAC;AAI1B,OAAO,EAC2C,WAAW,EAA8B,KAAK,kBAAkB,EACjH,MAAM,mBAAmB,CAAC;AAE3B,wFAAwF;AACxF,KAAK,MAAM,GAAG,KAAK,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAoC9E,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAC7C,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACvD,WAAW,EAAE,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACtC,SAAS,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACtC,SAAS,EAAE,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAC5C,mDAAmD;IACnD,SAAS,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAC9C,oFAAoF;IACpF,QAAQ,CAAC,EAAE;QACT,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;QAC7C,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;QAChD,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;KAC/C,CAAC;IACF,gGAAgG;IAChG,QAAQ,CAAC,EAAE,MAAM,MAAM,CAAC;IACxB,2FAA2F;IAC3F,QAAQ,CAAC,EAAE,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACvC,gEAAgE;IAChE,IAAI,CAAC,EAAE,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;IAC/C,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxC,uEAAuE;IACvE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAiBD,qBAAa,aAAa;IACxB,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAoB;IACzC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkC;IACzD,6EAA6E;IAC7E,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,uDAAuD;IACvD,OAAO,CAAC,QAAQ,CAAkC;IAClD,mGAAmG;IACnG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6C;IACvE,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqC;gBAEpD,IAAI,EAAE,iBAAiB;IAQnC,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,GAAG;IAIX,gDAAgD;IAChD,OAAO,CAAC,SAAS;IAOjB,KAAK,IAAI,IAAI;IAUb,uGAAuG;IACvG,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAgB9B,6EAA6E;IAC7E,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAgB5C,OAAO,CAAC,SAAS;IAUjB,OAAO,CAAC,QAAQ;IAWhB,4FAA4F;IAC5F,OAAO,CAAC,OAAO;IAoBf,qGAAqG;IACrG,OAAO,CAAC,MAAM;YAkBA,IAAI;IAgElB,OAAO,CAAC,YAAY;YAIN,QAAQ;IAgCtB,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,UAAU;YAUJ,QAAQ;YAmBR,SAAS;IAcvB,8EAA8E;YAChE,QAAQ;IAuDhB,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IA2B7I,OAAO,CAAC,WAAW;CAepB;AAED,wDAAwD;AACxD,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,EAAE,GAAG,IAAI,CAQvE;AAID,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,aAAa,GAAG,IAAI,CA4CvF"}