@getrift/rift 0.0.0 → 0.1.0-beta.0

package/dist/src/server/routes/triage.d.ts

@@ -0,0 +1,4 @@
+import type { FastifyInstance } from "fastify";
+import type { JobQueue } from "../../jobs/queue.js";
+export declare function registerTriageRoute(server: FastifyInstance, queue: JobQueue, dataDir: string): void;
+//# sourceMappingURL=triage.d.ts.map

package/dist/src/server/routes/triage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"triage.d.ts","sourceRoot":"","sources":["../../../../src/server/routes/triage.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,eAAe,EAAgC,MAAM,SAAS,CAAC;AAC7E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AA2BpD,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,eAAe,EACvB,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,MAAM,GACd,IAAI,CAqGN"}

package/dist/src/server/routes/triage.js

@@ -0,0 +1,94 @@
+/**
+ * POST /triage route — Slice 5.
+ *
+ * Submits a batch of conversation contents for triage. The handler runs
+ * the locked OpenAI provider with per-batch cost cap and parallelism.
+ * Async: returns 202 Accepted with { job_id }.
+ *
+ * Triage is non-exclusive — it doesn't pause watchers and can run
+ * alongside ingest/save.
+ */
+import { z } from "zod";
+import { toJobStatusView } from "../../jobs/types.js";
+import { HISTORICAL_BACKFILL_CAPABILITY_HEADER, HISTORICAL_BACKFILL_OVERRIDE_HEADER, INTERNAL_HISTORICAL_TRIAGE_CODEX_ROUTE, CODEX_CLI_OVERRIDE_PROVIDER, hasHistoricalBackfillCapability, isHistoricalTriageIdempotencyKey, } from "../../providers/operator-overrides.js";
+const TriageItemSchema = z
+    .object({
+    id: z.string().min(1),
+    content: z.string().min(1),
+    source: z.string().min(1).optional(),
+})
+    .strict();
+const TriageRequestSchema = z
+    .object({
+    items: z.array(TriageItemSchema).min(1).max(1000),
+    idempotency_key: z.string().optional(),
+})
+    .strict();
+export function registerTriageRoute(server, queue, dataDir) {
+    const submitTriage = async (request, reply, providerOverride, requireHistoricalCapability = false) => {
+        const parsed = TriageRequestSchema.safeParse(request.body ?? {});
+        if (!parsed.success) {
+            return reply.code(400).send({
+                error: "validation_error",
+                details: parsed.error.issues,
+            });
+        }
+        if (providerOverride === undefined &&
+            (request.headers[HISTORICAL_BACKFILL_OVERRIDE_HEADER] !== undefined ||
+                request.headers[HISTORICAL_BACKFILL_CAPABILITY_HEADER] !== undefined)) {
+            return reply.code(400).send({
+                error: "validation_error",
+                details: [
+                    {
+                        path: [
+                            request.headers[HISTORICAL_BACKFILL_CAPABILITY_HEADER] !== undefined
+                                ? HISTORICAL_BACKFILL_CAPABILITY_HEADER
+                                : HISTORICAL_BACKFILL_OVERRIDE_HEADER,
+                        ],
+                        message: "Historical provider overrides are only allowed through the internal backfill route.",
+                    },
+                ],
+            });
+        }
+        if (requireHistoricalCapability &&
+            !hasHistoricalBackfillCapability(dataDir, request.headers[HISTORICAL_BACKFILL_CAPABILITY_HEADER])) {
+            return reply.code(403).send({ error: "forbidden" });
+        }
+        if (requireHistoricalCapability &&
+            !isHistoricalTriageIdempotencyKey(parsed.data.idempotency_key)) {
+            return reply.code(400).send({
+                error: "validation_error",
+                details: [
+                    {
+                        path: ["idempotency_key"],
+                        message: "Historical Codex triage requires a backfill triage idempotency key.",
+                    },
+                ],
+            });
+        }
+        const opts = {
+            payload: {
+                items: parsed.data.items,
+                ...(providerOverride ? { provider_override: providerOverride } : {}),
+            },
+        };
+        if (parsed.data.idempotency_key !== undefined) {
+            opts.idempotency_key = parsed.data.idempotency_key;
+        }
+        const result = await queue.create("triage", opts);
+        if ("conflict" in result) {
+            return reply.code(409).send({ error: "conflict" });
+        }
+        if (result.duplicate) {
+            return reply.code(200).send({
+                job_id: result.job.id,
+                duplicate: true,
+                ...toJobStatusView(result.job),
+            });
+        }
+        return reply.code(202).send({ job_id: result.job.id });
+    };
+    server.post("/triage", async (request, reply) => submitTriage(request, reply));
+    server.post(INTERNAL_HISTORICAL_TRIAGE_CODEX_ROUTE, async (request, reply) => submitTriage(request, reply, CODEX_CLI_OVERRIDE_PROVIDER, true));
+}
+//# sourceMappingURL=triage.js.map

package/dist/src/server/routes/triage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"triage.js","sourceRoot":"","sources":["../../../../src/server/routes/triage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,qCAAqC,EACrC,mCAAmC,EACnC,sCAAsC,EACtC,2BAA2B,EAC3B,+BAA+B,EAC/B,gCAAgC,GAEjC,MAAM,uCAAuC,CAAC;AAE/C,MAAM,gBAAgB,GAAG,CAAC;KACvB,MAAM,CAAC;IACN,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACrC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,mBAAmB,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACjD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACvC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,UAAU,mBAAmB,CACjC,MAAuB,EACvB,KAAe,EACf,OAAe;IAEf,MAAM,YAAY,GAAG,KAAK,EACxB,OAAuB,EACvB,KAAmB,EACnB,gBAA2C,EAC3C,2BAA2B,GAAG,KAAK,EACnC,EAAE;QACF,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1B,KAAK,EAAE,kBAAkB;gBACzB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,IACE,gBAAgB,KAAK,SAAS;YAC9B,CAAC,OAAO,CAAC,OAAO,CAAC,mCAAmC,CAAC,KAAK,SAAS;gBACjE,OAAO,CAAC,OAAO,CAAC,qCAAqC,CAAC,KAAK,SAAS,CAAC,EACvE,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1B,KAAK,EAAE,kBAAkB;gBACzB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE;4BACJ,OAAO,CAAC,OAAO,CAAC,qCAAqC,CAAC,KAAK,SAAS;gCAClE,CAAC,CAAC,qCAAqC;gCACvC,CAAC,CAAC,mCAAmC;yBACxC;wBACD,OAAO,EACL,qFAAqF;qBACxF;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QAED,IACE,2BAA2B;YAC3B,CAAC,+BAA+B,CAC9B,OAAO,EACP,OAAO,CAAC,OAAO,CAAC,qCAAqC,CAAC,CACvD,EACD,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,IACE,2BAA2B;YAC3B,CAAC,gCAAgC,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAC9D,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1B,KAAK,EAAE,kBAAkB;gBACzB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,CAAC,iBAAiB,CAAC;wBACzB,OAAO,EACL,qEAAqE;qBACxE;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,GAMN;YACF,OAAO,EAAE;gBACP,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK;gBACxB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrE;SACF,CAAC;QACF,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC9C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC;QACrD,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAElD,IAAI,UAAU,IAAI,MAAM,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;gBACrB,SAAS,EAAE,IAAI;gBACf,GAAG,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAC9C,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAC7B,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAC3E,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,2BAA2B,EAAE,IAAI,CAAC,CAChE,CAAC;AACJ,CAAC"}

package/dist/src/server/save-quality.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Save-quality grader — Slice 2.
+ *
+ * Pure function that scores an incoming save payload and returns a
+ * tier plus warnings. Never rejects: the goal is to nudge agents
+ * toward a useful shape, not to block saves. Warnings flow back in
+ * the 202 response so the caller sees immediate feedback.
+ *
+ * Tiers:
+ *  - "thin"        — summary-only; acceptable for trivial pings but low retrieval value.
+ *  - "substantive" — has content; topically tagged or decision-bearing.
+ *  - "rich"        — content + topics + at least one of decisions/key_outputs.
+ */
+import type { SavePayload } from "./routes/save.js";
+export type SaveTier = "thin" | "substantive" | "rich";
+export interface SaveQualityReport {
+    tier: SaveTier;
+    warnings: string[];
+}
+export declare function gradeSavePayload(payload: SavePayload): SaveQualityReport;
+//# sourceMappingURL=save-quality.d.ts.map

package/dist/src/server/save-quality.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"save-quality.d.ts","sourceRoot":"","sources":["../../../src/server/save-quality.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEpD,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,aAAa,GAAG,MAAM,CAAC;AAEvD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAOD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,WAAW,GAAG,iBAAiB,CA6DxE"}

package/dist/src/server/save-quality.js

@@ -0,0 +1,51 @@
+const SUMMARY_MIN = 10;
+const SUMMARY_MAX = 1000;
+const TOPIC_MAX = 40;
+const SUBSTANTIVE_CONTENT_BYTES = 500;
+export function gradeSavePayload(payload) {
+    const warnings = [];
+    const summary = payload.summary ?? "";
+    if (summary.length < SUMMARY_MIN) {
+        warnings.push(`summary too short (${summary.length} < ${SUMMARY_MIN} chars) — describe what was done, not just the topic`);
+    }
+    else if (summary.length > SUMMARY_MAX) {
+        warnings.push(`summary too long (${summary.length} > ${SUMMARY_MAX} chars) — put the transcript in content, keep summary one paragraph`);
+    }
+    const content = payload.content;
+    const contentBytes = content ? Buffer.byteLength(content, "utf-8") : 0;
+    const hasContent = contentBytes > 0;
+    const substantive = contentBytes >= SUBSTANTIVE_CONTENT_BYTES;
+    if (!hasContent) {
+        warnings.push("no content provided — summary-only saves have low retrieval value; send the full transcript when a session is substantive");
+    }
+    const topics = payload.topics ?? [];
+    if (substantive && topics.length === 0) {
+        warnings.push("substantive content without topics — add 1-5 short keywords so filtered search can find this");
+    }
+    for (const t of topics) {
+        if (t.length > TOPIC_MAX) {
+            warnings.push(`topic "${t.slice(0, TOPIC_MAX)}…" is too long (${t.length} chars) — topics should be short keywords, not sentences`);
+            break;
+        }
+    }
+    if (!payload.idempotency_key) {
+        warnings.push("no idempotency_key provided — auto-derived from content hash; prefer an explicit key like <source>:<session-id>:<fingerprint> for cross-session replacement");
+    }
+    const decisions = payload.decisions ?? [];
+    const keyOutputs = payload.key_outputs ?? [];
+    let tier;
+    if (hasContent && topics.length > 0 && (decisions.length > 0 || keyOutputs.length > 0)) {
+        tier = "rich";
+    }
+    else if (hasContent && (topics.length > 0 || decisions.length > 0 || keyOutputs.length > 0)) {
+        tier = "substantive";
+    }
+    else if (hasContent) {
+        tier = "substantive";
+    }
+    else {
+        tier = "thin";
+    }
+    return { tier, warnings };
+}
+//# sourceMappingURL=save-quality.js.map

package/dist/src/server/save-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"save-quality.js","sourceRoot":"","sources":["../../../src/server/save-quality.ts"],"names":[],"mappings":"AAsBA,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,WAAW,GAAG,IAAI,CAAC;AACzB,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAEtC,MAAM,UAAU,gBAAgB,CAAC,OAAoB;IACnD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IACtC,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CACX,sBAAsB,OAAO,CAAC,MAAM,MAAM,WAAW,sDAAsD,CAC5G,CAAC;IACJ,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACxC,QAAQ,CAAC,IAAI,CACX,qBAAqB,OAAO,CAAC,MAAM,MAAM,WAAW,qEAAqE,CAC1H,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,YAAY,GAAG,CAAC,CAAC;IACpC,MAAM,WAAW,GAAG,YAAY,IAAI,yBAAyB,CAAC;IAE9D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CACX,2HAA2H,CAC5H,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACpC,IAAI,WAAW,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,QAAQ,CAAC,IAAI,CACX,8FAA8F,CAC/F,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CACX,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,mBAAmB,CAAC,CAAC,MAAM,0DAA0D,CACrH,CAAC;YACF,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAC7B,QAAQ,CAAC,IAAI,CACX,6JAA6J,CAC9J,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;IAE7C,IAAI,IAAc,CAAC;IACnB,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACvF,IAAI,GAAG,MAAM,CAAC;IAChB,CAAC;SAAM,IAAI,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QAC9F,IAAI,GAAG,aAAa,CAAC;IACvB,CAAC;SAAM,IAAI,UAAU,EAAE,CAAC;QACtB,IAAI,GAAG,aAAa,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AAC5B,CAAC"}

package/dist/src/storage/atomic.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Atomically write `data` to `filePath`.
+ *
+ * 1. Writes to `${filePath}.tmp.${pid}`
+ * 2. Renames temp -> target (atomic on same filesystem)
+ */
+export declare function atomicWrite(filePath: string, data: string): Promise<void>;
+//# sourceMappingURL=atomic.d.ts.map

package/dist/src/storage/atomic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"atomic.d.ts","sourceRoot":"","sources":["../../../src/storage/atomic.ts"],"names":[],"mappings":"AASA;;;;;GAKG;AACH,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAO/E"}

package/dist/src/storage/atomic.js

@@ -0,0 +1,22 @@
+/**
+ * Atomic file write: write to temp, then rename.
+ *
+ * If the process crashes mid-write, only the temp file is corrupted —
+ * the target path either has the old content or the new content, never partial.
+ */
+import fs from "node:fs";
+import path from "node:path";
+/**
+ * Atomically write `data` to `filePath`.
+ *
+ * 1. Writes to `${filePath}.tmp.${pid}`
+ * 2. Renames temp -> target (atomic on same filesystem)
+ */
+export async function atomicWrite(filePath, data) {
+    const dir = path.dirname(filePath);
+    fs.mkdirSync(dir, { recursive: true });
+    const tmp = `${filePath}.tmp.${process.pid}`;
+    fs.writeFileSync(tmp, data, "utf-8");
+    fs.renameSync(tmp, filePath);
+}
+//# sourceMappingURL=atomic.js.map

package/dist/src/storage/atomic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"atomic.js","sourceRoot":"","sources":["../../../src/storage/atomic.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,IAAY;IAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,MAAM,GAAG,GAAG,GAAG,QAAQ,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;IAC7C,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACrC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AAC/B,CAAC"}

package/dist/src/storage/db.d.ts

@@ -0,0 +1,15 @@
+import type { Connection, Table } from "@lancedb/lancedb";
+export type { Connection, Table };
+/**
+ * Open (or reuse) a LanceDB connection at the given directory.
+ *
+ * If the existing connection was opened for a different path,
+ * closes it first and opens a new one — never silently reuses
+ * the wrong database.
+ */
+export declare function getConnection(dbPath: string): Promise<Connection>;
+/** Close the connection. Safe to call multiple times or if never opened. */
+export declare function closeConnection(): void;
+/** Reset connection reference (for tests). Does not close. */
+export declare function resetConnectionRef(): void;
+//# sourceMappingURL=db.d.ts.map

package/dist/src/storage/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../../src/storage/db.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAE1D,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AAKlC;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAWvE;AAED,4EAA4E;AAC5E,wBAAgB,eAAe,IAAI,IAAI,CAMtC;AAED,8DAA8D;AAC9D,wBAAgB,kBAAkB,IAAI,IAAI,CAGzC"}

package/dist/src/storage/db.js

@@ -0,0 +1,43 @@
+/**
+ * LanceDB connection management.
+ *
+ * Provides a singleton-style connection factory that is
+ * initialized once and shared across the process lifetime.
+ */
+import * as lancedb from "@lancedb/lancedb";
+let connection = null;
+let connectionPath = null;
+/**
+ * Open (or reuse) a LanceDB connection at the given directory.
+ *
+ * If the existing connection was opened for a different path,
+ * closes it first and opens a new one — never silently reuses
+ * the wrong database.
+ */
+export async function getConnection(dbPath) {
+    if (connection && connection.isOpen()) {
+        if (connectionPath === dbPath)
+            return connection;
+        // Path mismatch — close stale connection before opening new one.
+        connection.close();
+        connection = null;
+        connectionPath = null;
+    }
+    connection = await lancedb.connect(dbPath);
+    connectionPath = dbPath;
+    return connection;
+}
+/** Close the connection. Safe to call multiple times or if never opened. */
+export function closeConnection() {
+    if (connection) {
+        connection.close();
+        connection = null;
+        connectionPath = null;
+    }
+}
+/** Reset connection reference (for tests). Does not close. */
+export function resetConnectionRef() {
+    connection = null;
+    connectionPath = null;
+}
+//# sourceMappingURL=db.js.map

package/dist/src/storage/db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.js","sourceRoot":"","sources":["../../../src/storage/db.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAK5C,IAAI,UAAU,GAAsB,IAAI,CAAC;AACzC,IAAI,cAAc,GAAkB,IAAI,CAAC;AAEzC;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc;IAChD,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,IAAI,cAAc,KAAK,MAAM;YAAE,OAAO,UAAU,CAAC;QACjD,iEAAiE;QACjE,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,UAAU,GAAG,IAAI,CAAC;QAClB,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;IACD,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3C,cAAc,GAAG,MAAM,CAAC;IACxB,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,eAAe;IAC7B,IAAI,UAAU,EAAE,CAAC;QACf,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,UAAU,GAAG,IAAI,CAAC;QAClB,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;AACH,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,kBAAkB;IAChC,UAAU,GAAG,IAAI,CAAC;IAClB,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC"}

package/dist/src/storage/integrity.d.ts

@@ -0,0 +1,11 @@
+import { type TableName } from "./tables.js";
+export interface IntegrityResult {
+    healthy: boolean;
+    corruptTables: TableName[];
+}
+/**
+ * Check all four tables for readability.
+ * Returns healthy:true if all are readable, or the list of corrupt tables.
+ */
+export declare function checkIntegrity(dataDir: string): Promise<IntegrityResult>;
+//# sourceMappingURL=integrity.d.ts.map

package/dist/src/storage/integrity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity.d.ts","sourceRoot":"","sources":["../../../src/storage/integrity.ts"],"names":[],"mappings":"AAeA,OAAO,EAAiC,KAAK,SAAS,EAAE,MAAM,aAAa,CAAC;AAE5E,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,SAAS,EAAE,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAiD9E"}

package/dist/src/storage/integrity.js

@@ -0,0 +1,66 @@
+/**
+ * Startup integrity check — Slice 15.
+ *
+ * Verifies LanceDB tables are readable and plausibly intact.
+ * If corruption is detected, returns a signal to trigger auto-rebuild.
+ *
+ * The check is designed to be fast enough for startup use:
+ * - Opens each table
+ * - Attempts a countRows() call
+ * - Verifies the count is a non-negative number
+ *
+ * Any table that fails to open or query is considered corrupt.
+ */
+import path from "node:path";
+import { getConnection } from "./db.js";
+import { TABLE_NAMES, CORE_TABLE_NAMES } from "./tables.js";
+/**
+ * Check all four tables for readability.
+ * Returns healthy:true if all are readable, or the list of corrupt tables.
+ */
+export async function checkIntegrity(dataDir) {
+    const dbPath = path.join(dataDir, "lancedb");
+    const corruptTables = [];
+    let conn;
+    try {
+        conn = await getConnection(dbPath);
+    }
+    catch {
+        // Can't even connect — all tables are suspect.
+        return { healthy: false, corruptTables: [...TABLE_NAMES] };
+    }
+    const existing = new Set(await conn.tableNames());
+    // Fresh install: no tables exist yet — nothing to be corrupt.
+    // initTables() will create them. A rebuild would be pointless since
+    // there is no raw data to rebuild from on first boot.
+    if (existing.size === 0) {
+        return { healthy: true, corruptTables: [] };
+    }
+    // Core tables must exist after first boot. Optional tables
+    // (structured_docs_local) are created by initTables if missing.
+    const coreSet = new Set(CORE_TABLE_NAMES);
+    for (const name of TABLE_NAMES) {
+        if (!existing.has(name)) {
+            if (coreSet.has(name)) {
+                corruptTables.push(name);
+            }
+            continue;
+        }
+        try {
+            const table = await conn.openTable(name);
+            const count = await table.countRows();
+            table.close();
+            if (typeof count !== "number" || count < 0) {
+                corruptTables.push(name);
+            }
+        }
+        catch {
+            corruptTables.push(name);
+        }
+    }
+    return {
+        healthy: corruptTables.length === 0,
+        corruptTables,
+    };
+}
+//# sourceMappingURL=integrity.js.map

package/dist/src/storage/integrity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity.js","sourceRoot":"","sources":["../../../src/storage/integrity.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAkB,MAAM,aAAa,CAAC;AAO5E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAgB,EAAE,CAAC;IAEtC,IAAI,IAAI,CAAC;IACT,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,+CAA+C;QAC/C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAElD,8DAA8D;IAC9D,oEAAoE;IACpE,sDAAsD;IACtD,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IAC9C,CAAC;IAED,2DAA2D;IAC3D,gEAAgE;IAChE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAS,gBAAgB,CAAC,CAAC;IAElD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC3C,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,aAAa,CAAC,MAAM,KAAK,CAAC;QACnC,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/src/storage/rebuild.d.ts

@@ -0,0 +1,37 @@
+import type { Config } from "../config/schema.js";
+import type { EmbeddingProvider } from "../providers/types.js";
+import type { TableName } from "./tables.js";
+export interface RebuildDeps {
+    config: Config;
+    embeddingProvider: EmbeddingProvider;
+    dataDir: string;
+    /** Ollama embedding for local-extraction sources (Slice 19). */
+    localEmbeddingProvider?: EmbeddingProvider;
+}
+export interface RebuildReport {
+    tables_rebuilt: TableName[];
+    rows_reindexed: number;
+}
+/**
+ * Full rebuild from raw disk state via shadow-table swap.
+ * Creates shadow tables for all four tables, populates them from
+ * Source Recoverability Contract locations, then atomically swaps.
+ */
+export declare function fullRebuild(deps: RebuildDeps): Promise<RebuildReport>;
+export type ReindexScope = "all" | "conversations" | "documents" | "structured_docs";
+export interface ReembedOptions {
+    embeddingProvider: EmbeddingProvider;
+    scope: ReindexScope;
+    /** For per-row provider routing in structured_docs. */
+    config?: Config;
+    localEmbeddingProvider?: EmbeddingProvider;
+}
+export declare function reembed(embeddingProvider: EmbeddingProvider, scope: ReindexScope, config?: Config, localEmbeddingProvider?: EmbeddingProvider): Promise<number>;
+export declare function extractIdFromFilename(filename: string): string | undefined;
+/**
+ * Extract the ISO timestamp from a raw conversation filename.
+ * Format: `{timestamp}_{id}.json` where timestamp is ISO with colons/dots
+ * replaced by hyphens (e.g. `2024-01-01T00-00-00-000Z_conv-1.json`).
+ */
+export declare function extractTimestampFromFilename(filename: string): Date | undefined;
+//# sourceMappingURL=rebuild.d.ts.map

package/dist/src/storage/rebuild.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild.d.ts","sourceRoot":"","sources":["../../../src/storage/rebuild.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAM/D,OAAO,KAAK,EAIV,SAAS,EACV,MAAM,aAAa,CAAC;AAMrB,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,sBAAsB,CAAC,EAAE,iBAAiB,CAAC;CAC5C;AAED,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,SAAS,EAAE,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;;;GAIG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC,CAoB3E;AAuMD,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG,eAAe,GAAG,WAAW,GAAG,iBAAiB,CAAC;AAErF,MAAM,WAAW,cAAc;IAC7B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,uDAAuD;IACvD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sBAAsB,CAAC,EAAE,iBAAiB,CAAC;CAC5C;AAED,wBAAsB,OAAO,CAC3B,iBAAiB,EAAE,iBAAiB,EACpC,KAAK,EAAE,YAAY,EACnB,MAAM,CAAC,EAAE,MAAM,EACf,sBAAsB,CAAC,EAAE,iBAAiB,GACzC,OAAO,CAAC,MAAM,CAAC,CAcjB;AA4JD,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAG1E;AAED;;;;GAIG;AACH,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAa/E"}