@astragenie/astramemory-local 0.7.2

package/dist/distill/stages/08-embed-index.js

@@ -0,0 +1,82 @@
+/**
+ * Stage 8 — Embed + Index (provider call + DB writes)
+ *
+ * For each normalized memory:
+ * 1. Insert into memories table via MemoryRepo.insert (hash dedup built in)
+ * 2. Embed the normalizedText via EmbedProvider
+ * 3. Upsert vec row via SqliteVecStore.upsert
+ * 4. Update embedding_provider/model/dim on the memories row
+ */
+import { MemoryRepo } from '../../storage/memories.js';
+import { MemoryEventRepo } from '../../storage/memory-events.js';
+import { EntityRepo } from '../../storage/entities.js';
+import { SqliteVecStore } from '../../vector/sqlite-vec.js';
+/**
+ * Embed and index all normalized memories.
+ * Returns one IndexResult per input atom (some may be deduped by hash).
+ */
+export async function embedAndIndex(memories, ctx) {
+    if (memories.length === 0)
+        return [];
+    const memRepo = new MemoryRepo(ctx.db);
+    const eventsRepo = new MemoryEventRepo(ctx.db);
+    const entityRepo = new EntityRepo(ctx.db);
+    const vecStore = new SqliteVecStore(ctx.db, ctx.embed.dim);
+    // Batch embed all texts at once for efficiency
+    const texts = memories.map(m => m.normalizedText);
+    const vectors = await ctx.embed.embed(texts);
+    const results = [];
+    for (let i = 0; i < memories.length; i++) {
+        const mem = memories[i];
+        const vec = vectors[i];
+        if (!mem)
+            continue;
+        if (!vec || vec.length !== ctx.embed.dim) {
+            throw new Error(`embed provider returned dim=${vec?.length ?? 0} for memory ${i}, expected ${ctx.embed.dim}. ` +
+                `This is a provider invariant violation — check config.embedding.provider and model.`);
+        }
+        // Erasure replay filter (ADR-006 W5): an erased content hash must never
+        // be resurrected by re-distillation — erasure wins over replay.
+        if (eventsRepo.isErasedHash(mem.finalHash))
+            continue;
+        // Insert + append a 'create' memory_event (ADR-002) in one transaction.
+        // Dedup-aware: `created` is false when this hash already existed.
+        const { id: memoryId, created } = memRepo.insertWithCreateEvent({
+            type: mem.type,
+            text: mem.text,
+            normalized_text: mem.normalizedText,
+            hash: mem.finalHash,
+            importance: mem.importance,
+            confidence: mem.confidence,
+            session_id: ctx.sessionId,
+            repo: ctx.repo,
+            project: ctx.project,
+            branch: ctx.branch,
+            agent: ctx.agent,
+            source_hash: ctx.sourceHash,
+            embedding_provider: ctx.embed.name,
+            embedding_model: ctx.embed.model,
+            embedding_dim: ctx.embed.dim,
+            evidence: mem.evidence ?? null,
+            scope: 'personal',
+        }, eventsRepo);
+        // FEAT-402 AC-1: link entities emitted in the same extraction call.
+        // Idempotent (INSERT OR IGNORE on the memory_id/entity_id PK) so this is
+        // safe to run on a deduped hit too — backfills entities for a memory
+        // that pre-existed before this feature shipped, on its next re-ingest.
+        entityRepo.linkEntitiesForMemory(memoryId, mem.entities);
+        // Always upsert vec (may update if the memory already existed but had no vec)
+        await vecStore.upsert(memoryId, vec);
+        // Update embedding metadata on the memories row (in case it pre-existed without it)
+        ctx.db
+            .prepare(`
+        UPDATE memories
+        SET embedding_provider = ?, embedding_model = ?, embedding_dim = ?, updated_at = ?
+        WHERE id = ?
+      `)
+            .run(ctx.embed.name, ctx.embed.model, ctx.embed.dim, Date.now(), memoryId);
+        results.push({ memoryId, created });
+    }
+    return results;
+}
+//# sourceMappingURL=08-embed-index.js.map

package/dist/distill/stages/08-embed-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"08-embed-index.js","sourceRoot":"","sources":["../../../src/distill/stages/08-embed-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAmB5D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAA4B,EAC5B,GAAsB;IAEtB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE3D,+CAA+C;IAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAE7C,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAEvB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI;gBAC9F,qFAAqF,CACtF,CAAC;QACJ,CAAC;QAED,wEAAwE;QACxE,gEAAgE;QAChE,IAAI,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,SAAS;QAErD,wEAAwE;QACxE,kEAAkE;QAClE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC;YAC9D,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,eAAe,EAAE,GAAG,CAAC,cAAc;YACnC,IAAI,EAAE,GAAG,CAAC,SAAS;YACnB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,UAAU,EAAE,GAAG,CAAC,SAAS;YACzB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,WAAW,EAAE,GAAG,CAAC,UAAU;YAC3B,kBAAkB,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI;YAClC,eAAe,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK;YAChC,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI;YAC9B,KAAK,EAAE,UAAU;SAClB,EAAE,UAAU,CAAC,CAAC;QAEf,oEAAoE;QACpE,yEAAyE;QACzE,qEAAqE;QACrE,uEAAuE;QACvE,UAAU,CAAC,qBAAqB,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEzD,8EAA8E;QAC9E,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAErC,oFAAoF;QACpF,GAAG,CAAC,EAAE;aACH,OAAO,CAAC;;;;OAIR,CAAC;aACD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE7E,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/doctor/checks.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Doctor check registry.
+ *
+ * Track C owns the registry and the 7 core checks below.
+ * Other tracks (A, B, D) add checks via register() in their own modules —
+ * they call register() at module load time, before the CLI runs runChecks().
+ *
+ * Registry API:
+ *   register(check: Check): void
+ *   getChecks(): Check[]
+ *
+ * Example (Track A adds its check):
+ *   import { register } from '../doctor/checks.js';
+ *   register({ name: 'No stuck jobs', run: async () => { ... } });
+ */
+import type { Check, CheckResult } from './types.js';
+import type { LLMProvider } from '../contracts/llm.js';
+import type { EmbedProvider } from '../contracts/embed.js';
+import type { DB } from '../storage/db.js';
+export type { Check, CheckResult };
+/**
+ * Register an additional doctor check. Called by other tracks to extend the
+ * doctor command without modifying this file.
+ *
+ * @param check - A Check object with `name` and `run()`.
+ */
+export declare function register(check: Check): void;
+/**
+ * Returns all currently registered checks (core + any added via register()).
+ * The CLI doctor command passes this to runChecks().
+ */
+export declare function getChecks(opts?: DoctorCheckOpts): Check[];
+export interface DoctorCheckOpts {
+    /** Absolute path to the data directory (default: resolved from config) */
+    dataDir?: string;
+    /** Daemon port to probe (default: 7777) */
+    port?: number;
+    /** Path to service unit file to check presence (optional) */
+    serviceUnitPath?: string;
+    /** Daily budget cap in USD (default: 10) */
+    dailyBudgetUsd?: number;
+    /** Whether secret redaction is enabled (default: true) — SEC-6/8. */
+    redactionEnabled?: boolean;
+    /** Whether encryption at rest is enabled (default: true) — SEC-1/2/8. */
+    encryptionEnabled?: boolean;
+    /**
+     * LLM providers to real-chat-probe. If compaction + extraction are the same
+     * provider instance (same name+model), only one probe fires.
+     */
+    llmProviders?: {
+        compaction: LLMProvider;
+        /** Only probed when name+model differs from compaction */
+        extraction: LLMProvider;
+    };
+    /** Embed provider to real-embed-probe. */
+    embedProvider?: EmbedProvider;
+    /**
+     * Path to the backups directory. When provided, doctor warns if the newest
+     * backup is older than 24h (or if no backups exist at all).
+     * Pass undefined (the default) to skip the backup-recency check.
+     */
+    backupsDir?: string;
+}
+/**
+ * Opens `dbPath` read-only using the production cipher driver
+ * (better-sqlite3-multiple-ciphers). When `encryptionEnabled` is true,
+ * fetches the key from the keystore (credential store, or key-file fallback)
+ * and applies `PRAGMA key` before returning — otherwise a plain
+ * better-sqlite3 probe against an encrypted file would fail with
+ * "file is not a database", turning every doctor read-check into a false
+ * failure on encrypted installs (SEC-8/AC-5).
+ *
+ * getOrCreateKey() is idempotent — if the DB is genuinely encrypted the key
+ * already exists (created at first `serve`), so this call reads it back
+ * rather than minting a new one.
+ */
+export declare function openProductionDbReadonly(dbPath: string, encryptionEnabled: boolean): Promise<DB>;