@qearlyao/familiar 0.2.4 → 0.3.0

package/dist/memory/lcm/store.js

@@ -1,10 +1,17 @@
-import { createHash } from "node:crypto";
 import { mkdirSync } from "node:fs";
 import { dirname, resolve } from "node:path";
 import Database from "better-sqlite3";
 import { normalizeFtsMatchQuery } from "../index/fts-query.js";
 import { runInTransaction } from "../util.js";
 import { readMeta, runLcmMigrations } from "./schema.js";
+import { lcmRecordIndexSourceId, lcmSummaryIndexSourceId } from "./store/index-ids.js";
+import { insertRecordPrepared, insertSummaryPrepared } from "./store/inserts.js";
+import { computeLcmRecordKey, dedupeSummaryParentIds, normalizeRecordInput, normalizeSummaryInput, } from "./store/normalizers.js";
+import { contextItemFromRow, recordFromRow, segmentFromRow, sessionStateFromRow, summaryFromRow, summarySourceFromRow, } from "./store/row-mappers.js";
+import { jsonOrNull } from "./store/serialization.js";
+import { buildSummaryParentSnapshot, buildSummarySnapshot } from "./store/snapshots.js";
+export { lcmRecordIndexSourceId, lcmSummaryIndexSourceId } from "./store/index-ids.js";
+export { computeLcmRecordKey } from "./store/normalizers.js";
 export class LcmStore {
     db;
     ownsDb;
@@ -134,7 +141,7 @@ export class LcmStore {
             throw new Error("LCM summary depth must be an integer >= 0");
         }
         const normalized = normalizeSummaryInput(input);
-        const runInsert = () => runSummaryInsertTransaction(this, normalized, (id, sources, parents) => {
+        const runInsert = () => this.runSummaryInsertTransaction(normalized, (id, sources, parents) => {
             this.insertSummarySources(id, sources);
             this.insertSummaryParents(id, parents);
         });
@@ -294,15 +301,14 @@ export class LcmStore {
 				summary_id, ord, record_id, source_summary_id, source_ref, snapshot_json
 			 ) VALUES (?, ?, ?, ?, ?, ?)`);
         for (const [index, source] of sources.entries()) {
-            // source_summary_id is legacy advisory lineage only. The canonical
-            // parent edge is lcm_summary_parents, and this column is scheduled for removal.
+            // source_summary_id is advisory only; the canonical parent edge is lcm_summary_parents.
             insert.run(summaryId, index, source.recordId ?? null, null, source.sourceRef ?? null, jsonOrNull(source.snapshot ?? null));
         }
     }
     insertSummaryParents(summaryId, parents) {
         if (parents.length === 0)
             return;
-        const uniqueParents = dedupeNumbers(parents);
+        const uniqueParents = dedupeSummaryParentIds(parents);
         const existingRows = this.db
             .prepare(`SELECT id FROM lcm_summaries WHERE id IN (${uniqueParents.map(() => "?").join(",")})`)
             .all(...uniqueParents);
@@ -315,6 +321,15 @@ export class LcmStore {
         for (const [index, parentId] of uniqueParents.entries())
             insert.run(summaryId, parentId, index);
     }
+    runSummaryInsertTransaction(normalized, insertEdges) {
+        this.ensureSegment({ id: normalized.segmentId });
+        const existing = this.db
+            .prepare("SELECT id FROM lcm_summaries WHERE summary_key = ?")
+            .get(normalized.summaryKey);
+        if (existing)
+            return existing.id;
+        return insertSummaryPrepared(this.db, normalized, insertEdges);
+    }
     summaryParentMap(summaryIds) {
         const map = new Map();
         if (summaryIds.length === 0)
@@ -368,358 +383,3 @@ export class LcmStore {
         }
     }
 }
-export function lcmRecordIndexSourceId(id) {
-    return `lcm_record:${id}`;
-}
-export function lcmSummaryIndexSourceId(id) {
-    return `lcm_summary:${id}`;
-}
-export function computeLcmRecordKey(input) {
-    const text = (input.text ?? "").trim();
-    if (!text && input.kind !== "boundary")
-        throw new Error("LCM record text must not be empty");
-    const parts = input.parts?.length ? input.parts : null;
-    return stableHash({
-        segmentId: input.segmentId,
-        kind: input.kind,
-        text: text || "Session boundary",
-        parts,
-        happenedAt: input.happenedAt ?? new Date().toISOString(),
-        source: normalizeSource(input.source),
-    });
-}
-function normalizeRecordInput(input) {
-    const text = (input.text ?? "").trim();
-    if (!text && input.kind !== "boundary")
-        throw new Error("LCM record text must not be empty");
-    const source = normalizeSource(input.source);
-    const happenedAt = input.happenedAt ?? new Date().toISOString();
-    const parts = input.parts?.length ? input.parts : null;
-    const normalizedText = text || "Session boundary";
-    return {
-        segmentId: input.segmentId,
-        kind: input.kind,
-        text: normalizedText,
-        parts,
-        happenedAt,
-        sessionId: input.sessionId ?? null,
-        channelKey: input.channelKey ?? null,
-        channelId: input.channelId ?? null,
-        jobId: input.jobId ?? null,
-        source,
-        attachments: input.attachments?.length ? input.attachments : null,
-        metadata: input.metadata ?? null,
-        recordKey: computeLcmRecordKey({ ...input, happenedAt }),
-    };
-}
-function insertRecordPrepared(db, normalized) {
-    const inserted = db
-        .prepare(`INSERT INTO lcm_records (
-				record_key, segment_id, kind, text_full, happened_at, session_id, channel_key,
-				channel_id, job_id, source_type, source_path, source_line, source_record_id,
-				source_message_id, source_ref, attachments_json, metadata_json, parts_json
-			 ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`)
-        .run(normalized.recordKey, normalized.segmentId, normalized.kind, normalized.text, normalized.happenedAt, normalized.sessionId, normalized.channelKey, normalized.channelId, normalized.jobId, normalized.source.sourceType, normalized.source.sourcePath ?? null, normalized.source.sourceLine ?? null, sourceRecordIdToString(normalized.source.sourceRecordId), normalized.source.sourceMessageId ?? null, normalized.source.sourceRef ?? null, jsonOrNull(normalized.attachments), jsonOrNull(normalized.metadata), jsonOrNull(normalized.parts));
-    const id = Number(inserted.lastInsertRowid);
-    if (normalized.kind !== "boundary") {
-        db.prepare("INSERT INTO lcm_records_fts(rowid, text_full) VALUES (?, ?)").run(id, normalized.text);
-    }
-    const row = db.prepare("SELECT * FROM lcm_records WHERE id = ?").get(id);
-    if (!row)
-        throw new Error(`Failed to read inserted LCM record: ${id}`);
-    return row;
-}
-function normalizeSummaryInput(input) {
-    const text = (input.text ?? "").trim();
-    const source = normalizeSource(input.source);
-    const status = input.status ?? (text ? "ready" : "placeholder");
-    const normalizedText = text || "";
-    return {
-        segmentId: input.segmentId,
-        depth: input.depth,
-        status,
-        text: normalizedText,
-        pinned: input.pinned ?? false,
-        coversFromRecordId: input.coversFromRecordId ?? null,
-        coversToRecordId: input.coversToRecordId ?? null,
-        source,
-        sourceItems: input.sourceItems ?? [],
-        parents: input.parents ?? [],
-        metadata: input.metadata ?? null,
-        summaryKey: stableHash({
-            segmentId: input.segmentId,
-            depth: input.depth,
-            status,
-            text: normalizedText,
-            coversFromRecordId: input.coversFromRecordId ?? null,
-            coversToRecordId: input.coversToRecordId ?? null,
-            source,
-            parents: input.parents ?? [],
-        }),
-    };
-}
-function insertSummaryPrepared(db, normalized, insertEdges) {
-    const inserted = db
-        .prepare(`INSERT INTO lcm_summaries (
-				summary_key, segment_id, depth, status, text_full, pinned,
-				covers_from_record_id, covers_to_record_id, snapshot_json, source_type, source_path,
-				source_line, source_record_id, source_message_id, source_ref, metadata_json
-			 ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`)
-        .run(normalized.summaryKey, normalized.segmentId, normalized.depth, normalized.status, normalized.text, normalized.pinned ? 1 : 0, normalized.coversFromRecordId, normalized.coversToRecordId, null, normalized.source.sourceType, normalized.source.sourcePath ?? null, normalized.source.sourceLine ?? null, sourceRecordIdToString(normalized.source.sourceRecordId), normalized.source.sourceMessageId ?? null, normalized.source.sourceRef ?? null, jsonOrNull(normalized.metadata));
-    const id = Number(inserted.lastInsertRowid);
-    db.prepare("INSERT INTO lcm_summaries_fts(rowid, text_full) VALUES (?, ?)").run(id, normalized.text);
-    insertEdges(id, normalized.sourceItems, normalized.parents);
-    return id;
-}
-function runSummaryInsertTransaction(store, normalized, insertEdges) {
-    store.ensureSegment({ id: normalized.segmentId });
-    const existing = store.db.prepare("SELECT id FROM lcm_summaries WHERE summary_key = ?").get(normalized.summaryKey);
-    if (existing)
-        return existing.id;
-    return insertSummaryPrepared(store.db, normalized, insertEdges);
-}
-function dedupeNumbers(values) {
-    const seen = new Set();
-    const result = [];
-    for (const value of values) {
-        if (!Number.isInteger(value) || value <= 0)
-            throw new Error("LCM summary parents must be positive integer ids");
-        if (seen.has(value))
-            continue;
-        seen.add(value);
-        result.push(value);
-    }
-    return result;
-}
-function normalizeSource(source) {
-    return {
-        sourceType: source.sourceType,
-        sourcePath: source.sourcePath ?? null,
-        sourceLine: source.sourceLine ?? null,
-        sourceRecordId: source.sourceRecordId ?? null,
-        sourceMessageId: source.sourceMessageId ?? null,
-        sourceRef: source.sourceRef ?? null,
-    };
-}
-function stableHash(value) {
-    return createHash("sha256").update(JSON.stringify(value)).digest("hex");
-}
-function sourceRecordIdToString(value) {
-    if (value === null || value === undefined)
-        return null;
-    return String(value);
-}
-function jsonOrNull(value) {
-    if (value === null || value === undefined)
-        return null;
-    return JSON.stringify(value);
-}
-function parseJsonObject(value) {
-    if (!value)
-        return null;
-    try {
-        const parsed = JSON.parse(value);
-        return parsed && typeof parsed === "object" && !Array.isArray(parsed)
-            ? parsed
-            : null;
-    }
-    catch {
-        return null;
-    }
-}
-function parseJsonArray(value) {
-    if (!value)
-        return null;
-    try {
-        const parsed = JSON.parse(value);
-        return Array.isArray(parsed) ? parsed : null;
-    }
-    catch {
-        return null;
-    }
-}
-function sourceFromRow(row) {
-    return {
-        sourceType: row.source_type,
-        sourcePath: row.source_path,
-        sourceLine: row.source_line,
-        sourceRecordId: row.source_record_id,
-        sourceMessageId: row.source_message_id,
-        sourceRef: row.source_ref,
-    };
-}
-function segmentFromRow(row) {
-    return {
-        id: row.id,
-        status: row.status,
-        sessionId: row.session_id,
-        channelKey: row.channel_key,
-        startedAt: row.started_at,
-        closedAt: row.closed_at,
-        rawPrunedAt: row.raw_pruned_at,
-        boundarySource: parseJsonObject(row.boundary_source_json),
-        metadata: parseJsonObject(row.metadata_json),
-        createdAt: row.created_at,
-        updatedAt: row.updated_at,
-    };
-}
-function recordFromRow(row) {
-    return {
-        id: row.id,
-        recordKey: row.record_key,
-        segmentId: row.segment_id,
-        kind: row.kind,
-        text: row.text_full,
-        parts: parseJsonArray(row.parts_json),
-        happenedAt: row.happened_at,
-        sessionId: row.session_id,
-        channelKey: row.channel_key,
-        channelId: row.channel_id,
-        jobId: row.job_id,
-        source: sourceFromRow(row),
-        attachments: parseJsonArray(row.attachments_json),
-        metadata: parseJsonObject(row.metadata_json),
-        createdAt: row.created_at,
-        updatedAt: row.updated_at,
-    };
-}
-function summaryFromRow(row, parents = []) {
-    return {
-        id: row.id,
-        summaryKey: row.summary_key,
-        segmentId: row.segment_id,
-        depth: row.depth,
-        status: row.status,
-        text: row.text_full,
-        pinned: row.pinned === 1,
-        coversFromRecordId: row.covers_from_record_id,
-        coversToRecordId: row.covers_to_record_id,
-        source: sourceFromRow(row),
-        metadata: parseJsonObject(row.metadata_json),
-        snapshot: parseJsonArray(row.snapshot_json),
-        parents,
-        createdAt: row.created_at,
-        updatedAt: row.updated_at,
-    };
-}
-function summarySourceFromRow(row) {
-    return {
-        summaryId: row.summary_id,
-        ord: row.ord,
-        recordId: row.record_id,
-        sourceSummaryId: row.source_summary_id,
-        sourceRef: row.source_ref,
-        snapshot: parseJsonObject(row.snapshot_json),
-    };
-}
-function contextItemFromRow(row) {
-    if (row.item_type === "raw") {
-        if (row.record_id === null)
-            throw new Error(`Invalid raw LCM context item at ordinal ${row.ordinal}`);
-        return {
-            sessionKey: row.session_key,
-            ordinal: row.ordinal,
-            type: "raw",
-            recordId: row.record_id,
-            summaryId: null,
-            fingerprint: row.fingerprint,
-            happenedAt: row.happened_at,
-            updatedAt: row.updated_at,
-        };
-    }
-    if (row.item_type === "summary") {
-        if (row.summary_id === null)
-            throw new Error(`Invalid summary LCM context item at ordinal ${row.ordinal}`);
-        return {
-            sessionKey: row.session_key,
-            ordinal: row.ordinal,
-            type: "summary",
-            recordId: null,
-            summaryId: row.summary_id,
-            fingerprint: row.fingerprint,
-            happenedAt: row.happened_at,
-            updatedAt: row.updated_at,
-        };
-    }
-    throw new Error(`Unknown LCM context item type: ${row.item_type}`);
-}
-function sessionStateFromRow(row) {
-    return {
-        sessionKey: row.session_key,
-        compactionDebt: row.compaction_debt,
-        cacheTouchedAt: row.cache_touched_at,
-        updatedAt: row.updated_at,
-    };
-}
-const SUMMARY_SNAPSHOT_TEXT_LIMIT = 4 * 1024;
-const SUMMARY_SNAPSHOT_TRUNCATED_SUFFIX = "…[truncated]";
-function buildSummarySnapshot(db, summary) {
-    const rows = db
-        .prepare(`SELECT * FROM lcm_records
-			 WHERE segment_id = ?
-			   AND id BETWEEN ? AND ?
-			 ORDER BY happened_at, id`)
-        .all(summary.segment_id, summary.covers_from_record_id, summary.covers_to_record_id);
-    return rows.map(snapshotRecordFromRow);
-}
-function buildSummaryParentSnapshot(db, summaryId, visiting) {
-    if (visiting.has(summaryId))
-        throw new Error(`Cycle detected in LCM summary parents at ${summaryId}`);
-    visiting.add(summaryId);
-    const row = db.prepare("SELECT * FROM lcm_summaries WHERE id = ?").get(summaryId);
-    if (!row)
-        throw new Error(`LCM summary does not exist: ${summaryId}`);
-    let snapshot = parseJsonArray(row.snapshot_json);
-    if (!snapshot &&
-        row.covers_from_record_id !== null &&
-        row.covers_to_record_id !== null &&
-        db
-            .prepare("SELECT 1 FROM lcm_records WHERE segment_id = ? AND id BETWEEN ? AND ? LIMIT 1")
-            .get(row.segment_id, row.covers_from_record_id, row.covers_to_record_id)) {
-        snapshot = buildSummarySnapshot(db, row);
-    }
-    const parentRows = db
-        .prepare(`SELECT parent_summary_id
-			 FROM lcm_summary_parents
-			 WHERE summary_id = ?
-			 ORDER BY ord, parent_summary_id`)
-        .all(summaryId);
-    const parents = parentRows.map((parent) => buildSummaryParentSnapshot(db, parent.parent_summary_id, visiting));
-    visiting.delete(summaryId);
-    return {
-        summaryId: row.id,
-        depth: row.depth,
-        text: row.text_full,
-        coversFromRecordId: row.covers_from_record_id,
-        coversToRecordId: row.covers_to_record_id,
-        snapshot,
-        parents,
-    };
-}
-function snapshotRecordFromRow(row) {
-    const metadata = parseJsonObject(row.metadata_json);
-    return {
-        id: row.id,
-        kind: row.kind,
-        happened_at: row.happened_at,
-        role: snapshotRole(row.kind, metadata),
-        text: truncateSummarySnapshotText(row.text_full),
-        parts: parseJsonArray(row.parts_json),
-        attachments: parseJsonArray(row.attachments_json),
-    };
-}
-function snapshotRole(kind, metadata) {
-    if (typeof metadata?.role === "string" && metadata.role.trim())
-        return metadata.role;
-    if (kind === "user" || kind === "assistant")
-        return kind;
-    if (kind === "tool")
-        return "tool";
-    return null;
-}
-function truncateSummarySnapshotText(text) {
-    if (text.length <= SUMMARY_SNAPSHOT_TEXT_LIMIT)
-        return text;
-    const retainedLength = Math.max(0, SUMMARY_SNAPSHOT_TEXT_LIMIT - SUMMARY_SNAPSHOT_TRUNCATED_SUFFIX.length);
-    return `${text.slice(0, retainedLength)}${SUMMARY_SNAPSHOT_TRUNCATED_SUFFIX}`;
-}

package/dist/owner-identity.js

@@ -0,0 +1,29 @@
+import { resolve } from "node:path";
+import { atomicWriteJson, readFileOrNull } from "./util/fs.js";
+import { isRecord } from "./util/guards.js";
+export function ownerIdentityPath(dataDir) {
+    return resolve(dataDir, "owner-identity.json");
+}
+export async function loadOwnerIdentity(dataDir) {
+    const raw = await readFileOrNull(ownerIdentityPath(dataDir), "utf8");
+    if (raw === null)
+        return null;
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+    if (!isRecord(parsed))
+        return null;
+    const { botUserId, dmChannelId } = parsed;
+    if (typeof botUserId !== "string" || botUserId.length === 0)
+        return null;
+    if (typeof dmChannelId !== "string" || dmChannelId.length === 0)
+        return null;
+    return { botUserId, dmChannelId };
+}
+export async function saveOwnerIdentity(dataDir, identity) {
+    await atomicWriteJson(ownerIdentityPath(dataDir), identity);
+}

package/dist/runtime-manager.js

@@ -0,0 +1,51 @@
+import { chatChannelKey, createChatLog } from "./chat-log.js";
+import { ConversationRuntime } from "./runtime.js";
+export function createRuntimeManager(deps) {
+    const runtimes = new Map();
+    const openEntry = async (channel, channelKey) => {
+        const runtime = await ConversationRuntime.connect({
+            channelKey,
+            log: createChatLog(deps.config, channel),
+            ownerId: deps.config.discord.ownerId,
+            botUserId: deps.botUserId(),
+        });
+        const unsubscribe = deps.memoryService?.subscribeRuntime(runtime, runtime.channelKey);
+        const release = async () => {
+            unsubscribe?.();
+            await runtime.disconnect();
+        };
+        try {
+            await runtime.armAfterCurrentTail();
+        }
+        catch (error) {
+            await release();
+            throw error;
+        }
+        return { runtime, release };
+    };
+    return {
+        async getRuntimeForChannel(channel) {
+            const channelKey = chatChannelKey(channel);
+            const existing = runtimes.get(channelKey);
+            if (existing)
+                return (await existing).runtime;
+            const entryPromise = openEntry(channel, channelKey);
+            runtimes.set(channelKey, entryPromise);
+            try {
+                return (await entryPromise).runtime;
+            }
+            catch (error) {
+                runtimes.delete(channelKey);
+                throw error;
+            }
+        },
+        async peekRuntime(channelKey) {
+            return (await runtimes.get(channelKey)?.catch(() => undefined))?.runtime;
+        },
+        async disconnectAll() {
+            const entries = await Promise.all([...runtimes.values()].map((entry) => entry.catch(() => undefined)));
+            runtimes.clear();
+            await Promise.all(entries.flatMap((entry) => (entry ? [entry.release()] : [])));
+        },
+    };
+}