@wirecat/cli-core 0.372.0 → 0.374.0

package/dist/store/sqlite/project-transfer/sources.js

@@ -0,0 +1,148 @@
+import { createHash } from "node:crypto";
+import { CliError } from "@wirecat/cli-base";
+import { referenceOfThing, storedThing } from "../things.js";
+const invalid = () => {
+    throw new CliError("configuration_error", "project snapshot has an unavailable or unsupported dependency");
+};
+const scalar = new Set([
+    "person",
+    "bot",
+    "organization",
+    "project",
+    "fact",
+    "memory",
+    "task",
+    "note",
+    "document",
+    "message",
+    "email",
+    "chat",
+    "identity",
+    "account",
+    "meeting",
+    "meeting_transcript",
+    "meeting_transcript_row",
+]);
+const noText = new Set(["person", "bot", "organization", "project", "chat", "identity", "account"]);
+const texts = {
+    document: {
+        table: "documents",
+        fields: ["n.title", "n.body"],
+        where: "n.deleted_at IS NULL AND n.body IS NOT NULL AND CASE WHEN json_valid(n.metadata) THEN coalesce(json_extract(n.metadata,'$.catalog.active'),1) ELSE 1 END=1",
+    },
+    note: { table: "notes", fields: ["n.title", "n.body"], where: "n.deleted_at IS NULL" },
+    message: {
+        table: "messages",
+        fields: ["n.text", "n.sent_at", "n.sender_name", "n.sender_chat_external_id", "i.provider", "i.external_id"],
+        join: "LEFT JOIN identities i ON i.id=n.sender_identity_id",
+        where: "n.deleted_at IS NULL",
+    },
+    email: {
+        table: "emails",
+        fields: ["n.subject", "coalesce(n.body_text,'')", "n.sent_at", "n.from_address", "n.from_name"],
+        where: "n.deleted_at IS NULL",
+    },
+    meeting: {
+        table: "meetings",
+        fields: ["n.title", "n.description", "n.location", "n.started_at", "n.ended_at", "n.duration_ms", "n.timezone"],
+        where: "n.deleted_at IS NULL",
+    },
+    meeting_transcript_row: {
+        table: "meeting_transcript_rows",
+        fields: ["n.position", "n.start_ms", "n.end_ms", "n.speaker_name", "n.text"],
+        join: "JOIN meeting_transcripts t ON t.id=n.meeting_transcript_id JOIN meetings m ON m.id=t.meeting_id",
+        where: "t.deleted_at IS NULL AND m.deleted_at IS NULL",
+    },
+};
+export class ProjectSnapshotSources {
+    database;
+    budget;
+    references = new Map();
+    byThing = new Map();
+    constructor(database, budget) {
+        this.database = database;
+        this.budget = budget;
+    }
+    ref(type, id) {
+        if (type === null && id === null)
+            return null;
+        if (typeof type !== "string" || !scalar.has(type) || typeof id !== "number" || !Number.isSafeInteger(id) || id < 1)
+            return invalid();
+        const key = `${type}:${id}`, cached = this.byThing.get(key);
+        if (cached)
+            return cached;
+        if (type === "project" || type === "organization") {
+            const table = type === "project" ? "projects" : "organizations";
+            if (!this.database.prepare(`SELECT 1 FROM ${table} WHERE id=? AND deleted_at IS NULL`).get(id))
+                return invalid();
+        }
+        const identifier = {
+            message: [
+                "FROM messages n JOIN chats c ON c.id=n.chat_id JOIN accounts a ON a.id=n.account_id WHERE n.id=?",
+                ["n.external_id", "c.external_id", "a.external_id", "a.provider"],
+            ],
+            email: [
+                "FROM emails n JOIN email_threads c ON c.id=n.email_thread_id JOIN accounts a ON a.id=n.account_id WHERE n.id=?",
+                ["n.external_id", "c.external_id", "a.external_id", "a.provider"],
+            ],
+            chat: [
+                "FROM chats n JOIN accounts a ON a.id=n.account_id WHERE n.id=?",
+                ["n.external_id", "a.external_id", "a.provider"],
+            ],
+            identity: ["FROM identities n WHERE n.id=?", ["n.external_id", "n.provider"]],
+        };
+        const selection = identifier[type];
+        if (selection)
+            this.budget.rows(this.database, selection[0], [...selection[1]], [id]);
+        const thing = storedThing(type, id), ref = referenceOfThing(this.database, thing);
+        if (!ref)
+            return invalid();
+        this.byThing.set(key, ref);
+        this.references.set(ref, thing);
+        return ref;
+    }
+    external(owned) {
+        return [...this.references]
+            .filter(([ref]) => !owned.has(ref))
+            .map(([ref, thing]) => ({
+            ref,
+            content_sha256: this.fingerprint(thing),
+        }));
+    }
+    fingerprint(thing) {
+        this.budget.reserve(1, 128);
+        if (noText.has(thing.type))
+            return null;
+        if (thing.type === "meeting_transcript")
+            return this.transcript(thing.id);
+        const spec = texts[thing.type];
+        if (!spec)
+            return invalid();
+        const from = `FROM ${spec.table} n ${spec.join ?? ""} WHERE n.id=? AND ${spec.where}`;
+        this.budget.rows(this.database, from, spec.fields, [thing.id]);
+        const row = this.database
+            .prepare(`SELECT ${spec.fields.map((f, i) => `${f} AS v${i}`).join(",")} ${from}`)
+            .get(thing.id);
+        if (!row)
+            return invalid();
+        return this.digest(thing.type, spec.fields.map((_f, i) => row[`v${i}`]));
+    }
+    transcript(id) {
+        const from = "FROM meeting_transcripts n JOIN meetings m ON m.id=n.meeting_id WHERE n.id=? AND n.deleted_at IS NULL AND m.deleted_at IS NULL";
+        this.budget.rows(this.database, from, ["n.format", "n.language", "n.source"], [id]);
+        const header = this.database.prepare(`SELECT n.format,n.language,n.source ${from}`).get(id);
+        if (!header)
+            return invalid();
+        const rows = "FROM meeting_transcript_rows n WHERE n.meeting_transcript_id=?";
+        this.budget.rows(this.database, rows, ["n.position", "n.start_ms", "n.end_ms", "n.speaker_name", "n.text"], [id]);
+        const cues = this.database
+            .prepare(`SELECT n.position,n.start_ms,n.end_ms,n.speaker_name,n.text ${rows} ORDER BY n.position LIMIT 1001`)
+            .all(id);
+        return this.digest("meeting_transcript", [header, cues]);
+    }
+    digest(kind, content) {
+        return createHash("sha256")
+            .update(JSON.stringify(["wirecat.project-source", 1, kind, content]))
+            .digest("hex");
+    }
+}

package/dist/store/sqlite/project-transfer/store.d.ts

@@ -0,0 +1,3 @@
+import type { ProjectAnnotationStore } from "../../project-transfer/store.js";
+import type { StoreContext } from "../open.js";
+export declare const projectAnnotationStoreOver: ({ database }: StoreContext) => ProjectAnnotationStore;

package/dist/store/sqlite/project-transfer/store.js

@@ -0,0 +1,35 @@
+import { CliError } from "@wirecat/cli-base";
+import { projectAnnotationRequest } from "../../project-transfer/request.js";
+import { write } from "../transaction.js";
+import { SnapshotBudget } from "./budget.js";
+import { previewAnnotationSnapshot } from "./preview.js";
+import { restoreAnnotationRecords } from "./records.js";
+export const projectAnnotationStoreOver = ({ database }) => ({
+    async preview(request) {
+        const { snapshot, projectId } = projectAnnotationRequest(request);
+        return previewAnnotationSnapshot(database, projectId, snapshot, request.bindings, new SnapshotBudget(request.maxReadBytes ?? 4 * 1024 * 1024));
+    },
+    async restore(request) {
+        const { snapshot, projectId } = projectAnnotationRequest(request, true);
+        const budget = new SnapshotBudget(request.maxReadBytes ?? 4 * 1024 * 1024);
+        try {
+            return write(database, () => {
+                const preview = previewAnnotationSnapshot(database, projectId, snapshot, request.bindings, budget);
+                if (!preview.ready || preview.fingerprint !== request.fingerprint)
+                    throw new CliError("validation_error", "project annotation preview is stale or has conflicts; preview again");
+                const mappings = restoreAnnotationRecords(database, projectId, snapshot, request.bindings);
+                return {
+                    project: request.project,
+                    fingerprint: preview.fingerprint,
+                    mappings,
+                    counts: { aliases: snapshot.aliases.length, facts: snapshot.facts.length, links: snapshot.links.length },
+                };
+            });
+        }
+        catch (error) {
+            if (error instanceof CliError)
+                throw error;
+            throw new CliError("configuration_error", "project annotation restore failed; its transaction was rolled back");
+        }
+    },
+});

package/dist/store/store.d.ts

@@ -10,6 +10,7 @@ import type { MeetingFindingsStore } from "./meeting-findings.js";
 import { type MentionsStore } from "./mentions.js";
 import { type MessagesStore } from "./messages.js";
 import { type PeopleStore } from "./people.js";
+import type { ProjectAnnotationStore } from "./project-transfer/store.js";
 import { type QueriesStore } from "./queries.js";
 import { type RosterStore } from "./roster.js";
 import { type SearchIndexStore } from "./search-index.js";
@@ -34,6 +35,7 @@ import { type TagsStore } from "./tags.js";
 import type { AccountKey } from "./types.js";
 import { type VectorsStore } from "./vectors.js";
 export interface MessageStore {
+    readonly projectAnnotations?: ProjectAnnotationStore;
     readonly contextEvidence?: ContextEvidenceReader;
     readonly contextIndex?: ContextIndex;
     readonly contextRecords?: ContextRecordReader;

package/dist/store/store.js

@@ -31,6 +31,7 @@ import { sourceMentionStoreOver } from "./sqlite/mention-sources.js";
 import { noteSearchOver } from "./sqlite/note-search.js";
 import { notesStoreOver } from "./sqlite/notes.js";
 import { openStoreContext } from "./sqlite/open-store.js";
+import { projectAnnotationStoreOver } from "./sqlite/project-transfer/store.js";
 import { proposedActionsStoreOver } from "./sqlite/proposed-actions.js";
 import * as stems from "./sqlite/stems.js";
 import { taskStoreOver } from "./sqlite/tasks.js";
@@ -82,6 +83,7 @@ const storeOver = (context) => {
         mentions: areaOf(() => accountMentionsOver(context), (keyed) => mentionsStoreOver(context, keyed)),
     };
     const contextEvidence = once(() => contextEvidenceOver(context));
+    const projectAnnotations = once(() => projectAnnotationStoreOver(context));
     const contextIndex = once(() => contextIndexOver(context, stemmerFor));
     const contextRecords = once(() => contextRecordsOver(context));
     const searches = once(() => searchesStoreOver(context));
@@ -102,6 +104,9 @@ const storeOver = (context) => {
     const agentActions = once(() => agentActionsStoreOver(context, pruneLogsWhenDue));
     const meetings = once(() => meetingStoreOver(context));
     const store = {
+        get projectAnnotations() {
+            return projectAnnotations();
+        },
         get contextEvidence() {
             return contextEvidence();
         },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wirecat/cli-core",
-  "version": "0.372.0",
+  "version": "0.374.0",
   "description": "The messenger-neutral half of a messaging CLI: domain model, message locators, rendering, name resolution, the SQLite seam, the command skeleton and shared read commands, the send guard, run records and the message store",
   "license": "Apache-2.0",
   "author": "Viacheslav Ptsarev",