@wirecat/cli-core 0.294.0 → 0.296.0

package/dist/services/documents/ingestion.js

@@ -0,0 +1,125 @@
+import { CliError } from "@wirecat/cli-base";
+import { walkQuery } from "@wirecat/cli-base/query";
+export const documentIngestion = (store, options) => {
+    const folder = async (principal, create) => {
+        const name = options.collectionName(principal);
+        const found = (await store.notes.folders()).find((item) => item.name === name);
+        return found ?? (create ? await store.notes.addFolder({ name, format: "markdown" }) : undefined);
+    };
+    const documents = new Map();
+    const cached = async (principal) => {
+        const known = documents.get(principal);
+        if (known)
+            return known;
+        const notes = new Map();
+        const selected = await folder(principal, false);
+        if (selected) {
+            for (let offset = 0;; offset += 500) {
+                const page = await store.notes.notes({ folderId: selected.id, source: "file", limit: 500, offset });
+                for (const note of page.items)
+                    if (note.path)
+                        notes.set(note.path, note);
+                if (!page.hasMore)
+                    break;
+                if (offset >= 10000)
+                    throw new CliError("provider_error", "local document listing exceeded its bound");
+            }
+        }
+        documents.set(principal, notes);
+        return notes;
+    };
+    const stale = async (ref) => {
+        for (const status of ["proposed", "confirmed"]) {
+            for (let batch = 0;; batch++) {
+                const memories = await store.memories.list({ subject: ref, status, limit: 500 });
+                for (const memory of memories)
+                    await store.memories.markStale(memory.ref);
+                if (memories.length < 500)
+                    break;
+                if (batch >= 20)
+                    throw new CliError("provider_error", "memory invalidation exceeded its batch bound");
+            }
+        }
+    };
+    return {
+        catalog: {
+            import: async (principal, files) => {
+                if (files.length > 10000)
+                    throw new CliError("validation_error", "catalog scope exceeds 10000 entries", {
+                        reason: "catalog.scope-limit",
+                    });
+                const selected = await folder(principal, true);
+                if (!selected)
+                    throw new CliError("configuration_error", "catalog collection could not be registered");
+                for (let start = 0; start < files.length; start += 200) {
+                    await store.catalog.upsert(selected.id, files.slice(start, start + 200).map(options.catalogInput));
+                }
+                for (const file of files) {
+                    const entry = await store.catalog.get(selected.id, options.externalId(file.id));
+                    if (entry)
+                        await options.observed?.(principal, file, entry.ref.slice("document:".length));
+                }
+                const retired = await store.catalog.reconcile(selected.id, files.map((file) => options.externalId(file.id)));
+                documents.delete(principal);
+                return { entries: files.length, retired };
+            },
+            get: async (principal, id) => {
+                const selected = await folder(principal, false);
+                return selected ? store.catalog.get(selected.id, options.externalId(id)) : undefined;
+            },
+            list: async (principal, query = {}) => {
+                const selected = await folder(principal, false);
+                const ast = query.ast ? structuredClone(query.ast) : undefined;
+                if (ast)
+                    for (const node of walkQuery(ast.root))
+                        if (node.field === "parent")
+                            node.value = options.externalId(node.value);
+                return selected
+                    ? store.catalog.list(selected.id, {
+                        ...query,
+                        ...(ast ? { ast } : {}),
+                        ...(query.parent === undefined ? {} : { parent: options.externalId(query.parent) }),
+                    })
+                    : { items: [], hasMore: false };
+            },
+        },
+        collection: folder,
+        save: async (principal, content, hash) => {
+            const selected = await folder(principal, true);
+            if (!selected)
+                throw new Error("folder registration failed");
+            const notes = await cached(principal);
+            const path = options.externalId(content.metadata.id);
+            const before = notes.get(path);
+            if (before && before.contentHash !== hash)
+                await stale(before.ref);
+            const { note } = await store.notes.saveFileNote({
+                folderId: selected.id,
+                path: options.externalId(content.metadata.id),
+                title: content.metadata.name,
+                text: content.text,
+                contentHash: hash,
+                frontMatter: options.frontMatter(content),
+            });
+            await store.catalog.upsert(selected.id, [options.catalogInput(content.metadata)]);
+            await options.observed?.(principal, content.metadata, note.id);
+            notes.set(path, note);
+            return note.ref;
+        },
+        remove: async (principal, id) => {
+            const selected = await folder(principal, false);
+            if (selected) {
+                const notes = await cached(principal);
+                const path = options.externalId(id);
+                const note = notes.get(path);
+                const retired = note ? undefined : await store.catalog.get(selected.id, path, true);
+                const ref = note?.ref ?? retired?.ref;
+                if (ref)
+                    await stale(ref);
+                await store.notes.deleteFileNotes(selected.id, [path]);
+                notes.delete(path);
+            }
+        },
+    };
+};
+//# sourceMappingURL=ingestion.js.map

package/dist/services/documents/ingestion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingestion.js","sourceRoot":"","sources":["../../../src/services/documents/ingestion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAUnD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,KAA2D,EAC3D,OAA4B,EAC5B,EAAE;IACF,MAAM,MAAM,GAAG,KAAK,EAAE,SAAiB,EAAE,MAAe,EAAE,EAAE;QAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAC9C,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;QAC9E,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAClG,CAAC,CAAA;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,EAA6B,CAAA;IACtD,MAAM,MAAM,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACtC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAA;QACvB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAgB,CAAA;QACrC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,IAAI,MAAM,GAAG,CAAC,GAAI,MAAM,IAAI,GAAG,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;gBACnG,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK;oBAAE,IAAI,IAAI,CAAC,IAAI;wBAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;gBACxE,IAAI,CAAC,IAAI,CAAC,OAAO;oBAAE,MAAK;gBACxB,IAAI,MAAM,IAAI,KAAK;oBAAE,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,2CAA2C,CAAC,CAAA;YACxG,CAAC;QACH,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAC/B,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IACD,MAAM,KAAK,GAAG,KAAK,EAAE,GAAW,EAAE,EAAE;QAClC,KAAK,MAAM,MAAM,IAAI,CAAC,UAAU,EAAE,WAAW,CAAU,EAAE,CAAC;YACxD,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,EAAE,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;gBAChF,KAAK,MAAM,MAAM,IAAI,QAAQ;oBAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBACzE,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG;oBAAE,MAAK;gBAChC,IAAI,KAAK,IAAI,EAAE;oBAAE,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,8CAA8C,CAAC,CAAA;YACvG,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,OAAO;QACL,OAAO,EAAE;YACP,MAAM,EAAE,KAAK,EAAE,SAAiB,EAAE,KAAU,EAAE,EAAE;gBAC9C,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK;oBACtB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,EAAE;wBAC5E,MAAM,EAAE,qBAAqB;qBAC9B,CAAC,CAAA;gBACJ,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;gBAC9C,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,QAAQ,CAAC,qBAAqB,EAAE,4CAA4C,CAAC,CAAA;gBACtG,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,GAAG,EAAE,CAAC;oBACvD,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAA;gBACpG,CAAC;gBACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;oBAC/E,IAAI,KAAK;wBAAE,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;gBAC3F,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAC3C,QAAQ,CAAC,EAAE,EACX,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACjD,CAAA;gBACD,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;gBAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,CAAA;YAC3C,CAAC;YACD,GAAG,EAAE,KAAK,EAAE,SAAiB,EAAE,EAAU,EAAE,EAAE;gBAC3C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;gBAC/C,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YACtF,CAAC;YACD,IAAI,EAAE,KAAK,EAAE,SAAiB,EAAE,KAAK,GAAiB,EAAE,EAAE,EAAE;gBAC1D,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;gBAC/C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBAC9D,IAAI,GAAG;oBACL,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;wBACpC,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ;4BAAE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC5E,OAAO,QAAQ;oBACb,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;wBAC9B,GAAG,KAAK;wBACR,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvB,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;qBACpF,CAAC;oBACJ,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;YACnC,CAAC;SACF;QACD,UAAU,EAAE,MAAM;QAClB,IAAI,EAAE,KAAK,EAAE,SAAiB,EAAE,OAAyB,EAAE,IAAY,EAAE,EAAE;YACzE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YAC9C,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC5D,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;YACrC,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;YACpD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC9B,IAAI,MAAM,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI;gBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YAClE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;gBAC9C,QAAQ,EAAE,QAAQ,CAAC,EAAE;gBACrB,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;aAC1C,CAAC,CAAA;YACF,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;YACjF,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;YAC9D,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YACrB,OAAO,IAAI,CAAC,GAAG,CAAA;QACjB,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,SAAiB,EAAE,EAAU,EAAE,EAAE;YAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;YAC/C,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;gBACrC,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;gBACnC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;gBACnF,MAAM,GAAG,GAAG,IAAI,EAAE,GAAG,IAAI,OAAO,EAAE,GAAG,CAAA;gBACrC,IAAI,GAAG;oBAAE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;gBACzB,MAAM,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;gBACtD,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACpB,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC,CAAA"}

package/dist/services/documents/knowledge.d.ts

@@ -0,0 +1,58 @@
+import type { QueryAst } from "@wirecat/cli-base/query";
+import type { Author, Fact, Link, LinkInput, Memory, MemoryInput, MessageStore, Note } from "../../store/index.js";
+export interface DocumentKnowledge {
+    documents(principal: string, query: QueryAst | undefined, page: {
+        limit: number;
+        offset: number;
+    }): Promise<{
+        items: Note[];
+        hasMore: boolean;
+    }>;
+    document(principal: string, ref: string): Promise<Note>;
+    tags(principal: string, ref: string, action: "list" | "add" | "remove", tags?: string[]): Promise<string[]>;
+    links(principal: string, ref: string): Promise<Link[]>;
+    addLink(principal: string, ref: string, input: Omit<LinkInput, "from" | "origin">): Promise<Link>;
+    removeLink(principal: string, ref: string, id: string): Promise<unknown>;
+    notes(principal: string, ref: string, options?: {
+        search?: string;
+        limit?: number;
+        offset?: number;
+    }): Promise<{
+        items: Note[];
+        hasMore: boolean;
+    }>;
+    addNote(principal: string, ref: string, text: string, title?: string): Promise<Note>;
+    note(principal: string, ref: string, noteRef: string): Promise<Note>;
+    editNote(principal: string, ref: string, noteRef: string, text: string, revision: number): Promise<Note>;
+    removeNote(principal: string, ref: string, noteRef: string): Promise<unknown>;
+    addMemory(principal: string, ref: string, input: Pick<MemoryInput, "body" | "kind" | "scope" | "status" | "supersedes"> & {
+        author?: MemoryInput["author"];
+    }): Promise<Memory>;
+    memories(principal: string, ref: string, options?: {
+        scope?: Memory["scope"];
+        kind?: Memory["kind"];
+        status?: Memory["status"];
+        limit?: number;
+    }): Promise<Memory[]>;
+    memory(principal: string, ref: string, memoryRef: string, action?: "show" | "confirm" | "stale"): Promise<Memory>;
+    searchMemories(principal: string, ref: string, query: string, scope?: Memory["scope"]): Promise<{
+        items: Memory[];
+        limit_reached: boolean;
+    }>;
+    addFact(principal: string, ref: string, input: {
+        statement: string;
+        type: Fact["type"];
+        scope?: Memory["scope"];
+        by?: Author;
+        supersedes?: string;
+        occurredAt?: string;
+    }): Promise<Fact>;
+    facts(principal: string, ref: string, options?: {
+        type?: Fact["type"];
+        status?: Fact["status"];
+        limit?: number;
+    }): Promise<Fact[]>;
+    fact(principal: string, ref: string, factRef: string, action?: "show" | "confirm" | "reverse"): Promise<Fact>;
+}
+export declare const documentKnowledge: (store: Pick<MessageStore, "notes" | "facts" | "memories" | "knowledge">, folder: (principal: string) => Promise<string | undefined>) => DocumentKnowledge;
+//# sourceMappingURL=knowledge.d.ts.map

package/dist/services/documents/knowledge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.d.ts","sourceRoot":"","sources":["../../../src/services/documents/knowledge.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AACvD,OAAO,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAElH,MAAM,WAAW,iBAAiB;IAChC,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,QAAQ,GAAG,SAAS,EAC3B,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GACtC,OAAO,CAAC;QAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;IAC/C,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACvD,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC3G,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;IACtD,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjG,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACxE,KAAK,CACH,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7D,OAAO,CAAC;QAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;IAC/C,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpF,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpE,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACxG,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7E,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,CAAC,GAAG;QAAE,MAAM,CAAC,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAA;KAAE,GACjH,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GACtG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACpB,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACjH,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,GACtB,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;IACvD,OAAO,CACL,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE;QACL,SAAS,EAAE,MAAM,CAAA;QACjB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;QACvB,EAAE,CAAC,EAAE,MAAM,CAAA;QACX,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,UAAU,CAAC,EAAE,MAAM,CAAA;KACpB,GACA,OAAO,CAAC,IAAI,CAAC,CAAA;IAChB,KAAK,CACH,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GACzE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;IAClB,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9G;AACD,eAAO,MAAM,iBAAiB,UACrB,IAAI,CAAC,YAAY,EAAE,OAAO,GAAG,OAAO,GAAG,UAAU,GAAG,WAAW,CAAC,UAC/D,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,KACzD,iBAiIF,CAAA"}

package/dist/services/documents/knowledge.js

@@ -0,0 +1,143 @@
+import { CliError } from "@wirecat/cli-base";
+export const documentKnowledge = (store, folder) => {
+    const document = async (principal, ref) => {
+        const note = await store.notes.resolveNote(ref);
+        const folderId = await folder(principal);
+        if (!folderId || !note || note.source !== "file" || note.folderId !== folderId || note.deletedAt)
+            throw new CliError("not_found", "document is not imported in this source account", {
+                reason: "document.not-imported",
+            });
+        return note;
+    };
+    const noteFor = async (principal, ref, noteRef) => {
+        await document(principal, ref);
+        const note = await store.notes.resolveNote(noteRef);
+        const linked = (await store.notes.links({ from: noteRef })).some((link) => link.to === ref && link.kind === "about");
+        // A note's primary subject is included by the shared about query, not necessarily a links row.
+        if (note?.source !== "internal" || note.deletedAt)
+            throw new CliError("not_found", "note is not attached to this document");
+        if (linked)
+            return note;
+        for (let offset = 0; offset <= 10000; offset += 500) {
+            const page = await store.notes.notes({ source: "internal", about: ref, limit: 500, offset });
+            if (page.items.some((n) => n.ref === noteRef))
+                return note;
+            if (!page.hasMore)
+                throw new CliError("not_found", "note is not attached to this document");
+        }
+        throw new CliError("provider_error", "document note lookup exceeded its bound");
+    };
+    const memoryFor = async (principal, ref, memoryRef) => {
+        await document(principal, ref);
+        const memory = await store.memories.get(memoryRef);
+        if (memory.subject !== ref || !memory.evidence.includes(ref))
+            throw new CliError("not_found", "memory is not attached to this document");
+        return memory;
+    };
+    const factFor = async (principal, ref, factRef) => {
+        await document(principal, ref);
+        const fact = await store.facts.get(factRef);
+        if (fact.subject !== ref || !fact.evidence.includes(ref))
+            throw new CliError("not_found", "fact is not attached to this document");
+        return fact;
+    };
+    const port = {
+        documents: async (principal, query, page) => {
+            const folderId = await folder(principal);
+            return folderId ? store.notes.importedDocuments(folderId, query, page) : { items: [], hasMore: false };
+        },
+        document,
+        tags: async (principal, ref, action, tags = []) => {
+            const note = await document(principal, ref);
+            const target = { type: "document", id: note.id };
+            if (action === "add")
+                return store.knowledge.addTags(null, target, tags);
+            if (action === "remove")
+                return store.knowledge.removeTags(null, target, tags);
+            return store.knowledge.tags(null, target);
+        },
+        links: async (principal, ref) => {
+            await document(principal, ref);
+            return store.notes.links({ from: ref });
+        },
+        addLink: async (principal, ref, input) => {
+            await document(principal, ref);
+            return store.notes.addLink({ ...input, from: ref, origin: "owner" });
+        },
+        removeLink: async (principal, ref, id) => {
+            const links = await port.links(principal, ref);
+            if (!links.some((link) => link.id === id && link.origin === "owner"))
+                throw new CliError("not_found", "owner link is not attached to this document");
+            return store.notes.removeLink(id);
+        },
+        notes: async (principal, ref, options) => {
+            await document(principal, ref);
+            return store.notes.notes({ ...options, source: "internal", about: ref });
+        },
+        addNote: async (principal, ref, text, title) => {
+            await document(principal, ref);
+            return store.notes.addNote({ text, ...(title ? { title } : {}), about: [ref] });
+        },
+        note: noteFor,
+        editNote: async (principal, ref, noteRef, text, revision) => {
+            const note = await noteFor(principal, ref, noteRef);
+            return store.notes.editNote(note.id, text, revision);
+        },
+        removeNote: async (principal, ref, noteRef) => {
+            const note = await noteFor(principal, ref, noteRef);
+            return store.notes.removeNote(note.id);
+        },
+        addMemory: async (principal, ref, input) => {
+            await document(principal, ref);
+            if (input.supersedes)
+                await memoryFor(principal, ref, input.supersedes);
+            return store.memories.add({ ...input, subject: ref, evidence: [ref], author: input.author ?? "owner" });
+        },
+        memories: async (principal, ref, options) => {
+            await document(principal, ref);
+            return store.memories.list({ ...options, subject: ref });
+        },
+        memory: async (principal, ref, memoryRef, action = "show") => {
+            const memory = await memoryFor(principal, ref, memoryRef);
+            if (action === "confirm")
+                return store.memories.confirm(memory.ref);
+            if (action === "stale")
+                return store.memories.markStale(memory.ref);
+            return memory;
+        },
+        searchMemories: async (principal, ref, query, scope) => {
+            await document(principal, ref);
+            const items = await store.memories.search(query, { subject: ref, ...(scope ? { scope } : {}), limit: 200 });
+            return { items, limit_reached: items.length === 200 };
+        },
+        addFact: async (principal, ref, { statement, type, scope, by, supersedes, occurredAt }) => {
+            await document(principal, ref);
+            if (supersedes)
+                await factFor(principal, ref, supersedes);
+            return store.facts.add({
+                type,
+                statement,
+                by: by ?? "owner",
+                ...(supersedes === undefined ? {} : { supersedes }),
+                ...(occurredAt === undefined ? {} : { occurredAt }),
+                subject: ref,
+                evidence: [ref],
+                ...(scope === undefined ? {} : { scope }),
+            });
+        },
+        facts: async (principal, ref, options) => {
+            await document(principal, ref);
+            return store.facts.list({ ...options, subject: ref });
+        },
+        fact: async (principal, ref, factRef, action = "show") => {
+            const fact = await factFor(principal, ref, factRef);
+            if (action === "confirm")
+                return store.facts.accept(fact.ref);
+            if (action === "reverse")
+                return store.facts.reverse(fact.ref);
+            return fact;
+        },
+    };
+    return port;
+};
+//# sourceMappingURL=knowledge.js.map

package/dist/services/documents/knowledge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.js","sourceRoot":"","sources":["../../../src/services/documents/knowledge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AA4D5C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,KAAuE,EACvE,MAA0D,EACvC,EAAE;IACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAAiB,EAAE,GAAW,EAAE,EAAE;QACxD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC/C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;QACxC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,SAAS;YAC9F,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,iDAAiD,EAAE;gBACjF,MAAM,EAAE,uBAAuB;aAChC,CAAC,CAAA;QACJ,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,KAAK,EAAE,SAAiB,EAAE,GAAW,EAAE,OAAe,EAAE,EAAE;QACxE,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACnD,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAA;QACpH,+FAA+F;QAC/F,IAAI,IAAI,EAAE,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,SAAS;YAC/C,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,uCAAuC,CAAC,CAAA;QAC1E,IAAI,MAAM;YAAE,OAAO,IAAI,CAAA;QACvB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,KAAK,EAAE,MAAM,IAAI,GAAG,EAAE,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;YAC5F,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC;gBAAE,OAAO,IAAI,CAAA;YAC1D,IAAI,CAAC,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,uCAAuC,CAAC,CAAA;QAC7F,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,yCAAyC,CAAC,CAAA;IACjF,CAAC,CAAA;IACD,MAAM,SAAS,GAAG,KAAK,EAAE,SAAiB,EAAE,GAAW,EAAE,SAAiB,EAAE,EAAE;QAC5E,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAC9B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAClD,IAAI,MAAM,CAAC,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC1D,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,yCAAyC,CAAC,CAAA;QAC5E,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,KAAK,EAAE,SAAiB,EAAE,GAAW,EAAE,OAAe,EAAE,EAAE;QACxE,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC3C,IAAI,IAAI,CAAC,OAAO,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtD,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,uCAAuC,CAAC,CAAA;QAC1E,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IACD,MAAM,IAAI,GAAsB;QAC9B,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC1C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;YACxC,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;QACxG,CAAC;QACD,QAAQ;QACR,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;YAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC3C,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,UAAmB,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAA;YACzD,IAAI,MAAM,KAAK,KAAK;gBAAE,OAAO,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;YACxE,IAAI,MAAM,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;YAC9E,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAC3C,CAAC;QACD,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE;YAC9B,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAA;QACzC,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;YACvC,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;QACtE,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE;YACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC;gBAClE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,6CAA6C,CAAC,CAAA;YAChF,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;QACnC,CAAC;QACD,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACvC,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;QAC1E,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACjF,CAAC;QACD,IAAI,EAAE,OAAO;QACb,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;YACnD,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;QACtD,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YAC5C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;YACnD,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACxC,CAAC;QACD,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;YACzC,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,IAAI,KAAK,CAAC,UAAU;gBAAE,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;YACvE,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAA;QACzG,CAAC;QACD,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YAC1C,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;QAC1D,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE;YAC3D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;YACzD,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACnE,IAAI,MAAM,KAAK,OAAO;gBAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACnE,OAAO,MAAM,CAAA;QACf,CAAC;QACD,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrD,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;YAC3G,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAA;QACvD,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE;YACxF,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,IAAI,UAAU;gBAAE,MAAM,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;YACzD,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC;gBACrB,IAAI;gBACJ,SAAS;gBACT,EAAE,EAAE,EAAE,IAAI,OAAO;gBACjB,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;gBACnD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;gBACnD,OAAO,EAAE,GAAG;gBACZ,QAAQ,EAAE,CAAC,GAAG,CAAC;gBACf,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;aAC1C,CAAC,CAAA;QACJ,CAAC;QACD,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACvC,MAAM,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC9B,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;QACvD,CAAC;QACD,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE;YACvD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;YACnD,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC7D,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC9D,OAAO,IAAI,CAAA;QACb,CAAC;KACF,CAAA;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA"}

package/dist/services/documents/plan.d.ts

@@ -0,0 +1,11 @@
+import type { DocumentSource, SourceFile, SourceState, SourceWalk } from "../../documents/model.js";
+import type { SyncOptions } from "./ports.js";
+export declare const scopeHash: (roots: string[]) => string;
+export declare const changedSince: (previous: SourceFile, file: SourceFile) => boolean;
+interface WalkStore<M extends SourceFile> {
+    read: (scope: string) => SourceWalk<M> | undefined;
+    save: (walk: SourceWalk<M>) => void;
+}
+export declare const planDocuments: <M extends SourceFile>(options: SyncOptions<M>, source: DocumentSource<M> | undefined, state: SourceState<M>, roots: string[], limit: number, pictures: boolean, abandoned?: string[], walks?: WalkStore<M>) => Promise<NonNullable<SourceState<M>["pending"]>>;
+export {};
+//# sourceMappingURL=plan.d.ts.map

package/dist/services/documents/plan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../../src/services/documents/plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAc,MAAM,0BAA0B,CAAA;AAE/G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAC7C,eAAO,MAAM,SAAS,UAAW,MAAM,EAAE,WAGvB,CAAA;AAClB,eAAO,MAAM,YAAY,aAAc,UAAU,QAAQ,UAAU,YAKA,CAAA;AAGnE,UAAU,SAAS,CAAC,CAAC,SAAS,UAAU;IACtC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAAA;IAClD,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,IAAI,CAAA;CACpC;AAED,eAAO,MAAM,aAAa,GAAU,CAAC,SAAS,UAAU,WAC7C,WAAW,CAAC,CAAC,CAAC,UACf,cAAc,CAAC,CAAC,CAAC,GAAG,SAAS,SAC9B,WAAW,CAAC,CAAC,CAAC,SACd,MAAM,EAAE,SACR,MAAM,YACH,OAAO,cACN,MAAM,EAAE,UACX,SAAS,CAAC,CAAC,CAAC,KACnB,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAmKhD,CAAA"}

package/dist/services/documents/plan.js

@@ -0,0 +1,200 @@
+import { createHash } from "node:crypto";
+import { CliError } from "@wirecat/cli-base";
+import { within } from "../../documents/scope.js";
+export const scopeHash = (roots) => createHash("sha256")
+    .update(JSON.stringify([...roots].sort()))
+    .digest("hex");
+export const changedSince = (previous, file) => previous.version !== file.version ||
+    previous.modifiedAt !== file.modifiedAt ||
+    previous.name !== file.name ||
+    previous.canDownload !== file.canDownload ||
+    JSON.stringify(previous.parents) !== JSON.stringify(file.parents);
+const SAVE_EVERY_MS = 2000;
+export const planDocuments = async (options, source, state, roots, limit, pictures, abandoned = [], walks) => {
+    const { isFolder, skipReason, retryable, maxEntries: MAX_ENTRIES, errorOf } = options;
+    const tooManyEntries = () => options.limitError?.() ?? new CliError("validation_error", `selected folders exceed the ${MAX_ENTRIES} entry limit`);
+    const scope = scopeHash(roots);
+    if (!roots.length)
+        return {
+            scope,
+            cursor: state.cursor ?? "",
+            folders: {},
+            skipped: [],
+            jobs: [...new Set([...Object.keys(state.documents), ...abandoned])].map((id) => ({ id, kind: "remove" })),
+        };
+    if (!source)
+        throw new CliError("configuration_error", "selected folders require an authenticated source");
+    const initial = !state.cursor || scope !== state.scope;
+    const resumed = initial ? walks?.read(scope) : undefined;
+    const cursor = initial ? (resumed?.cursor ?? (await source.startToken())) : state.cursor;
+    const folders = initial ? {} : structuredClone(state.folders);
+    const files = new Map(Object.values(state.documents).map((doc) => [doc.metadata.id, doc.metadata]));
+    const changed = new Set();
+    for (const skipped of state.skipped)
+        if (skipped.file)
+            files.set(skipped.id, skipped.file);
+    const visited = new Set();
+    let discovered = 0;
+    const crawl = async (folder, ancestry = new Set()) => {
+        if (ancestry.has(folder.id))
+            throw new CliError("invalid_response", "folder traversal contains a cycle");
+        if (visited.has(folder.id))
+            return;
+        visited.add(folder.id);
+        folders[folder.id] = folder;
+        for (const file of await source.children(folder.id)) {
+            if (++discovered > MAX_ENTRIES)
+                throw tooManyEntries();
+            if (isFolder(file))
+                await crawl(file, new Set([...ancestry, folder.id]));
+            else {
+                files.set(file.id, file);
+                changed.add(file.id);
+            }
+        }
+    };
+    let finalCursor = cursor;
+    if (initial) {
+        files.clear();
+        const walk = resumed ?? {
+            scope,
+            cursor,
+            stack: [...roots].reverse().map((id) => ({ id, ancestry: [] })),
+            visited: [],
+            folders: {},
+            files: [],
+            discovered: 0,
+        };
+        for (const id of walk.visited)
+            visited.add(id);
+        Object.assign(folders, walk.folders);
+        for (const file of walk.files) {
+            files.set(file.id, file);
+            changed.add(file.id);
+        }
+        discovered = walk.discovered;
+        let savedAt = (options.now ?? Date.now)();
+        const record = () => {
+            walks?.save({ ...walk, visited: [...visited], folders, files: [...files.values()], discovered });
+            savedAt = (options.now ?? Date.now)();
+        };
+        try {
+            for (let step = walk.stack.at(-1); step; step = walk.stack.at(-1)) {
+                if (step.ancestry.includes(step.id))
+                    throw new CliError("invalid_response", "folder traversal contains a cycle");
+                if (visited.has(step.id)) {
+                    walk.stack.pop();
+                    continue;
+                }
+                const folder = step.folder ?? (await source.metadata(step.id));
+                if (!step.folder && (!isFolder(folder) || folder.trashed))
+                    throw new CliError("validation_error", "configured root is not an accessible folder");
+                const children = await source.children(folder.id);
+                if (discovered + children.length > MAX_ENTRIES)
+                    throw tooManyEntries();
+                discovered += children.length;
+                walk.stack.pop();
+                visited.add(folder.id);
+                folders[folder.id] = folder;
+                const nested = [];
+                for (const file of children)
+                    if (isFolder(file))
+                        nested.push({ id: file.id, ancestry: [...step.ancestry, folder.id], folder: file });
+                    else {
+                        files.set(file.id, file);
+                        changed.add(file.id);
+                    }
+                for (const entry of nested.reverse())
+                    walk.stack.push(entry);
+                if ((options.now ?? Date.now)() - savedAt > SAVE_EVERY_MS)
+                    record();
+            }
+        }
+        catch (error) {
+            record();
+            throw error;
+        }
+    }
+    else {
+        const page = await source.changes(cursor);
+        finalCursor = page.cursor;
+        const latest = new Map(page.items.map((change) => [change.id, change]));
+        const entering = [];
+        // Apply all ancestry changes before classifying document scope.
+        for (const change of latest.values()) {
+            if (change.removed || change.file?.trashed) {
+                files.delete(change.id);
+                if (folders[change.id])
+                    folders[change.id] = { ...folders[change.id], trashed: true };
+            }
+            else if (change.file && isFolder(change.file)) {
+                folders[change.id] = change.file;
+                entering.push(change.file);
+            }
+            else if (change.file) {
+                files.set(change.id, change.file);
+                changed.add(change.id);
+            }
+            else if (state.documents[change.id] || folders[change.id])
+                throw new CliError("invalid_response", "known source changed without metadata; checkpoint preserved");
+        }
+        // Provider access changes may not emit an event for every descendant file.
+        for (const root of roots) {
+            const previous = folders[root];
+            try {
+                const current = await source.metadata(root);
+                if (current.id !== root || !isFolder(current))
+                    throw new CliError("invalid_response", "selected folder metadata is inconsistent");
+                folders[root] = current;
+                if (previous?.trashed && !current.trashed)
+                    entering.push(current);
+            }
+            catch (error) {
+                const safe = errorOf(error);
+                if (safe.code !== "not_found" || !previous)
+                    throw safe;
+                folders[root] = { ...previous, trashed: true };
+            }
+        }
+        for (const folder of entering)
+            if (!visited.has(folder.id) && within(folder, roots, folders))
+                await crawl(folder);
+    }
+    const jobs = [];
+    const skipped = [];
+    for (const root of roots)
+        if (folders[root]?.trashed)
+            skipped.push({ id: root, reason: "selected folder is unavailable" });
+    for (const [id, file] of files) {
+        if (!within(file, roots, folders))
+            continue;
+        const previousSkip = state.skipped.find((item) => item.id === id);
+        const reason = skipReason(file);
+        const retry = previousSkip && !reason && retryable(previousSkip, limit);
+        const known = state.documents[id];
+        const pictureDue = pictures && file.mime.startsWith("image/") && file.canDownload && known !== undefined && !known.picture;
+        if (previousSkip && !changed.has(id) && !initial && !retry && !pictureDue && !(reason && !state.documents[id])) {
+            skipped.push({ ...previousSkip, file });
+            continue;
+        }
+        if (reason) {
+            skipped.push({ id, reason, file });
+            if (initial || !known || known.notRead !== reason || changedSince(known.metadata, file) || pictureDue)
+                jobs.push({ id, kind: "save", file });
+            continue;
+        }
+        if (changed.has(id) || retry || known?.notRead) {
+            if (!known || known.notRead || changedSince(known.metadata, file) || initial)
+                jobs.push({ id, kind: "save", file });
+        }
+    }
+    for (const id of new Set([...Object.keys(state.documents), ...abandoned])) {
+        const file = files.get(id);
+        if (!file || !within(file, roots, folders))
+            jobs.push({ id, kind: "remove" });
+    }
+    // Only retain metadata for selected ancestry; the account-wide feed includes unrelated folders.
+    const scopedFolders = Object.fromEntries(Object.entries(folders).filter(([, file]) => within(file, roots, folders) || roots.includes(file.id)));
+    return { scope, cursor: finalCursor, folders: scopedFolders, jobs, skipped };
+};
+//# sourceMappingURL=plan.js.map

package/dist/services/documents/plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.js","sourceRoot":"","sources":["../../../src/services/documents/plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AAEjD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAe,EAAE,EAAE,CAC3C,UAAU,CAAC,QAAQ,CAAC;KACjB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;KACzC,MAAM,CAAC,KAAK,CAAC,CAAA;AAClB,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAoB,EAAE,IAAgB,EAAE,EAAE,CACrE,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO;IACjC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU;IACvC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;IAC3B,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW;IACzC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;AAEnE,MAAM,aAAa,GAAG,IAAI,CAAA;AAM1B,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,OAAuB,EACvB,MAAqC,EACrC,KAAqB,EACrB,KAAe,EACf,KAAa,EACb,QAAiB,EACjB,SAAS,GAAa,EAAE,EACxB,KAAoB,EAC6B,EAAE;IACnD,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,cAAc,GAAG,GAAG,EAAE,CAC1B,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,QAAQ,CAAC,kBAAkB,EAAE,+BAA+B,WAAW,cAAc,CAAC,CAAA;IACtH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAC9B,IAAI,CAAC,KAAK,CAAC,MAAM;QACf,OAAO;YACL,KAAK;YACL,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE;YAC1B,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;SAC1G,CAAA;IACH,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,QAAQ,CAAC,qBAAqB,EAAE,kDAAkD,CAAC,CAAA;IAC1G,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,KAAK,KAAK,CAAC,KAAK,CAAA;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,KAAK,CAAC,MAAiB,CAAA;IACpG,MAAM,OAAO,GAAsB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAChF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAY,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC9G,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,OAAO;QAAE,IAAI,OAAO,CAAC,IAAI;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,KAAK,GAAG,KAAK,EAAE,MAAS,EAAE,QAAQ,GAAG,IAAI,GAAG,EAAU,EAAiB,EAAE;QAC7E,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mCAAmC,CAAC,CAAA;QACxG,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,OAAM;QAClC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAA;QAC3B,KAAK,MAAM,IAAI,IAAI,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YACpD,IAAI,EAAE,UAAU,GAAG,WAAW;gBAAE,MAAM,cAAc,EAAE,CAAA;YACtD,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAAE,MAAM,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;iBACnE,CAAC;gBACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;gBACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACtB,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,IAAI,WAAW,GAAG,MAAM,CAAA;IACxB,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,IAAI,GAAkB,OAAO,IAAI;YACrC,KAAK;YACL,MAAM;YACN,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,UAAU,EAAE,CAAC;SACd,CAAA;QACD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtB,CAAC;QACD,UAAU,GAAG,IAAI,CAAC,UAAU,CAAA;QAC5B,IAAI,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;YAChG,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;QACvC,CAAC,CAAA;QACD,IAAI,CAAC;YACH,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClE,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mCAAmC,CAAC,CAAA;gBAChH,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;oBACzB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;oBAChB,SAAQ;gBACV,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9D,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;oBACvD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,6CAA6C,CAAC,CAAA;gBACvF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACjD,IAAI,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,WAAW;oBAAE,MAAM,cAAc,EAAE,CAAA;gBACtE,UAAU,IAAI,QAAQ,CAAC,MAAM,CAAA;gBAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;gBAChB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACtB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAA;gBAC3B,MAAM,MAAM,GAAG,EAAE,CAAA;gBACjB,KAAK,MAAM,IAAI,IAAI,QAAQ;oBACzB,IAAI,QAAQ,CAAC,IAAI,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;yBAClG,CAAC;wBACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;wBACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBACtB,CAAC;gBACH,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE;oBAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC5D,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,OAAO,GAAG,aAAa;oBAAE,MAAM,EAAE,CAAA;YACrE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAA;YACR,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACzC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,QAAQ,GAAQ,EAAE,CAAA;QACxB,gEAAgE;QAChE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;gBAC3C,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACvB,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,GAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;YAC9F,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAA;gBAChC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC5B,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBACvB,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;gBACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACxB,CAAC;iBAAM,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,6DAA6D,CAAC,CAAA;QACzG,CAAC;QACD,2EAA2E;QAC3E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;YAC9B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;gBAC3C,IAAI,OAAO,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC3C,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0CAA0C,CAAC,CAAA;gBACpF,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAA;gBACvB,IAAI,QAAQ,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO;oBAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACnE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAA;gBAC3B,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,CAAA;gBACtD,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;YAChD,CAAC;QACH,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,QAAQ;YAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC;gBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAA;IACnH,CAAC;IACD,MAAM,IAAI,GAAoB,EAAE,CAAA;IAChC,MAAM,OAAO,GAA8B,EAAE,CAAA;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK;QACtB,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC,CAAA;IAClG,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC;YAAE,SAAQ;QAC3C,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;QACjE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,KAAK,GAAG,YAAY,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACvE,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACjC,MAAM,UAAU,GACd,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAA;QACzG,IAAI,YAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/G,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,CAAC,CAAA;YACvC,SAAQ;QACV,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YAClC,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,UAAU;gBACnG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YACvC,SAAQ;QACV,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,OAAO;gBAC1E,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC1B,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC/E,CAAC;IACD,gGAAgG;IAChG,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CACtC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACtG,CAAA;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;AAC9E,CAAC,CAAA"}

package/dist/services/documents/ports.d.ts

@@ -0,0 +1,24 @@
+import type { CliError } from "@wirecat/cli-base";
+import type { DocumentSource, SourceFile, SourceIndex, SourceSkip, SourceStatePort } from "../../documents/model.js";
+export interface SyncOptions<M extends SourceFile> {
+    source: DocumentSource<M> | undefined;
+    index: SourceIndex<M>;
+    state: SourceStatePort<M>;
+    principal: string;
+    roots: string[];
+    textLimit: number;
+    max: number;
+    maxEntries: number;
+    limitError?(): CliError;
+    isFolder(file: M): boolean;
+    skipReason(file: M): string | undefined;
+    retryable(skip: SourceSkip<M>, limit: number): boolean;
+    errorOf(error: unknown): CliError;
+    assertHeld(): void;
+    storeVersion: string;
+    signal?: AbortSignal;
+    rescan?: boolean;
+    pictures?: boolean;
+    now?(): number;
+}
+//# sourceMappingURL=ports.d.ts.map

package/dist/services/documents/ports.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ports.d.ts","sourceRoot":"","sources":["../../../src/services/documents/ports.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AACpH,MAAM,WAAW,WAAW,CAAC,CAAC,SAAS,UAAU;IAC/C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,SAAS,CAAA;IACrC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;IACrB,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,CAAA;IACzB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,IAAI,QAAQ,CAAA;IACvB,QAAQ,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAA;IAC1B,UAAU,CAAC,IAAI,EAAE,CAAC,GAAG,MAAM,GAAG,SAAS,CAAA;IACvC,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;IACtD,OAAO,CAAC,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAA;IACjC,UAAU,IAAI,IAAI,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,GAAG,CAAC,IAAI,MAAM,CAAA;CACf"}

package/dist/services/documents/ports.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ports.js.map

package/dist/services/documents/ports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ports.js","sourceRoot":"","sources":["../../../src/services/documents/ports.ts"],"names":[],"mappings":""}