@wirecat/cli-core 0.294.0 → 0.295.0

package/dist/services/documents/plan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../../src/services/documents/plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAc,MAAM,0BAA0B,CAAA;AAE/G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAC7C,eAAO,MAAM,SAAS,UAAW,MAAM,EAAE,WAGvB,CAAA;AAClB,eAAO,MAAM,YAAY,aAAc,UAAU,QAAQ,UAAU,YAKA,CAAA;AAGnE,UAAU,SAAS,CAAC,CAAC,SAAS,UAAU;IACtC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAAA;IAClD,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,IAAI,CAAA;CACpC;AAED,eAAO,MAAM,aAAa,GAAU,CAAC,SAAS,UAAU,WAC7C,WAAW,CAAC,CAAC,CAAC,UACf,cAAc,CAAC,CAAC,CAAC,GAAG,SAAS,SAC9B,WAAW,CAAC,CAAC,CAAC,SACd,MAAM,EAAE,SACR,MAAM,YACH,OAAO,cACN,MAAM,EAAE,UACX,SAAS,CAAC,CAAC,CAAC,KACnB,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAmKhD,CAAA"}

package/dist/services/documents/plan.js

@@ -0,0 +1,200 @@
+import { createHash } from "node:crypto";
+import { CliError } from "@wirecat/cli-base";
+import { within } from "../../documents/scope.js";
+export const scopeHash = (roots) => createHash("sha256")
+    .update(JSON.stringify([...roots].sort()))
+    .digest("hex");
+export const changedSince = (previous, file) => previous.version !== file.version ||
+    previous.modifiedAt !== file.modifiedAt ||
+    previous.name !== file.name ||
+    previous.canDownload !== file.canDownload ||
+    JSON.stringify(previous.parents) !== JSON.stringify(file.parents);
+const SAVE_EVERY_MS = 2000;
+export const planDocuments = async (options, source, state, roots, limit, pictures, abandoned = [], walks) => {
+    const { isFolder, skipReason, retryable, maxEntries: MAX_ENTRIES, errorOf } = options;
+    const tooManyEntries = () => options.limitError?.() ?? new CliError("validation_error", `selected folders exceed the ${MAX_ENTRIES} entry limit`);
+    const scope = scopeHash(roots);
+    if (!roots.length)
+        return {
+            scope,
+            cursor: state.cursor ?? "",
+            folders: {},
+            skipped: [],
+            jobs: [...new Set([...Object.keys(state.documents), ...abandoned])].map((id) => ({ id, kind: "remove" })),
+        };
+    if (!source)
+        throw new CliError("configuration_error", "selected folders require an authenticated source");
+    const initial = !state.cursor || scope !== state.scope;
+    const resumed = initial ? walks?.read(scope) : undefined;
+    const cursor = initial ? (resumed?.cursor ?? (await source.startToken())) : state.cursor;
+    const folders = initial ? {} : structuredClone(state.folders);
+    const files = new Map(Object.values(state.documents).map((doc) => [doc.metadata.id, doc.metadata]));
+    const changed = new Set();
+    for (const skipped of state.skipped)
+        if (skipped.file)
+            files.set(skipped.id, skipped.file);
+    const visited = new Set();
+    let discovered = 0;
+    const crawl = async (folder, ancestry = new Set()) => {
+        if (ancestry.has(folder.id))
+            throw new CliError("invalid_response", "folder traversal contains a cycle");
+        if (visited.has(folder.id))
+            return;
+        visited.add(folder.id);
+        folders[folder.id] = folder;
+        for (const file of await source.children(folder.id)) {
+            if (++discovered > MAX_ENTRIES)
+                throw tooManyEntries();
+            if (isFolder(file))
+                await crawl(file, new Set([...ancestry, folder.id]));
+            else {
+                files.set(file.id, file);
+                changed.add(file.id);
+            }
+        }
+    };
+    let finalCursor = cursor;
+    if (initial) {
+        files.clear();
+        const walk = resumed ?? {
+            scope,
+            cursor,
+            stack: [...roots].reverse().map((id) => ({ id, ancestry: [] })),
+            visited: [],
+            folders: {},
+            files: [],
+            discovered: 0,
+        };
+        for (const id of walk.visited)
+            visited.add(id);
+        Object.assign(folders, walk.folders);
+        for (const file of walk.files) {
+            files.set(file.id, file);
+            changed.add(file.id);
+        }
+        discovered = walk.discovered;
+        let savedAt = (options.now ?? Date.now)();
+        const record = () => {
+            walks?.save({ ...walk, visited: [...visited], folders, files: [...files.values()], discovered });
+            savedAt = (options.now ?? Date.now)();
+        };
+        try {
+            for (let step = walk.stack.at(-1); step; step = walk.stack.at(-1)) {
+                if (step.ancestry.includes(step.id))
+                    throw new CliError("invalid_response", "folder traversal contains a cycle");
+                if (visited.has(step.id)) {
+                    walk.stack.pop();
+                    continue;
+                }
+                const folder = step.folder ?? (await source.metadata(step.id));
+                if (!step.folder && (!isFolder(folder) || folder.trashed))
+                    throw new CliError("validation_error", "configured root is not an accessible folder");
+                const children = await source.children(folder.id);
+                if (discovered + children.length > MAX_ENTRIES)
+                    throw tooManyEntries();
+                discovered += children.length;
+                walk.stack.pop();
+                visited.add(folder.id);
+                folders[folder.id] = folder;
+                const nested = [];
+                for (const file of children)
+                    if (isFolder(file))
+                        nested.push({ id: file.id, ancestry: [...step.ancestry, folder.id], folder: file });
+                    else {
+                        files.set(file.id, file);
+                        changed.add(file.id);
+                    }
+                for (const entry of nested.reverse())
+                    walk.stack.push(entry);
+                if ((options.now ?? Date.now)() - savedAt > SAVE_EVERY_MS)
+                    record();
+            }
+        }
+        catch (error) {
+            record();
+            throw error;
+        }
+    }
+    else {
+        const page = await source.changes(cursor);
+        finalCursor = page.cursor;
+        const latest = new Map(page.items.map((change) => [change.id, change]));
+        const entering = [];
+        // Apply all ancestry changes before classifying document scope.
+        for (const change of latest.values()) {
+            if (change.removed || change.file?.trashed) {
+                files.delete(change.id);
+                if (folders[change.id])
+                    folders[change.id] = { ...folders[change.id], trashed: true };
+            }
+            else if (change.file && isFolder(change.file)) {
+                folders[change.id] = change.file;
+                entering.push(change.file);
+            }
+            else if (change.file) {
+                files.set(change.id, change.file);
+                changed.add(change.id);
+            }
+            else if (state.documents[change.id] || folders[change.id])
+                throw new CliError("invalid_response", "known source changed without metadata; checkpoint preserved");
+        }
+        // Provider access changes may not emit an event for every descendant file.
+        for (const root of roots) {
+            const previous = folders[root];
+            try {
+                const current = await source.metadata(root);
+                if (current.id !== root || !isFolder(current))
+                    throw new CliError("invalid_response", "selected folder metadata is inconsistent");
+                folders[root] = current;
+                if (previous?.trashed && !current.trashed)
+                    entering.push(current);
+            }
+            catch (error) {
+                const safe = errorOf(error);
+                if (safe.code !== "not_found" || !previous)
+                    throw safe;
+                folders[root] = { ...previous, trashed: true };
+            }
+        }
+        for (const folder of entering)
+            if (!visited.has(folder.id) && within(folder, roots, folders))
+                await crawl(folder);
+    }
+    const jobs = [];
+    const skipped = [];
+    for (const root of roots)
+        if (folders[root]?.trashed)
+            skipped.push({ id: root, reason: "selected folder is unavailable" });
+    for (const [id, file] of files) {
+        if (!within(file, roots, folders))
+            continue;
+        const previousSkip = state.skipped.find((item) => item.id === id);
+        const reason = skipReason(file);
+        const retry = previousSkip && !reason && retryable(previousSkip, limit);
+        const known = state.documents[id];
+        const pictureDue = pictures && file.mime.startsWith("image/") && file.canDownload && known !== undefined && !known.picture;
+        if (previousSkip && !changed.has(id) && !initial && !retry && !pictureDue && !(reason && !state.documents[id])) {
+            skipped.push({ ...previousSkip, file });
+            continue;
+        }
+        if (reason) {
+            skipped.push({ id, reason, file });
+            if (initial || !known || known.notRead !== reason || changedSince(known.metadata, file) || pictureDue)
+                jobs.push({ id, kind: "save", file });
+            continue;
+        }
+        if (changed.has(id) || retry || known?.notRead) {
+            if (!known || known.notRead || changedSince(known.metadata, file) || initial)
+                jobs.push({ id, kind: "save", file });
+        }
+    }
+    for (const id of new Set([...Object.keys(state.documents), ...abandoned])) {
+        const file = files.get(id);
+        if (!file || !within(file, roots, folders))
+            jobs.push({ id, kind: "remove" });
+    }
+    // Only retain metadata for selected ancestry; the account-wide feed includes unrelated folders.
+    const scopedFolders = Object.fromEntries(Object.entries(folders).filter(([, file]) => within(file, roots, folders) || roots.includes(file.id)));
+    return { scope, cursor: finalCursor, folders: scopedFolders, jobs, skipped };
+};
+//# sourceMappingURL=plan.js.map

package/dist/services/documents/plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.js","sourceRoot":"","sources":["../../../src/services/documents/plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AAEjD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAe,EAAE,EAAE,CAC3C,UAAU,CAAC,QAAQ,CAAC;KACjB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;KACzC,MAAM,CAAC,KAAK,CAAC,CAAA;AAClB,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAoB,EAAE,IAAgB,EAAE,EAAE,CACrE,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO;IACjC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU;IACvC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;IAC3B,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW;IACzC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;AAEnE,MAAM,aAAa,GAAG,IAAI,CAAA;AAM1B,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,OAAuB,EACvB,MAAqC,EACrC,KAAqB,EACrB,KAAe,EACf,KAAa,EACb,QAAiB,EACjB,SAAS,GAAa,EAAE,EACxB,KAAoB,EAC6B,EAAE;IACnD,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,cAAc,GAAG,GAAG,EAAE,CAC1B,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,QAAQ,CAAC,kBAAkB,EAAE,+BAA+B,WAAW,cAAc,CAAC,CAAA;IACtH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAC9B,IAAI,CAAC,KAAK,CAAC,MAAM;QACf,OAAO;YACL,KAAK;YACL,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE;YAC1B,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;SAC1G,CAAA;IACH,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,QAAQ,CAAC,qBAAqB,EAAE,kDAAkD,CAAC,CAAA;IAC1G,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,KAAK,KAAK,CAAC,KAAK,CAAA;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,KAAK,CAAC,MAAiB,CAAA;IACpG,MAAM,OAAO,GAAsB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAChF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAY,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC9G,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,OAAO;QAAE,IAAI,OAAO,CAAC,IAAI;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,KAAK,GAAG,KAAK,EAAE,MAAS,EAAE,QAAQ,GAAG,IAAI,GAAG,EAAU,EAAiB,EAAE;QAC7E,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mCAAmC,CAAC,CAAA;QACxG,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,OAAM;QAClC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAA;QAC3B,KAAK,MAAM,IAAI,IAAI,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YACpD,IAAI,EAAE,UAAU,GAAG,WAAW;gBAAE,MAAM,cAAc,EAAE,CAAA;YACtD,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAAE,MAAM,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;iBACnE,CAAC;gBACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;gBACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACtB,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,IAAI,WAAW,GAAG,MAAM,CAAA;IACxB,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,IAAI,GAAkB,OAAO,IAAI;YACrC,KAAK;YACL,MAAM;YACN,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,EAAE;YACT,UAAU,EAAE,CAAC;SACd,CAAA;QACD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtB,CAAC;QACD,UAAU,GAAG,IAAI,CAAC,UAAU,CAAA;QAC5B,IAAI,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;YAChG,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;QACvC,CAAC,CAAA;QACD,IAAI,CAAC;YACH,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClE,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mCAAmC,CAAC,CAAA;gBAChH,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;oBACzB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;oBAChB,SAAQ;gBACV,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9D,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;oBACvD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,6CAA6C,CAAC,CAAA;gBACvF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACjD,IAAI,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,WAAW;oBAAE,MAAM,cAAc,EAAE,CAAA;gBACtE,UAAU,IAAI,QAAQ,CAAC,MAAM,CAAA;gBAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;gBAChB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACtB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAA;gBAC3B,MAAM,MAAM,GAAG,EAAE,CAAA;gBACjB,KAAK,MAAM,IAAI,IAAI,QAAQ;oBACzB,IAAI,QAAQ,CAAC,IAAI,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;yBAClG,CAAC;wBACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;wBACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBACtB,CAAC;gBACH,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE;oBAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC5D,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,OAAO,GAAG,aAAa;oBAAE,MAAM,EAAE,CAAA;YACrE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAA;YACR,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACzC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,QAAQ,GAAQ,EAAE,CAAA;QACxB,gEAAgE;QAChE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;gBAC3C,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACvB,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,GAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;YAC9F,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAA;gBAChC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC5B,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBACvB,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;gBACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACxB,CAAC;iBAAM,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,6DAA6D,CAAC,CAAA;QACzG,CAAC;QACD,2EAA2E;QAC3E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;YAC9B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;gBAC3C,IAAI,OAAO,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC3C,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0CAA0C,CAAC,CAAA;gBACpF,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAA;gBACvB,IAAI,QAAQ,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO;oBAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACnE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAA;gBAC3B,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,CAAA;gBACtD,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;YAChD,CAAC;QACH,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,QAAQ;YAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC;gBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAA;IACnH,CAAC;IACD,MAAM,IAAI,GAAoB,EAAE,CAAA;IAChC,MAAM,OAAO,GAA8B,EAAE,CAAA;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK;QACtB,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC,CAAA;IAClG,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC;YAAE,SAAQ;QAC3C,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;QACjE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,KAAK,GAAG,YAAY,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACvE,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACjC,MAAM,UAAU,GACd,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAA;QACzG,IAAI,YAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/G,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,CAAC,CAAA;YACvC,SAAQ;QACV,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YAClC,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,UAAU;gBACnG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YACvC,SAAQ;QACV,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,OAAO;gBAC1E,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC1B,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC/E,CAAC;IACD,gGAAgG;IAChG,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CACtC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACtG,CAAA;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;AAC9E,CAAC,CAAA"}

package/dist/services/documents/ports.d.ts

@@ -0,0 +1,24 @@
+import type { CliError } from "@wirecat/cli-base";
+import type { DocumentSource, SourceFile, SourceIndex, SourceSkip, SourceStatePort } from "../../documents/model.js";
+export interface SyncOptions<M extends SourceFile> {
+    source: DocumentSource<M> | undefined;
+    index: SourceIndex<M>;
+    state: SourceStatePort<M>;
+    principal: string;
+    roots: string[];
+    textLimit: number;
+    max: number;
+    maxEntries: number;
+    limitError?(): CliError;
+    isFolder(file: M): boolean;
+    skipReason(file: M): string | undefined;
+    retryable(skip: SourceSkip<M>, limit: number): boolean;
+    errorOf(error: unknown): CliError;
+    assertHeld(): void;
+    storeVersion: string;
+    signal?: AbortSignal;
+    rescan?: boolean;
+    pictures?: boolean;
+    now?(): number;
+}
+//# sourceMappingURL=ports.d.ts.map

package/dist/services/documents/ports.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ports.d.ts","sourceRoot":"","sources":["../../../src/services/documents/ports.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AACpH,MAAM,WAAW,WAAW,CAAC,CAAC,SAAS,UAAU;IAC/C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,SAAS,CAAA;IACrC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;IACrB,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,CAAA;IACzB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,IAAI,QAAQ,CAAA;IACvB,QAAQ,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAA;IAC1B,UAAU,CAAC,IAAI,EAAE,CAAC,GAAG,MAAM,GAAG,SAAS,CAAA;IACvC,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;IACtD,OAAO,CAAC,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAA;IACjC,UAAU,IAAI,IAAI,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,GAAG,CAAC,IAAI,MAAM,CAAA;CACf"}

package/dist/services/documents/ports.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ports.js.map

package/dist/services/documents/ports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ports.js","sourceRoot":"","sources":["../../../src/services/documents/ports.ts"],"names":[],"mappings":""}

package/dist/services/documents/proposals.d.ts

@@ -0,0 +1,38 @@
+import type { SourceContent } from "../../documents/model.js";
+import type { Fact, Memory } from "../../store/index.js";
+import { type Complete } from "./extraction.js";
+import type { DocumentKnowledge } from "./knowledge.js";
+export interface ImportedSource {
+    id: string;
+    ref: string;
+    hash: string;
+    snapshot: SourceContent;
+}
+export interface ProposalOptions {
+    read(): ImportedSource;
+    complete: Complete;
+    scope: Memory["scope"];
+    author: string;
+    tab?: string;
+    save?: boolean;
+    withWrite<T>(fn: (knowledge: DocumentKnowledge, principal: string, ref: string) => Promise<T>): Promise<T>;
+}
+export declare const extractDocumentMemories: (options: ProposalOptions) => Promise<{
+    items: {
+        kind: "digest" | "fact" | "preference" | "summary";
+        body: string;
+        quote: string;
+    }[];
+    provider: string;
+    model: string;
+    tokens: number;
+    provenance: {
+        document: string;
+        file_id: string;
+        hash: string;
+        url: string;
+        tab: string | null;
+    };
+    saved: (Fact | Memory)[];
+}>;
+//# sourceMappingURL=proposals.d.ts.map

package/dist/services/documents/proposals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proposals.d.ts","sourceRoot":"","sources":["../../../src/services/documents/proposals.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AAC7D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AACxD,OAAO,EAAE,KAAK,QAAQ,EAAmB,MAAM,iBAAiB,CAAA;AAChE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAEvD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,aAAa,CAAA;CACxB;AACD,MAAM,WAAW,eAAe;IAC9B,IAAI,IAAI,cAAc,CAAA;IACtB,QAAQ,EAAE,QAAQ,CAAA;IAClB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;IACtB,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;CAC3G;AACD,eAAO,MAAM,uBAAuB,YAAmB,eAAe;;;;;;;;;;QAyChE,QAAQ;QACR,OAAO;QACP,IAAI;QACJ,GAAG;QACH,GAAG;;;EAIR,CAAA"}

package/dist/services/documents/proposals.js

@@ -0,0 +1,52 @@
+import { CliError } from "@wirecat/cli-base";
+import { extractMemories } from "./extraction.js";
+export const extractDocumentMemories = async (options) => {
+    const source = options.read();
+    const text = options.tab ? source.snapshot.tabs.find((tab) => tab.id === options.tab)?.text : source.snapshot.text;
+    if (text === undefined)
+        throw new CliError("not_found", "tab was not found in this imported document");
+    const result = await extractMemories(text, options.complete);
+    const assertCurrent = () => {
+        if (options.read().hash !== source.hash)
+            throw new CliError("validation_error", "source changed during extraction; no memories were saved", {
+                reason: "document.changed",
+            });
+    };
+    assertCurrent();
+    const saved = options.save
+        ? await options.withWrite(async (knowledge, principal, ref) => {
+            assertCurrent();
+            if (ref !== source.ref)
+                throw new CliError("validation_error", "source changed during extraction; no memories were saved", {
+                    reason: "document.changed",
+                });
+            const items = [];
+            const by = { bot: options.author, model: result.model };
+            for (const item of result.items) {
+                const body = `${item.body}\n\nSource quote: ${item.quote}\nSnapshot: ${source.hash}`;
+                items.push(item.kind === "fact"
+                    ? await knowledge.addFact(principal, ref, { statement: body, type: "fact", scope: options.scope, by })
+                    : await knowledge.addMemory(principal, ref, {
+                        kind: item.kind,
+                        body,
+                        scope: options.scope,
+                        status: "proposed",
+                        author: by,
+                    }));
+            }
+            return items;
+        })
+        : [];
+    return {
+        ...result,
+        provenance: {
+            document: source.ref,
+            file_id: source.id,
+            hash: source.hash,
+            url: source.snapshot.metadata.url,
+            tab: options.tab ?? null,
+        },
+        saved,
+    };
+};
+//# sourceMappingURL=proposals.js.map

package/dist/services/documents/proposals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proposals.js","sourceRoot":"","sources":["../../../src/services/documents/proposals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAG5C,OAAO,EAAiB,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAkBhE,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAAE,OAAwB,EAAE,EAAE;IACxE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAA;IAClH,IAAI,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,6CAA6C,CAAC,CAAA;IACtG,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC5D,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;YACrC,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0DAA0D,EAAE;gBACjG,MAAM,EAAE,kBAAkB;aAC3B,CAAC,CAAA;IACN,CAAC,CAAA;IACD,aAAa,EAAE,CAAA;IACf,MAAM,KAAK,GAAsB,OAAO,CAAC,IAAI;QAC3C,CAAC,CAAC,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE;YAC1D,aAAa,EAAE,CAAA;YACf,IAAI,GAAG,KAAK,MAAM,CAAC,GAAG;gBACpB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0DAA0D,EAAE;oBACjG,MAAM,EAAE,kBAAkB;iBAC3B,CAAC,CAAA;YACJ,MAAM,KAAK,GAAsB,EAAE,CAAA;YACnC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;YACvD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,qBAAqB,IAAI,CAAC,KAAK,eAAe,MAAM,CAAC,IAAI,EAAE,CAAA;gBACpF,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,IAAI,KAAK,MAAM;oBAClB,CAAC,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC;oBACtG,CAAC,CAAC,MAAM,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE;wBACxC,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI;wBACJ,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,MAAM,EAAE,UAAU;wBAClB,MAAM,EAAE,EAAE;qBACX,CAAC,CACP,CAAA;YACH,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAA;IACN,OAAO;QACL,GAAG,MAAM;QACT,UAAU,EAAE;YACV,QAAQ,EAAE,MAAM,CAAC,GAAG;YACpB,OAAO,EAAE,MAAM,CAAC,EAAE;YAClB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG;YACjC,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI;SACzB;QACD,KAAK;KACN,CAAA;AACH,CAAC,CAAA"}

package/dist/services/documents/sync.d.ts

@@ -0,0 +1,24 @@
+import type { SourceFile } from "../../documents/model.js";
+import type { SyncOptions } from "./ports.js";
+export interface SyncResult {
+    saved: number;
+    names_only: number;
+    removed: number;
+    unchanged: number;
+    pictures?: number;
+    pictures_too_large?: number;
+    pictures_skipped?: string;
+    pending: number;
+    skipped: {
+        id: string;
+        reason: string;
+    }[];
+    errors: {
+        id: string;
+        code: string;
+        message: string;
+    }[];
+    coverage: string;
+}
+export declare const syncDocuments: <M extends SourceFile>(options: SyncOptions<M>) => Promise<SyncResult>;
+//# sourceMappingURL=sync.d.ts.map

package/dist/services/documents/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/services/documents/sync.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAA+C,UAAU,EAAc,MAAM,0BAA0B,CAAA;AAGnH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAO7C,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;IACzC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;IACvD,QAAQ,EAAE,MAAM,CAAA;CACjB;AACD,eAAO,MAAM,aAAa,GAAU,CAAC,SAAS,UAAU,WAAW,WAAW,CAAC,CAAC,CAAC,KAAG,OAAO,CAAC,UAAU,CA6MrG,CAAA"}

package/dist/services/documents/sync.js

@@ -0,0 +1,217 @@
+import { createHash } from "node:crypto";
+import { CliError, isCliError } from "@wirecat/cli-base";
+import { catalogFiles } from "../../documents/catalog.js";
+import { within } from "../../documents/scope.js";
+import { changedSince, planDocuments, scopeHash } from "./plan.js";
+const MAX_PICTURE_BYTES = 25 * 1024 * 1024;
+const SAVE_EVERY_MS = 2000;
+const SAVE_EVERY_ITEMS = 25;
+const isPicture = (file) => file.mime.startsWith("image/") && file.canDownload;
+const hashText = (text) => createHash("sha256").update(text).digest("hex");
+export const syncDocuments = async (options) => {
+    const { source, index, state: statePort, principal, roots, textLimit: limit, max, signal, rescan = false, pictures = false, assertHeld, errorOf, skipReason, storeVersion: VERSION, } = options;
+    if (![max, limit, options.maxEntries].every((value) => Number.isSafeInteger(value) && value > 0))
+        throw new CliError("validation_error", "sync limits must be positive whole numbers");
+    const profile = { principal, roots, picture_search: pictures };
+    const now = options.now ?? Date.now;
+    const lock = { assertHeld };
+    if (signal?.aborted)
+        throw new CliError("cancelled", "sync was cancelled");
+    const result = {
+        saved: 0,
+        names_only: 0,
+        removed: 0,
+        unchanged: 0,
+        pending: 0,
+        skipped: [],
+        errors: [],
+        coverage: "selected folders only; unsupported files are reported",
+        ...(profile.picture_search ? { pictures: 0 } : {}),
+    };
+    let writer;
+    let flush;
+    try {
+        if (profile.roots.length && (!source || (await source.identity()) !== profile.principal))
+            throw new CliError("authentication_error", "signed-in source account does not match this profile", {
+                reason: "profile.wrong-account",
+            });
+        const state = statePort.read();
+        if (state.principal !== principal)
+            throw new CliError("configuration_error", "sync state belongs to another source account");
+        const currentScope = scopeHash(profile.roots);
+        const abandoned = state.pending && (state.pending.scope !== currentScope || rescan) ? state.pending.jobs.map((job) => job.id) : [];
+        if (state.pending?.scope !== currentScope || rescan)
+            delete state.pending;
+        if (rescan) {
+            delete state.cursor;
+            statePort.removeWalk();
+        }
+        if (!state.pending) {
+            state.pending = await planDocuments(options, source, state, profile.roots, limit, profile.picture_search ?? false, abandoned, {
+                read: (scope) => statePort.readWalk(scope),
+                save: (walk) => statePort.saveWalk(walk),
+            });
+            state.skipped = state.pending.skipped;
+            statePort.save(state);
+            statePort.removeWalk();
+        }
+        const pending = state.pending;
+        if (!pending)
+            throw new CliError("invalid_response", "could not prepare a sync batch");
+        if (index.catalog)
+            await index.catalog.import(profile.principal, catalogFiles(state, profile.roots));
+        result.skipped = state.skipped.map(({ id, reason }) => ({ id, reason }));
+        const saveNamesOnly = async (file, reason) => {
+            const doc = { metadata: file, markdown: "", text: "", tabs: [], notRead: reason };
+            const hash = hashText("");
+            const previous = state.documents[file.id];
+            const reference = await index.save(profile.principal, doc, hash);
+            statePort.saveSnapshot(doc);
+            state.documents[file.id] = { metadata: file, hash, reference, tabs: 0, notRead: reason };
+            if (previous?.notRead === reason && !changedSince(previous.metadata, file))
+                result.unchanged++;
+            else
+                result.names_only++;
+        };
+        let modelMissing = false;
+        const savePictureOf = async (file) => {
+            const entry = state.documents[file.id];
+            if (!profile.picture_search || !isPicture(file) || modelMissing)
+                return;
+            if ((file.size ?? 0) > MAX_PICTURE_BYTES) {
+                entry.picture = "too-large";
+                result.pictures_too_large = (result.pictures_too_large ?? 0) + 1;
+                return;
+            }
+            if (!source)
+                throw new CliError("configuration_error", "a pending picture requires source sign-in");
+            if (!writer) {
+                try {
+                    writer = await index.openPictures();
+                }
+                catch (error) {
+                    if (!isCliError(error) || error.code !== "not_found")
+                        throw error;
+                    modelMissing = true;
+                    result.pictures_skipped = error.message;
+                    return;
+                }
+            }
+            const bytes = await source.bytes(file.id);
+            if (bytes.length > MAX_PICTURE_BYTES) {
+                entry.picture = "too-large";
+                result.pictures_too_large = (result.pictures_too_large ?? 0) + 1;
+                return;
+            }
+            if ((await writer.save(entry.reference, bytes)) === "saved")
+                result.pictures = (result.pictures ?? 0) + 1;
+            entry.picture = "saved";
+        };
+        // Saving the whole state after every file grows with the profile; a batch at a time keeps it bounded.
+        let unsaved = 0;
+        let savedAt = now();
+        flush = () => {
+            if (unsaved)
+                statePort.save(state);
+            unsaved = 0;
+            savedAt = now();
+        };
+        const progress = () => {
+            if (++unsaved >= SAVE_EVERY_ITEMS || now() - savedAt >= SAVE_EVERY_MS)
+                flush?.();
+        };
+        const jobs = [...pending.jobs].slice(0, max);
+        for (const job of jobs) {
+            if (signal?.aborted)
+                throw new CliError("cancelled", "sync was cancelled; pending operations are retained");
+            lock.assertHeld();
+            try {
+                if (job.kind === "remove") {
+                    await index.remove(profile.principal, job.id);
+                    statePort.removeSnapshot(job.id);
+                    delete state.documents[job.id];
+                    result.removed++;
+                }
+                else if (job.file && skipReason(job.file)) {
+                    await saveNamesOnly(job.file, skipReason(job.file));
+                    await savePictureOf(job.file);
+                }
+                else {
+                    if (!source)
+                        throw new CliError("configuration_error", "a pending save requires source sign-in");
+                    const content = await source.content(job.id, limit);
+                    if (!within(content.metadata, profile.roots, pending.folders)) {
+                        await index.remove(profile.principal, job.id);
+                        statePort.removeSnapshot(job.id);
+                        delete state.documents[job.id];
+                        result.removed++;
+                    }
+                    else {
+                        const hash = hashText(content.text);
+                        const previous = state.documents[job.id];
+                        const reference = await index.save(profile.principal, content, hash).catch((error) => {
+                            if (!isCliError(error) || error.code !== "validation_error")
+                                throw error;
+                            throw new CliError("validation_error", `the local store refused this text: ${error.message}`, {
+                                reason: "store.refused",
+                                store_refused_in: VERSION,
+                            });
+                        });
+                        statePort.saveSnapshot(content);
+                        state.documents[job.id] = { metadata: content.metadata, hash, reference, tabs: content.tabs.length };
+                        if (previous?.hash === hash)
+                            result.unchanged++;
+                        else
+                            result.saved++;
+                    }
+                }
+                pending.jobs = pending.jobs.filter((item) => item !== job);
+                progress();
+            }
+            catch (error) {
+                const safe = errorOf(error);
+                if (safe.code === "cancelled")
+                    throw safe;
+                if (job.kind === "save" && (safe.code === "not_found" || safe.code === "validation_error")) {
+                    const skipped = {
+                        id: job.id,
+                        reason: safe.message,
+                        ...(job.file ? { file: job.file } : {}),
+                        ...(safe.details.text_limit ? { textLimit: limit } : {}),
+                        ...(safe.details.store_refused_in ? { storeRefusedIn: VERSION } : {}),
+                    };
+                    if (job.file && safe.code === "validation_error")
+                        await saveNamesOnly(job.file, skipped.reason);
+                    else {
+                        await index.remove(profile.principal, job.id);
+                        statePort.removeSnapshot(job.id);
+                        delete state.documents[job.id];
+                    }
+                    state.skipped = state.skipped.filter((item) => item.id !== job.id);
+                    state.skipped.push(skipped);
+                    result.skipped.push({ id: skipped.id, reason: skipped.reason });
+                    pending.jobs = pending.jobs.filter((item) => item !== job);
+                    progress();
+                    continue;
+                }
+                result.errors.push({ id: job.id, code: safe.code, message: safe.message });
+            }
+        }
+        flush();
+        result.pending = pending.jobs.length;
+        if (!pending.jobs.length) {
+            state.cursor = pending.cursor;
+            state.scope = pending.scope;
+            state.folders = pending.folders;
+            delete state.pending;
+            state.lastSync = new Date(now()).toISOString();
+            statePort.save(state);
+        }
+        return result;
+    }
+    finally {
+        flush?.();
+        await writer?.close();
+    }
+};
+//# sourceMappingURL=sync.js.map

package/dist/services/documents/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../src/services/documents/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAEzD,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AACjD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAGlE,MAAM,iBAAiB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAC1C,MAAM,aAAa,GAAG,IAAI,CAAA;AAC1B,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,SAAS,GAAG,CAAC,IAAgB,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,CAAA;AAC1F,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAclF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAwB,OAAuB,EAAuB,EAAE;IACxG,MAAM,EACJ,MAAM,EACN,KAAK,EACL,KAAK,EAAE,SAAS,EAChB,SAAS,EACT,KAAK,EACL,SAAS,EAAE,KAAK,EAChB,GAAG,EACH,MAAM,EACN,MAAM,GAAG,KAAK,EACd,QAAQ,GAAG,KAAK,EAChB,UAAU,EACV,OAAO,EACP,UAAU,EACV,YAAY,EAAE,OAAO,GACtB,GAAG,OAAO,CAAA;IACX,IAAI,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;QAC9F,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,4CAA4C,CAAC,CAAA;IACtF,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAA;IAC9D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IACnC,MAAM,IAAI,GAAG,EAAE,UAAU,EAAE,CAAA;IAC3B,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAA;IAC1E,MAAM,MAAM,GAAe;QACzB,KAAK,EAAE,CAAC;QACR,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,EAAE;QACX,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,uDAAuD;QACjE,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAA;IACD,IAAI,MAAiC,CAAA;IACrC,IAAI,KAA+B,CAAA;IACnC,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC;YACtF,MAAM,IAAI,QAAQ,CAAC,sBAAsB,EAAE,sDAAsD,EAAE;gBACjG,MAAM,EAAE,uBAAuB;aAChC,CAAC,CAAA;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,CAAA;QAC9B,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;YAC/B,MAAM,IAAI,QAAQ,CAAC,qBAAqB,EAAE,8CAA8C,CAAC,CAAA;QAC3F,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC7C,MAAM,SAAS,GACb,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,YAAY,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAClH,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,KAAK,YAAY,IAAI,MAAM;YAAE,OAAO,KAAK,CAAC,OAAO,CAAA;QACzE,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,KAAK,CAAC,MAAM,CAAA;YACnB,SAAS,CAAC,UAAU,EAAE,CAAA;QACxB,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,KAAK,CAAC,OAAO,GAAG,MAAM,aAAa,CACjC,OAAO,EACP,MAAM,EACN,KAAK,EACL,OAAO,CAAC,KAAK,EACb,KAAK,EACL,OAAO,CAAC,cAAc,IAAI,KAAK,EAC/B,SAAS,EACT;gBACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC1C,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;aACzC,CACF,CAAA;YACD,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAA;YACrC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACrB,SAAS,CAAC,UAAU,EAAE,CAAA;QACxB,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gCAAgC,CAAC,CAAA;QACtF,IAAI,KAAK,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QACpG,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,aAAa,GAAG,KAAK,EAAE,IAAO,EAAE,MAAc,EAAE,EAAE;YACtD,MAAM,GAAG,GAAqB,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YACnG,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAA;YACzB,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACzC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;YAChE,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC3B,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YACxF,IAAI,QAAQ,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAAE,MAAM,CAAC,SAAS,EAAE,CAAA;;gBACzF,MAAM,CAAC,UAAU,EAAE,CAAA;QAC1B,CAAC,CAAA;QACD,IAAI,YAAY,GAAG,KAAK,CAAA;QACxB,MAAM,aAAa,GAAG,KAAK,EAAE,IAAO,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAqB,CAAA;YAC1D,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,YAAY;gBAAE,OAAM;YACvE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,iBAAiB,EAAE,CAAC;gBACzC,KAAK,CAAC,OAAO,GAAG,WAAW,CAAA;gBAC3B,MAAM,CAAC,kBAAkB,GAAG,CAAC,MAAM,CAAC,kBAAkB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBAChE,OAAM;YACR,CAAC;YACD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,QAAQ,CAAC,qBAAqB,EAAE,2CAA2C,CAAC,CAAA;YACnG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;gBACrC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;wBAAE,MAAM,KAAK,CAAA;oBACjE,YAAY,GAAG,IAAI,CAAA;oBACnB,MAAM,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAA;oBACvC,OAAM;gBACR,CAAC;YACH,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACzC,IAAI,KAAK,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;gBACrC,KAAK,CAAC,OAAO,GAAG,WAAW,CAAA;gBAC3B,MAAM,CAAC,kBAAkB,GAAG,CAAC,MAAM,CAAC,kBAAkB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBAChE,OAAM;YACR,CAAC;YACD,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,KAAK,OAAO;gBAAE,MAAM,CAAC,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YACzG,KAAK,CAAC,OAAO,GAAG,OAAO,CAAA;QACzB,CAAC,CAAA;QACD,sGAAsG;QACtG,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,GAAG,EAAE,CAAA;QACnB,KAAK,GAAG,GAAG,EAAE;YACX,IAAI,OAAO;gBAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClC,OAAO,GAAG,CAAC,CAAA;YACX,OAAO,GAAG,GAAG,EAAE,CAAA;QACjB,CAAC,CAAA;QACD,MAAM,QAAQ,GAAG,GAAG,EAAE;YACpB,IAAI,EAAE,OAAO,IAAI,gBAAgB,IAAI,GAAG,EAAE,GAAG,OAAO,IAAI,aAAa;gBAAE,KAAK,EAAE,EAAE,CAAA;QAClF,CAAC,CAAA;QACD,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAC5C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,qDAAqD,CAAC,CAAA;YAC3G,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC1B,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;oBAC7C,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBAChC,OAAO,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBAC9B,MAAM,CAAC,OAAO,EAAE,CAAA;gBAClB,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5C,MAAM,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAW,CAAC,CAAA;oBAC7D,MAAM,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBAC/B,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM;wBAAE,MAAM,IAAI,QAAQ,CAAC,qBAAqB,EAAE,wCAAwC,CAAC,CAAA;oBAChG,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;oBACnD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC9D,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;wBAC7C,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;wBAChC,OAAO,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;wBAC9B,MAAM,CAAC,OAAO,EAAE,CAAA;oBAClB,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;wBACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;wBACxC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;4BAC5F,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;gCAAE,MAAM,KAAK,CAAA;4BACxE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,sCAAsC,KAAK,CAAC,OAAO,EAAE,EAAE;gCAC5F,MAAM,EAAE,eAAe;gCACvB,gBAAgB,EAAE,OAAO;6BAC1B,CAAC,CAAA;wBACJ,CAAC,CAAC,CAAA;wBACF,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;wBAC/B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAA;wBACpG,IAAI,QAAQ,EAAE,IAAI,KAAK,IAAI;4BAAE,MAAM,CAAC,SAAS,EAAE,CAAA;;4BAC1C,MAAM,CAAC,KAAK,EAAE,CAAA;oBACrB,CAAC;gBACH,CAAC;gBACD,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;gBAC1D,QAAQ,EAAE,CAAA;YACZ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAA;gBAC3B,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;oBAAE,MAAM,IAAI,CAAA;gBACzC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAAC,EAAE,CAAC;oBAC3F,MAAM,OAAO,GAAkB;wBAC7B,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,MAAM,EAAE,IAAI,CAAC,OAAO;wBACpB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACxD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACtE,CAAA;oBACD,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB;wBAAE,MAAM,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;yBAC1F,CAAC;wBACJ,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;wBAC7C,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;wBAChC,OAAO,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBAChC,CAAC;oBACD,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAA;oBAClE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBAC3B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;oBAC/D,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;oBAC1D,QAAQ,EAAE,CAAA;oBACV,SAAQ;gBACV,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YAC5E,CAAC;QACH,CAAC;QACD,KAAK,EAAE,CAAA;QACP,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAA;QACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACzB,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;YAC7B,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;YAC3B,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;YAC/B,OAAO,KAAK,CAAC,OAAO,CAAA;YACpB,KAAK,CAAC,QAAQ,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAA;YAC9C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACvB,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;YAAS,CAAC;QACT,KAAK,EAAE,EAAE,CAAA;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAA;IACvB,CAAC;AACH,CAAC,CAAA"}