dsh-ab-ocr 0.1.0

package/lib/recognize.js

@@ -0,0 +1,390 @@
+/**
+ * One `ocr` call: refuse an installation that cannot run, drive the worker
+ * through the plan, write each page as it finishes, and merge the document only
+ * after the last page.
+ *
+ * A later call carrying `levels` does not recognize anything: it reads the
+ * record the recognition left behind and sends its stored geometry to the worker
+ * with the caller's heading-level corrections, which rewrites the document at
+ * the path the record named.
+ *
+ * The worker runs in its own execution world and writes only to stdout, so every
+ * value this module persists travels back as an event and is written through the
+ * mounted filesystem capability rather than by the worker.
+ * @module @deepseek-ai/dsh-ab-ocr/recognize
+ */
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { artifactBase, artifactPaths, artifactRoot, digest12 } from "./artifacts.js";
+import { appliedOutline, carriedLevels, recognizedDocument, writeDocument, } from "./documents.js";
+import { documentState, pageProblem, readDoneEvent, readFailures, readGeometry, readOutline, reportFailure, wholeNumber, writeQueue, } from "./events.js";
+import { pageFileName } from "./filename.js";
+import { parseLevels } from "./levels.js";
+import { planJobs, prepareJob, requestPaths, requestedOutputDir, resolvePython, resolveWorkerScript } from "./plan.js";
+import { readLatest, readRecord, wholeNumbers, writeJson } from "./records.js";
+import { saveText } from "./sandbox.js";
+import { runSelfTest, runSpec, } from "./worker.js";
+/** Package root, from which the worker script and its environment are resolved. */
+const PACKAGE_ROOT = fileURLToPath(new URL('..', import.meta.url));
+/** How much of a worker's diagnostics a thrown error carries. */
+const DIAGNOSTIC_TAIL = 1200;
+/** The tail of a worker's diagnostics, for an error a caller can act on. */
+function diagnostics(stderr) {
+    const trimmed = stderr.trim().slice(-DIAGNOSTIC_TAIL);
+    return trimmed === '' ? '' : ' Worker diagnostics: ' + trimmed;
+}
+/**
+ * Resolve the worker and refuse an installation that cannot run.
+ *
+ * The startup check is a separate process from the batch, so it carries its own
+ * ceiling: an environment whose engine never loads has to be refused in the
+ * deployment's startup window rather than held for the whole recognition
+ * ceiling.
+ * @param config - the deployment's values.
+ * @param signal - caller cancellation.
+ * @returns the invocation every call spawns.
+ * @throws Error when the worker program is missing from the installation, or
+ *   when it starts without the OCR engine it needs.
+ */
+async function readyInvocation(config, signal) {
+    const invocation = {
+        python: resolvePython(config.pythonPath, PACKAGE_ROOT, process.platform),
+        script: resolveWorkerScript(config.workerScript, PACKAGE_ROOT),
+        timeoutMs: config.timeoutMs,
+    };
+    if (!existsSync(invocation.script)) {
+        throw new Error('ocr cannot run: the OCR engine is not installed on this machine, because the worker'
+            + ' program is missing from the plugin. The plugin\'s setup script installs it.');
+    }
+    const selfTest = await runSelfTest({ ...invocation, timeoutMs: config.startupTimeoutMs }, signal);
+    if (selfTest.report?.ready !== true) {
+        const detail = selfTest.report === undefined
+            ? 'its worker did not start'
+            : 'its worker started without the engine';
+        throw new Error('ocr cannot run: the OCR engine is not installed on this machine, because ' + detail
+            + '. The plugin\'s setup script installs it.' + diagnostics(selfTest.stderr));
+    }
+    return invocation;
+}
+/**
+ * Run one batch through the worker and report what it produced.
+ * @param invocation - the worker to run.
+ * @param config - the deployment's engine lifetime and time ceiling.
+ * @param jobs - the jobs to run, in order.
+ * @param call - the documents and failures the call collects.
+ * @param apply - called with each parsed event as it arrives.
+ * @param signal - caller cancellation.
+ * @returns the canonical value the call records.
+ * @throws Error when the batch was cancelled, stopped early, lost a document, or
+ *   could not save one.
+ */
+async function runCall(invocation, config, jobs, call, apply, signal) {
+    const forward = () => call.controller.abort();
+    signal?.addEventListener('abort', forward, { once: true });
+    const spec = { engineLifetime: config.engineLifetime, jobs };
+    let run;
+    try {
+        run = await runSpec(invocation, spec, apply, call.controller.signal);
+    }
+    finally {
+        signal?.removeEventListener('abort', forward);
+    }
+    const writeError = await call.queue.settle();
+    if (call.problem !== undefined)
+        throw call.problem;
+    if (writeError !== undefined)
+        throw new Error('ocr could not save its output: ' + writeError.message);
+    const end = run.events.find(event => event.event === 'end');
+    if (end === undefined) {
+        const fatal = run.events.find(event => event.event === 'fatal');
+        if (fatal !== undefined) {
+            throw new Error('ocr did not start: ' + String(fatal.error ?? 'no reason was reported'));
+        }
+        if (run.aborted)
+            throw new Error('ocr was cancelled');
+        if (run.timedOut) {
+            throw new Error('ocr timed out after ' + config.timeoutMs + ' ms; recognize fewer pages in one call'
+                + diagnostics(run.stderr));
+        }
+        throw new Error('ocr did not finish: the recognition stopped without a result' + diagnostics(run.stderr));
+    }
+    if (Number(end.documents) !== call.finished) {
+        throw new Error('ocr lost a document: the worker finished ' + call.finished
+            + ' of the ' + String(end.documents) + ' it reported');
+    }
+    for (const failure of readFailures(end.failures))
+        reportFailure(call, failure);
+    return { documents: call.documents, failures: call.failures };
+}
+/**
+ * Re-merge a stored recognition with heading-level corrections, recognizing nothing.
+ * @param config - the deployment's worker values.
+ * @param input - the source path the worker names in its events.
+ * @param geometry - the stored page geometry to merge.
+ * @param merge - the merge options, carrying the corrections to apply.
+ * @param signal - caller cancellation.
+ * @returns the merged document, or undefined when the worker reported a failure.
+ */
+async function assembleStored(config, input, geometry, merge, signal) {
+    const job = { mode: 'assemble', id: '1', input, record: geometry, merge };
+    const controller = new AbortController();
+    const call = {
+        documents: [],
+        failures: [],
+        reported: new Set(),
+        controller,
+        queue: writeQueue(controller),
+        finished: 0,
+    };
+    const captured = {};
+    const collect = (event) => {
+        const done = readDoneEvent(event);
+        if (done === undefined)
+            return;
+        call.finished += 1;
+        captured.merged = {
+            markdown: done.markdown,
+            outline: readOutline(event.outline),
+            rawOutline: event.outline,
+            truncated: event.outlineTruncated === true,
+            done,
+        };
+    };
+    let assembled;
+    try {
+        assembled = await runCall(await readyInvocation(config, signal), config, [job], call, collect, signal);
+    }
+    catch {
+        // A caller that already holds a document keeps it: a re-merge that fails must
+        // not fail a call whose recognition succeeded, so the failure is reported by
+        // leaving the text the merge would have replaced in place.
+        return undefined;
+    }
+    if (assembled.failures.length > 0)
+        return undefined;
+    return captured.merged;
+}
+/**
+ * Rewrite one recognized document with the heading levels the caller decided.
+ *
+ * No page is recognized again: the call reads the record the recognition left
+ * behind and sends its stored geometry to the worker with the caller's level
+ * corrections, then writes the assembled Markdown over the file the record
+ * named. The digest is the recognition's, so this call finds the same record
+ * without scanning.
+ * @param fs - the mounted filesystem capability, or undefined when the
+ *   composition mounts none.
+ * @param args - the model-supplied call arguments, carrying `levels`.
+ * @param config - the deployment's worker, render, and merge values.
+ * @param base - the directory a relative path resolves against.
+ * @param signal - caller cancellation.
+ * @param fence - the per-call fence a confining backend judges the rewritten document and its records by; absent on a bare backend.
+ * @returns the canonical value the call records.
+ * @throws Error when the request is malformed, no filesystem is mounted, the
+ *   environment is unusable, or the stored record is missing.
+ */
+async function refine(fs, args, config, base, signal, fence) {
+    const overrides = parseLevels(args.levels ?? '');
+    const paths = requestPaths(args, base, config.maxDocuments);
+    const input = paths.length === 1 ? paths[0] : undefined;
+    if (input === undefined) {
+        throw new Error('invalid ocr: levels corrects one document, so name exactly one path');
+    }
+    if (fs === undefined) {
+        throw new Error('ocr cannot save its result: no filesystem is available to write to');
+    }
+    const baseDir = artifactBase(input, requestedOutputDir(args, config, base));
+    const root = artifactRoot(input, baseDir, config.pageDirName);
+    const latest = await readLatest(fs, root.latest, signal);
+    const artifacts = artifactPaths(input, baseDir, config.pageDirName, latest.digest);
+    const record = await readRecord(fs, artifacts.record, signal);
+    const invocation = await readyInvocation(config, signal);
+    const job = {
+        mode: 'assemble',
+        id: '1',
+        input: fs.processPath(await fs.resolve(input)),
+        record: record.geometry,
+        merge: { ...record.merge, levelOverrides: overrides },
+    };
+    const controller = new AbortController();
+    const call = {
+        documents: [],
+        failures: [],
+        reported: new Set(),
+        controller,
+        queue: writeQueue(controller),
+        finished: 0,
+    };
+    const corrections = Object.keys(overrides).length;
+    const apply = (event) => {
+        if (event.event === 'error') {
+            reportFailure(call, { id: String(event.id ?? ''), input, error: String(event.message ?? '') });
+            return;
+        }
+        const done = readDoneEvent(event);
+        if (done === undefined)
+            return;
+        call.finished += 1;
+        const truncated = event.outlineTruncated === true;
+        call.queue.enqueue(async () => {
+            await saveText(fs, await fs.resolve(latest.output), done.markdown, fence, signal);
+            // The corrections become part of the record, so a later recognition of this
+            // same source reproduces the corrected document instead of writing the
+            // uncorrected one beside it. The outline keeps both levels, so a caller
+            // re-reading it can see that the correction took.
+            await writeJson(fs, artifacts.record, { ...record, merge: { ...record.merge, levelOverrides: overrides } }, signal, fence);
+            // A worker that reported no outline leaves the stored one alone rather than
+            // replacing it with nothing.
+            if (Array.isArray(event.outline)) {
+                await writeJson(fs, artifacts.outline, appliedOutline(readOutline(event.outline), overrides), signal, fence);
+            }
+            call.documents.push({
+                input,
+                output: latest.output,
+                pages: latest.pages.length > 0 ? latest.pages.length : done.pages,
+                totalPages: done.totalPages > 0 ? done.totalPages : latest.totalPages,
+                lines: done.lines,
+                headings: done.headings,
+                chars: done.chars,
+                droppedPageNumbers: done.droppedPageNumbers,
+                droppedRunningHeads: done.droppedRunningHeads,
+                joinedAcrossPages: done.joinedAcrossPages,
+                // This call recognizes no page, so it leaves no per-page text of its own.
+                pageDir: '',
+                seconds: done.seconds,
+                digest: latest.digest,
+                selection: [...latest.pages],
+                outlinePath: artifacts.outline,
+                outlineTruncated: truncated,
+                corrections,
+            });
+        });
+    };
+    return runCall(invocation, config, [job], call, apply, signal);
+}
+/**
+ * Read the documents one call asked for, writing every artifact through the
+ * filesystem capability the composition mounted.
+ * @param fs - the mounted filesystem capability every write goes through, or
+ *   undefined when the composition mounts none.
+ * @param args - the model-supplied call arguments.
+ * @param config - the deployment's values.
+ * @param base - the directory a relative path resolves against.
+ * @param signal - caller cancellation.
+ * @param fence - the fence every write is stamped with; absent on a bare backend.
+ * @returns the canonical value the call records.
+ * @throws Error when the request is malformed, no filesystem is mounted, the
+ *   environment is unusable, the deployment denies a write, the worker reports
+ *   pages out of order, or the worker fails.
+ */
+export async function recognize(fs, args, config, base, signal, fence) {
+    if (args.levels !== undefined)
+        return refine(fs, args, config, base, signal, fence);
+    const paths = requestPaths(args, base, config.maxDocuments);
+    const planned = planJobs(paths, args, config, base);
+    if (planned.jobs.length === 0) {
+        return { documents: [], failures: planned.failures };
+    }
+    if (fs === undefined) {
+        throw new Error('ocr cannot save its result: no filesystem is available to write to');
+    }
+    const invocation = await readyInvocation(config, signal);
+    const states = new Map();
+    for (const job of planned.jobs) {
+        const prepared = await prepareJob(fs, job, config.pageDirName, signal);
+        states.set(String(prepared.job.id), documentState(prepared));
+    }
+    const controller = new AbortController();
+    const call = {
+        documents: [],
+        failures: [...planned.failures],
+        reported: new Set(),
+        controller,
+        queue: writeQueue(controller),
+        finished: 0,
+    };
+    /** Report one protocol violation, which aborts the rest of the batch. */
+    const violate = (problem) => {
+        if (call.problem === undefined)
+            call.problem = new Error('ocr failed: ' + problem);
+        controller.abort();
+    };
+    const apply = (event) => {
+        const state = states.get(String(event.id));
+        if (state === undefined)
+            return;
+        if (event.event === 'start') {
+            state.selection = wholeNumbers(event.pages);
+            state.totalPages = wholeNumber(event.totalPages) ?? 0;
+            // The source's own digest is what makes a recognition's name a function of
+            // its content rather than of its length, and only the worker reads the
+            // content, so it arrives with this event and names every later write.
+            state.artifacts = artifactPaths(state.job.input, state.job.base, config.pageDirName, digest12(state.job.input, state.job.stamp, String(event.sourceDigest ?? ''), state.job.job.pages ?? null, state.job.job.merge));
+            return;
+        }
+        if (event.event === 'page') {
+            const page = wholeNumber(event.page);
+            if (page === undefined) {
+                violate('page ' + JSON.stringify(event.page ?? null) + ' is not a page number');
+                return;
+            }
+            const problem = pageProblem(page, state);
+            if (problem !== undefined) {
+                violate(problem);
+                return;
+            }
+            const geometry = readGeometry(event.geometry);
+            if (geometry === undefined) {
+                violate('page ' + page + ' arrived without the geometry its record needs');
+                return;
+            }
+            const artifacts = state.artifacts;
+            if (artifacts === undefined) {
+                violate('page ' + page + ' arrived before the document named its source');
+                return;
+            }
+            state.lastPage = page;
+            state.geometry.push(geometry);
+            if (!config.writePageFiles)
+                return;
+            // The name is padded to five digits, so the page files of a long scan sort
+            // in page order rather than in the order their lengths happen to fall.
+            const name = pageFileName(page);
+            const text = String(event.text ?? '');
+            call.queue.enqueue(async () => {
+                await saveText(fs, await fs.resolve(join(artifacts.recordDir, name)), text === '' ? '\n' : text + '\n', fence, signal);
+            });
+            return;
+        }
+        if (event.event === 'error') {
+            reportFailure(call, { id: String(event.id ?? ''), input: state.job.input, error: String(event.message ?? '') });
+            return;
+        }
+        const done = readDoneEvent(event);
+        if (done === undefined)
+            return;
+        call.finished += 1;
+        const artifacts = state.artifacts;
+        if (artifacts === undefined) {
+            violate('document ' + state.job.input + ' finished without naming its source');
+            return;
+        }
+        const truncated = event.outlineTruncated === true;
+        call.queue.enqueue(async () => {
+            // A recognition replaces its own record, but a correction a caller already
+            // made to this recognition is not the recognition's to discard. It is read
+            // back and merged again before the document is named, so a repeated
+            // recognition reproduces the corrected document at the path it already owns
+            // rather than writing an uncorrected one beside it.
+            const carried = await carriedLevels(fs, artifacts.record, signal);
+            const merged = carried === undefined
+                ? undefined
+                : await assembleStored(config, state.job.job.input, { pages: state.geometry }, { ...state.job.job.merge, levelOverrides: carried }, signal);
+            const output = await writeDocument(fs, artifacts, state, merged?.markdown ?? done.markdown, merged?.outline ?? readOutline(event.outline), merged?.rawOutline ?? event.outline, carried, signal, fence);
+            call.documents.push(recognizedDocument(state, artifacts, merged?.done ?? done, output, config.writePageFiles ? artifacts.recordDir : '', merged?.truncated ?? truncated, carried === undefined ? 0 : Object.keys(carried).length));
+        });
+    };
+    return runCall(invocation, config, [...states.values()].map(state => state.job.job), call, apply, signal);
+}
+//# sourceMappingURL=recognize.js.map

package/lib/recognize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recognize.js","sourceRoot":"","sources":["../src/recognize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAExC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAEpF,OAAO,EACL,cAAc,EACd,aAAa,EACb,kBAAkB,EAClB,aAAa,GACd,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,aAAa,EACb,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,aAAa,EACb,WAAW,EACX,UAAU,GAIX,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AACtH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC9E,OAAO,EAAE,QAAQ,EAAkB,MAAM,cAAc,CAAA;AAEvD,OAAO,EACL,WAAW,EACX,OAAO,GAMR,MAAM,aAAa,CAAA;AAEpB,mFAAmF;AACnF,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AAElE,iEAAiE;AACjE,MAAM,eAAe,GAAG,IAAI,CAAA;AAE5B,4EAA4E;AAC5E,SAAS,WAAW,CAAC,MAAc;IACjC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAA;IACrD,OAAO,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,uBAAuB,GAAG,OAAO,CAAA;AAChE,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,KAAK,UAAU,eAAe,CAAC,MAAc,EAAE,MAAoB;IACjE,MAAM,UAAU,GAAqB;QACnC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC;QACxE,MAAM,EAAE,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,CAAC;QAC9D,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAA;IACD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,qFAAqF;cACnF,8EAA8E,CACjF,CAAA;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,EAAE,GAAG,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,gBAAgB,EAAE,EAAE,MAAM,CAAC,CAAA;IACjG,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,KAAK,SAAS;YAC1C,CAAC,CAAC,0BAA0B;YAC5B,CAAC,CAAC,uCAAuC,CAAA;QAC3C,MAAM,IAAI,KAAK,CACb,2EAA2E,GAAG,MAAM;cAClF,2CAA2C,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC7E,CAAA;IACH,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,KAAK,UAAU,OAAO,CACpB,UAA4B,EAC5B,MAAc,EACd,IAAiB,EACjB,IAAe,EACf,KAAmC,EACnC,MAAoB;IAEpB,MAAM,OAAO,GAAG,GAAS,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;IACnD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1D,MAAM,IAAI,GAAe,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,IAAI,EAAE,CAAA;IACxE,IAAI,GAAc,CAAA;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IACtE,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC/C,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;IAC5C,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,CAAC,OAAO,CAAA;IAClD,IAAI,UAAU,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;IACrG,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAA;IAC3D,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,CAAA;QAC/D,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,wBAAwB,CAAC,CAAC,CAAA;QAC1F,CAAC;QACD,IAAI,GAAG,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;QACrD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,sBAAsB,GAAG,MAAM,CAAC,SAAS,GAAG,wCAAwC;kBAClF,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CAAA;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8DAA8D,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3G,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CACb,2CAA2C,GAAG,IAAI,CAAC,QAAQ;cACzD,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,cAAc,CACtD,CAAA;IACH,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAC9E,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAA;AAC/D,CAAC;AAgBD;;;;;;;;GAQG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAc,EACd,KAAa,EACb,QAAsC,EACtC,KAAmB,EACnB,MAAoB;IAEpB,MAAM,GAAG,GAAc,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;IACpF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,IAAI,GAAc;QACtB,SAAS,EAAE,EAAE;QACb,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,IAAI,GAAG,EAAU;QAC3B,UAAU;QACV,KAAK,EAAE,UAAU,CAAC,UAAU,CAAC;QAC7B,QAAQ,EAAE,CAAC;KACZ,CAAA;IACD,MAAM,QAAQ,GAAgC,EAAE,CAAA;IAChD,MAAM,OAAO,GAAG,CAAC,KAAkB,EAAQ,EAAE;QAC3C,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAM;QAC9B,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAA;QAClB,QAAQ,CAAC,MAAM,GAAG;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;YACnC,UAAU,EAAE,KAAK,CAAC,OAAO;YACzB,SAAS,EAAE,KAAK,CAAC,gBAAgB,KAAK,IAAI;YAC1C,IAAI;SACL,CAAA;IACH,CAAC,CAAA;IACD,IAAI,SAAoB,CAAA;IACxB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,OAAO,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;IACxG,CAAC;IAAC,MAAM,CAAC;QACP,8EAA8E;QAC9E,6EAA6E;QAC7E,2DAA2D;QAC3D,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IACnD,OAAO,QAAQ,CAAC,MAAM,CAAA;AACxB,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,KAAK,UAAU,MAAM,CACnB,EAA0B,EAC1B,IAAa,EACb,MAAc,EACd,IAAY,EACZ,MAAoB,EACpB,KAA6B;IAE7B,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAA;IAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACvD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAA;IACxF,CAAC;IACD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAA;IACvF,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;IAC3E,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC7D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACxD,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IAClF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7D,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACxD,MAAM,GAAG,GAAc;QACrB,IAAI,EAAE,UAAU;QAChB,EAAE,EAAE,GAAG;QACP,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,EAAE,MAAM,CAAC,QAAQ;QACvB,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE;KACtD,CAAA;IACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,IAAI,GAAc;QACtB,SAAS,EAAE,EAAE;QACb,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,IAAI,GAAG,EAAU;QAC3B,UAAU;QACV,KAAK,EAAE,UAAU,CAAC,UAAU,CAAC;QAC7B,QAAQ,EAAE,CAAC;KACZ,CAAA;IACD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAA;IACjD,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAQ,EAAE;QACzC,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,aAAa,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC,CAAA;YAC9F,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAM;QAC9B,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAA;QAClB,MAAM,SAAS,GAAG,KAAK,CAAC,gBAAgB,KAAK,IAAI,CAAA;QACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;YACjF,4EAA4E;YAC5E,uEAAuE;YACvE,wEAAwE;YACxE,kDAAkD;YAClD,MAAM,SAAS,CACb,EAAE,EACF,SAAS,CAAC,MAAM,EAChB,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,EACpE,MAAM,EACN,KAAK,CACN,CAAA;YACD,4EAA4E;YAC5E,6BAA6B;YAC7B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,MAAM,SAAS,CACb,EAAE,EACF,SAAS,CAAC,OAAO,EACjB,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,EACrD,MAAM,EACN,KAAK,CACN,CAAA;YACH,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClB,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK;gBACjE,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU;gBACrE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;gBAC7C,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,0EAA0E;gBAC1E,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC5B,WAAW,EAAE,SAAS,CAAC,OAAO;gBAC9B,gBAAgB,EAAE,SAAS;gBAC3B,WAAW;aACZ,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,OAAO,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;AAChE,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAA0B,EAC1B,IAAa,EACb,MAAc,EACd,IAAY,EACZ,MAAoB,EACpB,KAA6B;IAE7B,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;IACnF,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAA;IAC3D,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;IACnD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAA;IACtD,CAAC;IACD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAA;IACvF,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAA;IAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;QACtE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAA;IAC9D,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,IAAI,GAAc;QACtB,SAAS,EAAE,EAAE;QACb,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC/B,QAAQ,EAAE,IAAI,GAAG,EAAU;QAC3B,UAAU;QACV,KAAK,EAAE,UAAU,CAAC,UAAU,CAAC;QAC7B,QAAQ,EAAE,CAAC;KACZ,CAAA;IACD,yEAAyE;IACzE,MAAM,OAAO,GAAG,CAAC,OAAe,EAAQ,EAAE;QACxC,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,CAAC,cAAc,GAAG,OAAO,CAAC,CAAA;QAClF,UAAU,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC,CAAA;IACD,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAQ,EAAE;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;QAC1C,IAAI,KAAK,KAAK,SAAS;YAAE,OAAM;QAC/B,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC3C,KAAK,CAAC,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;YACrD,2EAA2E;YAC3E,uEAAuE;YACvE,sEAAsE;YACtE,KAAK,CAAC,SAAS,GAAG,aAAa,CAC7B,KAAK,CAAC,GAAG,CAAC,KAAK,EACf,KAAK,CAAC,GAAG,CAAC,IAAI,EACd,MAAM,CAAC,WAAW,EAClB,QAAQ,CACN,KAAK,CAAC,GAAG,CAAC,KAAK,EACf,KAAK,CAAC,GAAG,CAAC,KAAK,EACf,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,EAChC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,EAC3B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CACpB,CACF,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,uBAAuB,CAAC,CAAA;gBAC/E,OAAM;YACR,CAAC;YACD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACxC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,OAAO,CAAC,OAAO,CAAC,CAAA;gBAChB,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YAC7C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,CAAC,OAAO,GAAG,IAAI,GAAG,gDAAgD,CAAC,CAAA;gBAC1E,OAAM;YACR,CAAC;YACD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;YACjC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,OAAO,CAAC,OAAO,GAAG,IAAI,GAAG,+CAA+C,CAAC,CAAA;gBACzE,OAAM;YACR,CAAC;YACD,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;YACrB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC7B,IAAI,CAAC,MAAM,CAAC,cAAc;gBAAE,OAAM;YAClC,2EAA2E;YAC3E,uEAAuE;YACvE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;YACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC5B,MAAM,QAAQ,CACZ,EAAE,EACF,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EACjD,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,EAChC,KAAK,EACL,MAAM,CACP,CAAA;YACH,CAAC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,aAAa,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC,CAAA;YAC/G,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAM;QAC9B,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAA;QAClB,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QACjC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,qCAAqC,CAAC,CAAA;YAC9E,OAAM;QACR,CAAC;QACD,MAAM,SAAS,GAAG,KAAK,CAAC,gBAAgB,KAAK,IAAI,CAAA;QACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC5B,2EAA2E;YAC3E,2EAA2E;YAC3E,oEAAoE;YACpE,4EAA4E;YAC5E,oDAAoD;YACpD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;YACjE,MAAM,MAAM,GAAG,OAAO,KAAK,SAAS;gBAClC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,MAAM,cAAc,CAClB,MAAM,EACN,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EACnB,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,EACzB,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,EACnD,MAAM,CACP,CAAA;YACL,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,EACF,SAAS,EACT,KAAK,EACL,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,EACjC,MAAM,EAAE,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,EAC7C,MAAM,EAAE,UAAU,IAAI,KAAK,CAAC,OAAO,EACnC,OAAO,EACP,MAAM,EACN,KAAK,CACN,CAAA;YACD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,CACpC,KAAK,EACL,SAAS,EACT,MAAM,EAAE,IAAI,IAAI,IAAI,EACpB,MAAM,EACN,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAChD,MAAM,EAAE,SAAS,IAAI,SAAS,EAC9B,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CACxD,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,OAAO,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;AAC3G,CAAC"}

package/lib/records.d.ts

@@ -0,0 +1,91 @@
+/**
+ * The record of one recognition, as it is stored beside the pages it came from.
+ *
+ * A recognition writes three files: `record.json` holds everything the assembly
+ * pass needs to rebuild the document —the merge options, the page geometry,
+ * and the digest that identifies them —`outline.json` holds the heading
+ * candidates the caller may correct, and `latest.json` points at the document
+ * the newest recognition produced so a later call finds it without scanning.
+ * This module owns that format for every reader and writer of it.
+ * @module @deepseek-ai/dsh-ab-ocr/records
+ */
+import type FileSystem from '@deepseek-ai/dsh-fs';
+import { type CallFence } from './sandbox.ts';
+import type { MergeOptions, OcrGeometry } from './types.ts';
+/** What the digest covered about the source file. */
+export interface RecordSource {
+    /** Byte size, or the empty string when the filesystem reported none. */
+    size: number | '';
+    /** Modification time in milliseconds, or 0 when the filesystem reported none. */
+    mtimeMs: number;
+}
+/** The pointer to a document's newest recognition, stored as `latest.json`. */
+export interface LatestRecord {
+    /** Content digest of the recognition. */
+    digest: string;
+    /** The Markdown file that recognition wrote. */
+    output: string;
+    /** The source path the recognition read. */
+    input: string;
+    /** The explicit ascending pages it recognized. */
+    pages: number[];
+    /** Pages the source carries. */
+    totalPages: number;
+}
+/** One recognition, stored as `record.json`. */
+export interface DocumentRecord {
+    /** Content digest of the recognition, which also names its directory. */
+    digest: string;
+    /** The source path the recognition read. */
+    input: string;
+    /** The explicit ascending pages it recognized. */
+    pages: number[];
+    /** Pages the source carries. */
+    totalPages: number;
+    /** The merge options it sent, which a later correction reuses. */
+    merge: MergeOptions;
+    /** Every page's geometry, from which a later correction reassembles the document. */
+    geometry: OcrGeometry;
+    /** What the digest covered about the source file. */
+    source: RecordSource;
+    /** Whether the filesystem reported no metadata for the source at all. */
+    statUnavailable: boolean;
+}
+/**
+ * Read the positive whole numbers a stored array carries.
+ * @param value - the parsed field.
+ * @returns the numbers it carries, in order; empty for anything else.
+ */
+export declare function wholeNumbers(value: unknown): number[];
+/**
+ * Read the pointer to a document's newest recognition.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the `latest.json` path.
+ * @param signal - caller cancellation.
+ * @returns the stored pointer.
+ * @throws Error when the file is missing or does not name a document and its digest.
+ */
+export declare function readLatest(fs: FileSystem, path: string, signal?: AbortSignal): Promise<LatestRecord>;
+/**
+ * Read the record one recognition stored.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the `record.json` path.
+ * @param signal - caller cancellation.
+ * @returns the stored record.
+ * @throws Error when the file is missing or does not carry the merge options
+ *   and page geometry the correction needs.
+ */
+export declare function readRecord(fs: FileSystem, path: string, signal?: AbortSignal): Promise<DocumentRecord>;
+/**
+ * Write one JSON artifact under the call's fence.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the artifact's absolute path.
+ * @param value - the value to store.
+ * @param signal - caller cancellation.
+ * @param fence - the per-call fence the confining backend judges the write by;
+ *   absent on a bare backend.
+ * @returns nothing, once the write settled.
+ * @throws Error as the backend raised it, or the same refusal restated with the remedy.
+ */
+export declare function writeJson(fs: FileSystem, path: string, value: unknown, signal?: AbortSignal, fence?: CallFence | undefined): Promise<void>;
+//# sourceMappingURL=records.d.ts.map

package/lib/records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../src/records.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,UAAU,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAY,KAAK,SAAS,EAAE,MAAM,cAAc,CAAA;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AAW3D,qDAAqD;AACrD,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,IAAI,EAAE,MAAM,GAAG,EAAE,CAAA;IACjB,iFAAiF;IACjF,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,yCAAyC;IACzC,MAAM,EAAE,MAAM,CAAA;IACd,gDAAgD;IAChD,MAAM,EAAE,MAAM,CAAA;IACd,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAA;IACb,kDAAkD;IAClD,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,gCAAgC;IAChC,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,gDAAgD;AAChD,MAAM,WAAW,cAAc;IAC7B,yEAAyE;IACzE,MAAM,EAAE,MAAM,CAAA;IACd,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAA;IACb,kDAAkD;IAClD,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,gCAAgC;IAChC,UAAU,EAAE,MAAM,CAAA;IAClB,kEAAkE;IAClE,KAAK,EAAE,YAAY,CAAA;IACnB,qFAAqF;IACrF,QAAQ,EAAE,WAAW,CAAA;IACrB,qDAAqD;IACrD,MAAM,EAAE,YAAY,CAAA;IACpB,yEAAyE;IACzE,eAAe,EAAE,OAAO,CAAA;CACzB;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,CAGrD;AAuBD;;;;;;;GAOG;AACH,wBAAsB,UAAU,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAiB1G;AAED;;;;;;;;GAQG;AACH,wBAAsB,UAAU,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,CA4B5G;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,SAAS,CAC7B,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,EACd,MAAM,CAAC,EAAE,WAAW,EACpB,KAAK,CAAC,EAAE,SAAS,GAAG,SAAS,GAC5B,OAAO,CAAC,IAAI,CAAC,CAEf"}

package/lib/records.js

@@ -0,0 +1,130 @@
+/**
+ * The record of one recognition, as it is stored beside the pages it came from.
+ *
+ * A recognition writes three files: `record.json` holds everything the assembly
+ * pass needs to rebuild the document —the merge options, the page geometry,
+ * and the digest that identifies them —`outline.json` holds the heading
+ * candidates the caller may correct, and `latest.json` points at the document
+ * the newest recognition produced so a later call finds it without scanning.
+ * This module owns that format for every reader and writer of it.
+ * @module @deepseek-ai/dsh-ab-ocr/records
+ */
+import { saveText } from "./sandbox.js";
+/**
+ * Ceiling on one artifact read back through the filesystem capability. This is a
+ * fixed safety invariant rather than a deployment knob: it exists so a path that
+ * is not one of this plugin's records cannot make the plugin load an arbitrarily
+ * large file into memory, and a deployment tunes how large a record can get
+ * through `maxPages` instead.
+ */
+const MAX_RECORD_BYTES = 64 * 1024 * 1024;
+/**
+ * Read the positive whole numbers a stored array carries.
+ * @param value - the parsed field.
+ * @returns the numbers it carries, in order; empty for anything else.
+ */
+export function wholeNumbers(value) {
+    if (!Array.isArray(value))
+        return [];
+    return value.filter((entry) => typeof entry === 'number' && Number.isInteger(entry) && entry > 0);
+}
+/**
+ * Read one JSON artifact through the filesystem capability.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the artifact's absolute path.
+ * @param signal - caller cancellation.
+ * @returns the parsed value, or undefined when the file is absent, unreadable,
+ *   or not JSON.
+ */
+async function readJson(fs, path, signal) {
+    try {
+        const target = await fs.resolve(path);
+        const bytes = await fs.readBytes(target, signal, MAX_RECORD_BYTES);
+        return JSON.parse(Buffer.from(bytes).toString('utf8'));
+    }
+    catch {
+        // Every way this read can fail —a missing file, a denied read, a file that
+        // is not JSON —leaves the caller with nothing to correct, which it reports
+        // by naming the artifact it needed.
+        return undefined;
+    }
+}
+/**
+ * Read the pointer to a document's newest recognition.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the `latest.json` path.
+ * @param signal - caller cancellation.
+ * @returns the stored pointer.
+ * @throws Error when the file is missing or does not name a document and its digest.
+ */
+export async function readLatest(fs, path, signal) {
+    const value = await readJson(fs, path, signal);
+    const latest = value;
+    if (latest === null || typeof latest !== 'object') {
+        throw new Error('ocr cannot correct heading levels: no ' + path + '; recognize the document first');
+    }
+    if (typeof latest.digest !== 'string' || latest.digest === ''
+        || typeof latest.output !== 'string' || latest.output === '') {
+        throw new Error('ocr cannot correct heading levels: ' + path + ' names no document to correct');
+    }
+    return {
+        digest: latest.digest,
+        output: latest.output,
+        input: typeof latest.input === 'string' ? latest.input : '',
+        pages: wholeNumbers(latest.pages),
+        totalPages: typeof latest.totalPages === 'number' ? latest.totalPages : 0,
+    };
+}
+/**
+ * Read the record one recognition stored.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the `record.json` path.
+ * @param signal - caller cancellation.
+ * @returns the stored record.
+ * @throws Error when the file is missing or does not carry the merge options
+ *   and page geometry the correction needs.
+ */
+export async function readRecord(fs, path, signal) {
+    const value = await readJson(fs, path, signal);
+    const record = value;
+    if (record === null || typeof record !== 'object') {
+        throw new Error('ocr cannot correct heading levels: no ' + path + '; recognize the document first');
+    }
+    const merge = record.merge;
+    if (merge === undefined || typeof merge !== 'object' || merge === null) {
+        throw new Error('ocr cannot correct heading levels: ' + path + ' carries no merge options');
+    }
+    const geometry = record.geometry;
+    if (geometry === undefined || typeof geometry !== 'object' || geometry === null || !Array.isArray(geometry.pages)) {
+        throw new Error('ocr cannot correct heading levels: ' + path + ' carries no page geometry');
+    }
+    const source = record.source;
+    return {
+        digest: typeof record.digest === 'string' ? record.digest : '',
+        input: typeof record.input === 'string' ? record.input : '',
+        pages: wholeNumbers(record.pages),
+        totalPages: typeof record.totalPages === 'number' ? record.totalPages : 0,
+        merge: merge,
+        geometry: geometry,
+        source: {
+            size: typeof source?.size === 'number' ? source.size : '',
+            mtimeMs: typeof source?.mtimeMs === 'number' ? source.mtimeMs : 0,
+        },
+        statUnavailable: record.statUnavailable === true,
+    };
+}
+/**
+ * Write one JSON artifact under the call's fence.
+ * @param fs - the mounted filesystem capability.
+ * @param path - the artifact's absolute path.
+ * @param value - the value to store.
+ * @param signal - caller cancellation.
+ * @param fence - the per-call fence the confining backend judges the write by;
+ *   absent on a bare backend.
+ * @returns nothing, once the write settled.
+ * @throws Error as the backend raised it, or the same refusal restated with the remedy.
+ */
+export async function writeJson(fs, path, value, signal, fence) {
+    await saveText(fs, await fs.resolve(path), JSON.stringify(value, null, 2) + '\n', fence, signal);
+}
+//# sourceMappingURL=records.js.map

package/lib/records.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"records.js","sourceRoot":"","sources":["../src/records.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,QAAQ,EAAkB,MAAM,cAAc,CAAA;AAGvD;;;;;;GAMG;AACH,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AA4CzC;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACpC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAA;AACpH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,QAAQ,CAAC,EAAc,EAAE,IAAY,EAAE,MAAoB;IACxE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACrC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAA;QAClE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAA;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,2EAA2E;QAC3E,2EAA2E;QAC3E,oCAAoC;QACpC,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAc,EAAE,IAAY,EAAE,MAAoB;IACjF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IAC9C,MAAM,MAAM,GAAG,KAAqC,CAAA;IACpD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,IAAI,GAAG,gCAAgC,CAAC,CAAA;IACrG,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE;WACxD,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,IAAI,GAAG,+BAA+B,CAAC,CAAA;IACjG,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;QAC3D,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,UAAU,EAAE,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;KAC1E,CAAA;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAc,EAAE,IAAY,EAAE,MAAoB;IACjF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IAC9C,MAAM,MAAM,GAAG,KAAuC,CAAA;IACtD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,IAAI,GAAG,gCAAgC,CAAC,CAAA;IACrG,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAA0C,CAAA;IAC/D,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,IAAI,GAAG,2BAA2B,CAAC,CAAA;IAC7F,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAA4C,CAAA;IACpE,IAAI,QAAQ,KAAK,SAAS,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAClH,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,IAAI,GAAG,2BAA2B,CAAC,CAAA;IAC7F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAA2C,CAAA;IACjE,OAAO;QACL,MAAM,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;QAC9D,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;QAC3D,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,UAAU,EAAE,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzE,KAAK,EAAE,KAAqB;QAC5B,QAAQ,EAAE,QAAuB;QACjC,MAAM,EAAE;YACN,IAAI,EAAE,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YACzD,OAAO,EAAE,OAAO,MAAM,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SAClE;QACD,eAAe,EAAE,MAAM,CAAC,eAAe,KAAK,IAAI;KACjD,CAAA;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAc,EACd,IAAY,EACZ,KAAc,EACd,MAAoB,EACpB,KAA6B;IAE7B,MAAM,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;AAClG,CAAC"}