primitive-admin 1.1.0-alpha.9 → 1.1.0

package/dist/src/lib/document-ingest-artifact.js

@@ -0,0 +1,505 @@
+/**
+ * The artifact `primitive documents ingest` uploads, built from a directory.
+ *
+ * Read the lines, check every one of them against the document's own schema,
+ * put each model's records in id order, and cut them into gzipped chunks whose
+ * descriptors match their bytes. All of it before a session exists: an ingest
+ * swaps a live document's tables, so a refusal the server would reach halfway
+ * through is a refusal this side should have reached first.
+ *
+ * Two passes over the input, not one. The first validates and decides whether
+ * a model's lines already ascend; the second builds. That is what lets an
+ * input that is already in order — every export, and most generated files —
+ * be streamed through with no temp file at any size, while an unsorted one
+ * falls back to a bounded external sort.
+ *
+ * The local check is the server's, said on this side: the rules it mirrors are
+ * `planLine`'s in `src/large-documents/ingest-pipeline.ts`, and the artifact's
+ * own rules are in `docs/large-document-ingest.md`.
+ */
+import fs from "fs";
+import path from "path";
+import os from "os";
+import readline from "readline";
+import zlib from "zlib";
+import { createHash } from "crypto";
+import { StringDecoder } from "string_decoder";
+import { compareRecordIds, INGEST_CHUNK_LIMITS } from "js-bao";
+/** A line, a file or a plan this document's schema does not accept. */
+export class IngestArtifactError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "IngestArtifactError";
+    }
+}
+/**
+ * The schema as `GET documents/:id/schema` answers it.
+ *
+ * A stringset is a field whose declared `type` is `stringset`; every other
+ * declared field is a scalar. A field named `type` is an ordinary field like
+ * any other (#3501) — the word is read from the declaration's VALUE, never
+ * from a field's name.
+ */
+export function ingestSchemaFromIntrospection(response) {
+    const models = new Map();
+    const declared = response?.schema?.models ?? {};
+    for (const [model, declaration] of Object.entries(declared)) {
+        const fields = new Set();
+        const stringSets = new Set();
+        for (const [field, spec] of Object.entries(declaration?.fields ?? {})) {
+            fields.add(field);
+            if (spec?.type === "stringset")
+                stringSets.add(field);
+        }
+        models.set(model, { fields, stringSets });
+    }
+    return { models };
+}
+/** 75% of the session limits: a chunk the server will not have to refuse. */
+export const INGEST_CUT_RAW_BYTES = 12 * 1024 * 1024;
+export const INGEST_CUT_ROWS = 40_000;
+/** One external-sort run's in-memory bound. */
+export const INGEST_SORT_RUN_BYTES = 64 * 1024 * 1024;
+export async function buildIngestArtifact(options) {
+    const { input, schema, cutRawBytes = INGEST_CUT_RAW_BYTES, cutRows = INGEST_CUT_ROWS, runBytes = INGEST_SORT_RUN_BYTES, maxChunkBytes = INGEST_CHUNK_LIMITS.maxChunkBytes, maxChunkRawBytes = INGEST_CHUNK_LIMITS.maxChunkRawBytes, maxChunkRows = INGEST_CHUNK_LIMITS.maxChunkRows, maxChunks = INGEST_CHUNK_LIMITS.maxChunks, maxTotalBytes = INGEST_CHUNK_LIMITS.maxTotalBytes, } = options;
+    const scratch = fs.mkdtempSync(path.join(options.tmpDir ?? os.tmpdir(), "primitive-ingest-"));
+    const written = [];
+    const cleanup = async () => {
+        fs.rmSync(scratch, { recursive: true, force: true });
+    };
+    try {
+        // ── Pass 1: validate, tally, and find out what is already in order ──
+        const models = new Map();
+        for (const source of input.sources) {
+            let entry = models.get(source.model);
+            if (!entry) {
+                entry = { sources: [], rows: 0, deletes: 0, sorted: true };
+                models.set(source.model, entry);
+            }
+            entry.sources.push(source);
+        }
+        for (const [model, entry] of models) {
+            const declared = schema.models.get(model);
+            if (!declared) {
+                throw new IngestArtifactError(`This document declares no model ${model}. An ingest applies the ` +
+                    "document's existing schema; declare the model through your app's " +
+                    "models before bulk-loading it.");
+            }
+            let previous = null;
+            for (const source of entry.sources) {
+                for await (const line of readSource(source)) {
+                    const parsed = checkIngestLine(line.where, model, line.text, declared);
+                    entry.rows += 1;
+                    if (parsed.deleted)
+                        entry.deletes += 1;
+                    if (previous !== null && compareRecordIds(parsed.id, previous) <= 0) {
+                        entry.sorted = false;
+                        if (input.presorted) {
+                            // An export promises its chunks ascend in manifest order. One
+                            // that does not is not an export this CLI can stream, and
+                            // sorting it silently would hide a corrupted artifact.
+                            throw new IngestArtifactError(`${line.where}: this export's chunks are not in ascending id ` +
+                                `order (${parsed.id} follows ${previous}). Re-export the document.`);
+                        }
+                    }
+                    previous = parsed.id;
+                }
+            }
+        }
+        // ── Pass 2: put each model in order and cut it into chunks ──
+        const chunks = [];
+        const summaries = [];
+        let sortRuns = 0;
+        let totalBytes = 0;
+        for (const [model, entry] of models) {
+            const cutter = new ChunkCutter({
+                model,
+                scratch,
+                cutRawBytes,
+                cutRows,
+                maxChunkBytes,
+                maxChunkRawBytes,
+                maxChunkRows,
+            });
+            if (entry.sorted) {
+                let previousId = null;
+                for (const source of entry.sources) {
+                    for await (const line of readSource(source)) {
+                        const parsed = parseIngestLine(line.where, line.text);
+                        assertNoDuplicate(previousId, parsed, line.where);
+                        previousId = parsed.id;
+                        await cutter.push({ ...parsed, where: line.where });
+                    }
+                }
+            }
+            else {
+                const sorted = await externalSort(entry.sources, scratch, runBytes);
+                sortRuns += sorted.runs;
+                let previous = null;
+                for (const line of sorted.lines()) {
+                    if (previous && compareRecordIds(previous.id, line.id) === 0) {
+                        throw new IngestArtifactError(`Duplicate record ${model} ${line.id}: ${previous.where} and ` +
+                            `${line.where}. A model's artifact may name a record once.`);
+                    }
+                    previous = line;
+                    await cutter.push(line);
+                }
+                sorted.discard();
+            }
+            const cut = await cutter.finish();
+            for (const chunk of cut) {
+                written.push(chunk.file);
+                totalBytes += chunk.bytes;
+            }
+            chunks.push(...cut);
+            summaries.push({
+                model,
+                rows: entry.rows,
+                chunks: cut.length,
+                bytes: cut.reduce((sum, chunk) => sum + chunk.bytes, 0),
+                rawBytes: cut.reduce((sum, chunk) => sum + chunk.rawBytes, 0),
+                deletes: entry.deletes,
+            });
+        }
+        if (chunks.length > maxChunks) {
+            throw new IngestArtifactError(`This input cuts into ${chunks.length} chunks; one session may hold ` +
+                `${maxChunks}. Split it into several ingests.`);
+        }
+        if (totalBytes > maxTotalBytes) {
+            throw new IngestArtifactError(`This input stores ${totalBytes} bytes; one session may hold ` +
+                `${maxTotalBytes}. Split it into several ingests.`);
+        }
+        return {
+            models: summaries,
+            chunks,
+            rows: summaries.reduce((sum, model) => sum + model.rows, 0),
+            bytes: totalBytes,
+            rawBytes: summaries.reduce((sum, model) => sum + model.rawBytes, 0),
+            deletes: summaries.reduce((sum, model) => sum + model.deletes, 0),
+            sortRuns,
+            cleanup,
+        };
+    }
+    catch (error) {
+        await cleanup();
+        throw error;
+    }
+}
+function assertNoDuplicate(previousId, parsed, where) {
+    if (previousId !== null && compareRecordIds(previousId, parsed.id) === 0) {
+        throw new IngestArtifactError(`Duplicate record ${parsed.id} at ${where}. A model's artifact may name ` +
+            "a record once.");
+    }
+}
+/** Every non-empty line of one source, with `file:line` for each. */
+async function* readSource(source) {
+    const stream = source.gzip
+        ? fs.createReadStream(source.file).pipe(zlib.createGunzip())
+        : fs.createReadStream(source.file);
+    const lines = readline.createInterface({ input: stream, crlfDelay: Infinity });
+    let number = 0;
+    try {
+        for await (const text of lines) {
+            number += 1;
+            if (text.trim() === "")
+                continue;
+            yield { where: `${source.label}:${number}`, text };
+        }
+    }
+    finally {
+        lines.close();
+        stream.destroy?.();
+    }
+}
+/** One line's id and patch, whichever of the two forms it is written in. */
+export function parseIngestLine(where, text) {
+    let id;
+    let patch;
+    if (text.startsWith("{")) {
+        // The convenience form: one JSON object per line, carrying its own `id`.
+        let parsed;
+        try {
+            parsed = JSON.parse(text);
+        }
+        catch (error) {
+            throw new IngestArtifactError(`${where}: not JSON (${error.message})`);
+        }
+        if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed)) {
+            throw new IngestArtifactError(`${where}: a line is a JSON object`);
+        }
+        if (typeof parsed.id !== "string" || parsed.id === "") {
+            throw new IngestArtifactError(`${where}: a line in the object form carries its record's \`id\``);
+        }
+        id = parsed.id;
+        patch = parsed;
+    }
+    else {
+        // The artifact's own form: `⟨id⟩\t⟨merge patch⟩`.
+        const tab = text.indexOf("\t");
+        if (tab < 0) {
+            throw new IngestArtifactError(`${where}: a line is \`⟨id⟩⟨tab⟩⟨patch JSON⟩\`, or one JSON object carrying \`id\``);
+        }
+        id = text.slice(0, tab);
+        if (id === "") {
+            throw new IngestArtifactError(`${where}: the line's id is empty`);
+        }
+        try {
+            patch = JSON.parse(text.slice(tab + 1));
+        }
+        catch (error) {
+            throw new IngestArtifactError(`${where}: the patch is not JSON (${error.message})`);
+        }
+        if (patch === null || typeof patch !== "object" || Array.isArray(patch)) {
+            throw new IngestArtifactError(`${where}: the patch is a JSON object`);
+        }
+    }
+    if (id.includes("\t") || id.includes("\n")) {
+        throw new IngestArtifactError(`${where}: a record id carries no tab and no newline`);
+    }
+    return {
+        id,
+        patch: JSON.stringify(patch),
+        deleted: patch._deleted === true,
+    };
+}
+/**
+ * One line, checked against the model's declaration.
+ *
+ * Every rule the server's `planLine` applies, applied here: a key the model
+ * does not declare, an array on a scalar field, a scalar on a stringset,
+ * `_deleted` beside anything else, or an `id` key that disagrees with the
+ * line's own id.
+ */
+export function checkIngestLine(where, model, text, declared) {
+    const parsed = parseIngestLine(where, text);
+    const patch = JSON.parse(parsed.patch);
+    const keys = Object.keys(patch);
+    if (Object.prototype.hasOwnProperty.call(patch, "_deleted")) {
+        if (patch._deleted !== true || keys.some((key) => key !== "_deleted" && key !== "id")) {
+            throw new IngestArtifactError(`${where}: \`_deleted\` deletes the record and may carry nothing beside it`);
+        }
+        return parsed;
+    }
+    for (const key of keys) {
+        const value = patch[key];
+        if (key === "id") {
+            if (value !== parsed.id) {
+                throw new IngestArtifactError(`${where}: its \`id\` says ${JSON.stringify(value)} and the line says ` +
+                    `${JSON.stringify(parsed.id)}`);
+            }
+            continue;
+        }
+        if (declared.stringSets.has(key)) {
+            if (value === null)
+                continue;
+            if (!Array.isArray(value) || value.some((member) => typeof member !== "string")) {
+                throw new IngestArtifactError(`${where}: the stringset field ${key} takes an array of strings, ` +
+                    "`[]` for an empty set, or `null` to unset it");
+            }
+            continue;
+        }
+        if (!declared.fields.has(key)) {
+            throw new IngestArtifactError(`${where}: the model ${model} does not declare the field ${key}`);
+        }
+        if (Array.isArray(value)) {
+            throw new IngestArtifactError(`${where}: the field ${key} is not a stringset and takes no array`);
+        }
+    }
+    return parsed;
+}
+/**
+ * One model's lines in id order, buffered in runs of at most `runBytes`.
+ *
+ * A model that fits in one run never touches the disk. One that does not
+ * writes each sorted run out and merges them back k-way, so the peak cost is
+ * the run size plus one line per run whatever the input's size.
+ */
+async function externalSort(sources, scratch, runBytes) {
+    const runFiles = [];
+    let buffer = [];
+    let buffered = 0;
+    const flush = () => {
+        buffer.sort((left, right) => compareRecordIds(left.id, right.id));
+        const file = path.join(scratch, `run-${runFiles.length}.tsv`);
+        fs.writeFileSync(file, buffer.map((line) => `${line.id}\t${line.where}\t${line.patch}`).join("\n") + "\n");
+        runFiles.push(file);
+        buffer = [];
+        buffered = 0;
+    };
+    for (const source of sources) {
+        for await (const raw of readSource(source)) {
+            const parsed = parseIngestLine(raw.where, raw.text);
+            buffer.push({ ...parsed, where: raw.where });
+            buffered += parsed.id.length + parsed.patch.length + raw.where.length + 2;
+            if (buffered >= runBytes)
+                flush();
+        }
+    }
+    if (runFiles.length === 0) {
+        buffer.sort((left, right) => compareRecordIds(left.id, right.id));
+        const lines = buffer;
+        return { runs: 0, lines: () => lines, discard: () => { } };
+    }
+    if (buffer.length > 0)
+        flush();
+    const count = runFiles.length;
+    const discard = () => {
+        for (const file of runFiles)
+            fs.rmSync(file, { force: true });
+    };
+    function* merge() {
+        // One line of each run at a time and nothing more: the whole point of
+        // spilling was not to hold the model in memory, and a merge that read its
+        // runs back whole would have given that away again.
+        const readers = runFiles.map((file) => new RunReader(file));
+        const heads = readers.map((reader) => reader.next());
+        try {
+            for (;;) {
+                let best = -1;
+                for (let run = 0; run < heads.length; run++) {
+                    if (!heads[run])
+                        continue;
+                    if (best < 0 || compareRecordIds(heads[run].id, heads[best].id) < 0) {
+                        best = run;
+                    }
+                }
+                if (best < 0)
+                    return;
+                const line = heads[best];
+                heads[best] = readers[best].next();
+                yield line;
+            }
+        }
+        finally {
+            for (const reader of readers)
+                reader.close();
+        }
+    }
+    return { runs: count, lines: merge, discard };
+}
+/** One sorted run, read back a line at a time. */
+class RunReader {
+    fd;
+    buffer = "";
+    done = false;
+    scratch = Buffer.alloc(64 * 1024);
+    // A read boundary can land inside a multi-byte character, and an id or a
+    // patch carrying one would come back corrupted from a naive toString.
+    decoder = new StringDecoder("utf8");
+    constructor(file) {
+        this.fd = fs.openSync(file, "r");
+    }
+    next() {
+        for (;;) {
+            const newline = this.buffer.indexOf("\n");
+            if (newline >= 0) {
+                const text = this.buffer.slice(0, newline);
+                this.buffer = this.buffer.slice(newline + 1);
+                if (text === "")
+                    continue;
+                const first = text.indexOf("\t");
+                const second = text.indexOf("\t", first + 1);
+                return {
+                    id: text.slice(0, first),
+                    where: text.slice(first + 1, second),
+                    patch: text.slice(second + 1),
+                    deleted: false,
+                };
+            }
+            if (this.done)
+                return null;
+            const read = fs.readSync(this.fd, this.scratch, 0, this.scratch.length, null);
+            if (read === 0) {
+                this.done = true;
+                if (this.buffer === "")
+                    return null;
+                this.buffer += "\n";
+                continue;
+            }
+            this.buffer += this.decoder.write(this.scratch.subarray(0, read));
+        }
+    }
+    close() {
+        try {
+            fs.closeSync(this.fd);
+        }
+        catch {
+            /* already closed */
+        }
+    }
+}
+// ── Cutting ──────────────────────────────────────────────────────────
+/** Accumulates one model's lines and writes chunks as the bounds are met. */
+class ChunkCutter {
+    options;
+    buffer = [];
+    rawBytes = 0;
+    out = [];
+    constructor(options) {
+        this.options = options;
+    }
+    async push(line) {
+        const size = Buffer.byteLength(`${line.id}\t${line.patch}\n`, "utf8");
+        if (size > this.options.maxChunkRawBytes) {
+            throw new IngestArtifactError(`${line.where}: this line is ${size} bytes and a chunk may carry ` +
+                `${this.options.maxChunkRawBytes}. One record cannot be split across chunks.`);
+        }
+        if (this.buffer.length > 0 &&
+            (this.rawBytes + size > this.options.cutRawBytes ||
+                this.buffer.length >= this.options.cutRows ||
+                this.buffer.length >= this.options.maxChunkRows)) {
+            await this.flush();
+        }
+        this.buffer.push(line);
+        this.rawBytes += size;
+    }
+    async finish() {
+        if (this.buffer.length > 0)
+            await this.flush();
+        return this.out;
+    }
+    async flush() {
+        const lines = this.buffer;
+        this.buffer = [];
+        this.rawBytes = 0;
+        await this.write(lines);
+    }
+    /**
+     * Write one chunk, halving it when the STORED size passes the limit.
+     *
+     * The raw bound is what the cut aims at; gzip decides the stored size, and
+     * an incompressible run can pass the stored limit while sitting well inside
+     * the raw one. A single line that cannot be made to fit is refused rather
+     * than uploaded to be refused.
+     */
+    async write(lines) {
+        const text = lines.map((line) => `${line.id}\t${line.patch}`).join("\n") + "\n";
+        const raw = Buffer.from(text, "utf8");
+        const body = zlib.gzipSync(raw, { level: 9 });
+        if (body.byteLength > this.options.maxChunkBytes && lines.length > 1) {
+            const half = Math.ceil(lines.length / 2);
+            await this.write(lines.slice(0, half));
+            await this.write(lines.slice(half));
+            return;
+        }
+        if (body.byteLength > this.options.maxChunkBytes) {
+            throw new IngestArtifactError(`${lines[0].where}: this record stores as ${body.byteLength} bytes and ` +
+                `a chunk may carry ${this.options.maxChunkBytes}.`);
+        }
+        const index = this.out.length;
+        const file = path.join(this.options.scratch, `${this.options.model}-${index}.ndjson.gz`);
+        fs.writeFileSync(file, body);
+        this.out.push({
+            model: this.options.model,
+            index,
+            rows: lines.length,
+            bytes: body.byteLength,
+            rawBytes: raw.byteLength,
+            sha256: createHash("sha256").update(body).digest("hex"),
+            firstId: lines[0].id,
+            lastId: lines[lines.length - 1].id,
+            file,
+        });
+    }
+}
+//# sourceMappingURL=document-ingest-artifact.js.map

package/dist/src/lib/document-ingest-artifact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-ingest-artifact.js","sourceRoot":"","sources":["../../../src/lib/document-ingest-artifact.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,QAAQ,CAAC;AAM/D,uEAAuE;AACvE,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAaD;;;;;;;GAOG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAa;IACzD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpD,MAAM,QAAQ,GAAG,QAAQ,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAM,QAAQ,CAAC,EAAE,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAM,WAAW,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3E,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClB,IAAI,IAAI,EAAE,IAAI,KAAK,WAAW;gBAAE,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AA2DD,6EAA6E;AAC7E,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACrD,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AACtC,+CAA+C;AAC/C,MAAM,CAAC,MAAM,qBAAqB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAYtD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAAmC;IAEnC,MAAM,EACJ,KAAK,EACL,MAAM,EACN,WAAW,GAAG,oBAAoB,EAClC,OAAO,GAAG,eAAe,EACzB,QAAQ,GAAG,qBAAqB,EAChC,aAAa,GAAG,mBAAmB,CAAC,aAAa,EACjD,gBAAgB,GAAG,mBAAmB,CAAC,gBAAgB,EACvD,YAAY,GAAG,mBAAmB,CAAC,YAAY,EAC/C,SAAS,GAAG,mBAAmB,CAAC,SAAS,EACzC,aAAa,GAAG,mBAAmB,CAAC,aAAa,GAClD,GAAG,OAAO,CAAC;IAEZ,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAC9D,CAAC;IACF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,uEAAuE;QACvE,MAAM,MAAM,GAAG,IAAI,GAAG,EAGnB,CAAC;QACJ,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBAC3D,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAClC,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,mBAAmB,CAC3B,mCAAmC,KAAK,0BAA0B;oBAChE,mEAAmE;oBACnE,gCAAgC,CACnC,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,GAAkB,IAAI,CAAC;YACnC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBACvE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;oBAChB,IAAI,MAAM,CAAC,OAAO;wBAAE,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;oBACvC,IAAI,QAAQ,KAAK,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBACpE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC;wBACrB,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;4BACpB,8DAA8D;4BAC9D,0DAA0D;4BAC1D,uDAAuD;4BACvD,MAAM,IAAI,mBAAmB,CAC3B,GAAG,IAAI,CAAC,KAAK,iDAAiD;gCAC5D,UAAU,MAAM,CAAC,EAAE,YAAY,QAAQ,4BAA4B,CACtE,CAAC;wBACJ,CAAC;oBACH,CAAC;oBACD,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QAED,+DAA+D;QAC/D,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAyB,EAAE,CAAC;QAC3C,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;gBAC7B,KAAK;gBACL,OAAO;gBACP,WAAW;gBACX,OAAO;gBACP,aAAa;gBACb,gBAAgB;gBAChB,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjB,IAAI,UAAU,GAAkB,IAAI,CAAC;gBACrC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBACnC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;wBAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBACtD,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;wBAClD,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC;wBACvB,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACpE,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC;gBACxB,IAAI,QAAQ,GAAwB,IAAI,CAAC;gBACzC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;oBAClC,IAAI,QAAQ,IAAI,gBAAgB,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,mBAAmB,CAC3B,oBAAoB,KAAK,IAAI,IAAI,CAAC,EAAE,KAAK,QAAQ,CAAC,KAAK,OAAO;4BAC5D,GAAG,IAAI,CAAC,KAAK,8CAA8C,CAC9D,CAAC;oBACJ,CAAC;oBACD,QAAQ,GAAG,IAAI,CAAC;oBAChB,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1B,CAAC;gBACD,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACzB,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC;YAC5B,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;YACpB,SAAS,CAAC,IAAI,CAAC;gBACb,KAAK;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvD,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC7D,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,mBAAmB,CAC3B,wBAAwB,MAAM,CAAC,MAAM,gCAAgC;gBACnE,GAAG,SAAS,kCAAkC,CACjD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YAC/B,MAAM,IAAI,mBAAmB,CAC3B,qBAAqB,UAAU,+BAA+B;gBAC5D,GAAG,aAAa,kCAAkC,CACrD,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,MAAM;YACN,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACnE,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,QAAQ;YACR,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,EAAE,CAAC;QAChB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,UAAyB,EACzB,MAAsB,EACtB,KAAa;IAEb,IAAI,UAAU,KAAK,IAAI,IAAI,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,mBAAmB,CAC3B,oBAAoB,MAAM,CAAC,EAAE,OAAO,KAAK,gCAAgC;YACvE,gBAAgB,CACnB,CAAC;IACJ,CAAC;AACH,CAAC;AASD,qEAAqE;AACrE,KAAK,SAAS,CAAC,CAAC,UAAU,CAAC,MAAoB;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI;QACxB,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5D,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/E,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,SAAS;YACjC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;IACH,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,eAAe,CAC7B,KAAa,EACb,IAAY;IAEZ,IAAI,EAAU,CAAC;IACf,IAAI,KAA8B,CAAC;IAEnC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,yEAAyE;QACzE,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,mBAAmB,CAAC,GAAG,KAAK,eAAe,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,mBAAmB,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACtD,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,yDAAyD,CAClE,CAAC;QACJ,CAAC;QACD,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACf,KAAK,GAAG,MAAM,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,kDAAkD;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,2EAA2E,CACpF,CAAC;QACJ,CAAC;QACD,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACxB,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACd,MAAM,IAAI,mBAAmB,CAAC,GAAG,KAAK,0BAA0B,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,4BAA4B,KAAK,CAAC,OAAO,GAAG,CACrD,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,mBAAmB,CAAC,GAAG,KAAK,8BAA8B,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,6CAA6C,CACtD,CAAC;IACJ,CAAC;IACD,OAAO;QACL,EAAE;QACF,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;QAC5B,OAAO,EAAG,KAAa,CAAC,QAAQ,KAAK,IAAI;KAC1C,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAC7B,KAAa,EACb,KAAa,EACb,IAAY,EACZ,QAA2B;IAE3B,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAA4B,CAAC;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEhC,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QAC5D,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,IAAI,CAAC,EAAE,CAAC;YACtF,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,mEAAmE,CAC5E,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,IAAI,KAAK,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,qBAAqB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB;oBACrE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CACjC,CAAC;YACJ,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,IAAI,KAAK,KAAK,IAAI;gBAAE,SAAS;YAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAChF,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,yBAAyB,GAAG,8BAA8B;oBAChE,8CAA8C,CACjD,CAAC;YACJ,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,eAAe,KAAK,+BAA+B,GAAG,EAAE,CACjE,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,eAAe,GAAG,wCAAwC,CACnE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAUD;;;;;;GAMG;AACH,KAAK,UAAU,YAAY,CACzB,OAAuB,EACvB,OAAe,EACf,QAAgB;IAEhB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,MAAM,GAAmB,EAAE,CAAC;IAChC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,QAAQ,CAAC,MAAM,MAAM,CAAC,CAAC;QAC9D,EAAE,CAAC,aAAa,CACd,IAAI,EACJ,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CACnF,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,MAAM,GAAG,EAAE,CAAC;QACZ,QAAQ,GAAG,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YAC7C,QAAQ,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1E,IAAI,QAAQ,IAAI,QAAQ;gBAAE,KAAK,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC;QACrB,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,EAAE,CAAC;IAE/B,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC9B,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,KAAK,MAAM,IAAI,IAAI,QAAQ;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC;IAEF,QAAQ,CAAC,CAAC,KAAK;QACb,sEAAsE;QACtE,0EAA0E;QAC1E,oDAAoD;QACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;gBACd,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;oBAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;wBAAE,SAAS;oBAC1B,IAAI,IAAI,GAAG,CAAC,IAAI,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAE,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAE,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;wBACtE,IAAI,GAAG,GAAG,CAAC;oBACb,CAAC;gBACH,CAAC;gBACD,IAAI,IAAI,GAAG,CAAC;oBAAE,OAAO;gBACrB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC;YACb,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,MAAM,MAAM,IAAI,OAAO;gBAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC;AAED,kDAAkD;AAClD,MAAM,SAAS;IACI,EAAE,CAAS;IACpB,MAAM,GAAG,EAAE,CAAC;IACZ,IAAI,GAAG,KAAK,CAAC;IACJ,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IACnD,yEAAyE;IACzE,sEAAsE;IACrD,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAErD,YAAY,IAAY;QACtB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,IAAI;QACF,SAAS,CAAC;YACR,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBAC7C,IAAI,IAAI,KAAK,EAAE;oBAAE,SAAS;gBAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC7C,OAAO;oBACL,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;oBACxB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,MAAM,CAAC;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC7B,OAAO,EAAE,KAAK;iBACf,CAAC;YACJ,CAAC;YACD,IAAI,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC3B,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC9E,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE;oBAAE,OAAO,IAAI,CAAC;gBACpC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC;gBACpB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC;YACH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;IACH,CAAC;CACF;AAED,wEAAwE;AAExE,6EAA6E;AAC7E,MAAM,WAAW;IAMI;IALX,MAAM,GAAmB,EAAE,CAAC;IAC5B,QAAQ,GAAG,CAAC,CAAC;IACb,GAAG,GAA4B,EAAE,CAAC;IAE1C,YACmB,OAQhB;QARgB,YAAO,GAAP,OAAO,CAQvB;IACA,CAAC;IAEJ,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YACzC,MAAM,IAAI,mBAAmB,CAC3B,GAAG,IAAI,CAAC,KAAK,kBAAkB,IAAI,+BAA+B;gBAChE,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,6CAA6C,CAChF,CAAC;QACJ,CAAC;QACD,IACE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW;gBAC9C,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC1C,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAClD,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC/C,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,KAAK,CAAC,KAAqB;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAChF,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACpC,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;YACjD,MAAM,IAAI,mBAAmB,CAC3B,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,2BAA2B,IAAI,CAAC,UAAU,aAAa;gBACtE,qBAAqB,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,CACrD,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CACpB,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,YAAY,CAC3C,CAAC;QACF,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,KAAK;YACL,IAAI,EAAE,KAAK,CAAC,MAAM;YAClB,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,QAAQ,EAAE,GAAG,CAAC,UAAU;YACxB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YACvD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;YACpB,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI;SACL,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/src/lib/document-ingest-input.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Which files `primitive documents ingest` reads, and in which order.
+ *
+ * Two layouts, and the directory itself says which one it is:
+ *
+ * - **plain** — `<dir>/<model>.ndjson` or `<model>.ndjson.gz`, one record per
+ *   line. Nothing on disk promises the lines ascend, so they are sorted.
+ * - **export** — what `primitive documents export` wrote: a
+ *   `snapshot/manifest.json` and its chunks, at the directory itself or under
+ *   `documents/<document-id>/`. A snapshot's chunks ascend and are disjoint
+ *   per model in manifest order, so an export needs no sort — it is read in
+ *   that order and streamed straight through.
+ *
+ * A directory that is neither, or that is both, is refused naming what it
+ * held. Every refusal here happens before a session exists: an ingest replaces
+ * a live document's tables, and half of one is not something to discover from
+ * the server's side.
+ */
+/** A directory that is not an ingest input, said as what was found. */
+export declare class IngestInputError extends Error {
+    constructor(message: string);
+}
+/** One file of lines, and the model they belong to. */
+export interface IngestSource {
+    model: string;
+    /** Absolute path on disk. */
+    file: string;
+    gzip: boolean;
+    /** What a `file:line` message calls it: relative to the input root. */
+    label: string;
+}
+/** What the input directory holds. */
+export interface DiscoveredIngestInput {
+    layout: "plain" | "export";
+    /** The directory the sources are relative to. */
+    root: string;
+    /** In read order: manifest order for an export, model order for plain. */
+    sources: IngestSource[];
+    /** Parts of an export an ingest has no use for, named once on stderr. */
+    ignored: string[];
+    /** True when the read order is already ascending per model. */
+    presorted: boolean;
+}
+/**
+ * Decide what `dir` is and list the files to read, in order.
+ *
+ * `documentId` matters only for the export layout: an export directory may
+ * hold several documents, and re-ingesting one document's rows into another
+ * is not a thing to guess at.
+ */
+export declare function discoverIngestInput(dir: string, documentId: string): DiscoveredIngestInput;