@omnitron-dev/omnitron 0.2.0 → 0.3.1

package/dist/services/static-carry-forward.js

@@ -0,0 +1,433 @@
+/**
+ * A chunk the last deployment took away.
+ *
+ * A page opened before a deployment keeps the build it loaded: its
+ * `index.html` and entry name every lazy chunk by its content hash. The
+ * deployment then points the gateway at a NEW build directory, and the next
+ * lazy route that tab opens asks for a chunk that directory does not have.
+ * Measured on sample/test on 2026-09-29, after release d531ab26: the owner's
+ * /admin/config answered «error loading dynamically imported module:
+ * …/assets/config-CUEyrA2c.js», which was 404 — while the current build was
+ * whole (243 files referenced by its index and entry, all 200) and the chunk
+ * sat, intact, in the previous build's directory on the same disk
+ * (`/opt/omnitron/stack-static/gateway/0d98bee79c410715/assets/`). Testers
+ * met it «everywhere»: every tab older than the deployment, on every route it
+ * had not opened yet. The gateway logs none of it — `/assets/` has
+ * `access_log off`.
+ *
+ * So a new build carries the assets of the build the gateway is serving now,
+ * hard-linked into its `assets/` (content-hashed names never collide, and a
+ * link costs no space): a tab from before the deployment keeps working until
+ * its reader reloads. One generation, from each build's OWN list
+ * (`<dir>.own-assets`, written here beside the directory, never served) —
+ * carrying what was carried would grow every build by every build before it.
+ *
+ * And the builds nobody serves are removed: 122 directories, 3.9 GB, had
+ * accumulated on the test node since 2026-09-10. Kept: the newest `keep`,
+ * the new one, and every directory ANY gateway container names — running or
+ * stopped, because a stopped stack's gateway comes back with the mount it
+ * has.
+ */
+import { shellEscape } from '../shared/shell-escape.js';
+/** Directory names are the first 16 hex of the archive's sha256 (`uploadStaticBundle`). */
+const BUILD_DIR = '[0-9a-f]{16}';
+/**
+ * The script run on the node once a build is unpacked into `fresh`, before
+ * its `.delivered` marker is written. `serving` are the build directories the
+ * RUNNING gateways mount now (what open tabs loaded); `mounted` are those ANY
+ * gateway container mounts (never removed). Prints one line:
+ * `carried <n> from <k> build(s); pruned <m> build(s)`.
+ */
+export function carryForwardScript(options) {
+    const { root, fresh, serving, mounted, keep, dryRun = false } = options;
+    const q = shellEscape;
+    const servingList = serving.map(q).join(' ');
+    const keepList = [fresh, ...mounted].map(q).join(' ');
+    return [
+        'set -u',
+        `ROOT=${q(root)}; FRESH=${q(fresh)}; KEEP=${Math.max(1, Math.floor(keep))}`,
+        // The new build's own assets, beside it (a directory's contents are served).
+        //
+        // Written ONCE, and never again for the same directory. A rollback runs
+        // this for a build that is already on the node and has already been
+        // carried into — its `assets/` now holds another build's chunks as hard
+        // links. Rewriting the list there would record those as its own, and the
+        // next deployment carrying from it would carry a second generation, which
+        // is the growth this file exists to stop.
+        dryRun ? ':' : '[ -s "$FRESH.own-assets" ] || ls -1 "$FRESH/assets" 2>/dev/null > "$FRESH.own-assets"',
+        'carried=0; from=0',
+        `for S in ${servingList}; do`,
+        '  case "$S" in "$ROOT"/*) ;; *) continue ;; esac',
+        '  [ "$S" = "$FRESH" ] && continue',
+        '  [ -d "$S/assets" ] || continue',
+        '  from=$((from + 1))',
+        '  if [ -s "$S.own-assets" ]; then LIST="$S.own-assets"; else LIST=$(mktemp); ls -1 "$S/assets" > "$LIST"; fi',
+        '  while IFS= read -r f; do',
+        '    case "$f" in ""|*/*|.*) continue ;; esac',
+        '    [ -e "$FRESH/assets/$f" ] && continue',
+        '    [ -f "$S/assets/$f" ] || continue',
+        dryRun
+            ? '    :'
+            : '    ln "$S/assets/$f" "$FRESH/assets/$f" 2>/dev/null || cp -p "$S/assets/$f" "$FRESH/assets/$f" || continue',
+        '    carried=$((carried + 1))',
+        '  done < "$LIST"',
+        'done',
+        // Prune: the build directories, newest first; keep the newest KEEP and every named one.
+        'pruned=0; n=0',
+        `for D in $(ls -1dt "$ROOT"/* 2>/dev/null | grep -E "/${BUILD_DIR}$"); do`,
+        '  [ -d "$D" ] || continue',
+        '  n=$((n + 1))',
+        '  [ "$n" -le "$KEEP" ] && continue',
+        '  held=0',
+        `  for K in ${keepList}; do [ "$D" = "$K" ] && held=1; done`,
+        '  [ "$held" = 1 ] && continue',
+        dryRun
+            ? '  echo "would remove $D"; pruned=$((pruned + 1))'
+            : '  rm -rf "$D" "$D.delivered" "$D.own-assets" "$D.tar.gz" && pruned=$((pruned + 1))',
+        'done',
+        `echo "${dryRun ? 'would carry' : 'carried'} $carried from $from build(s); ${dryRun ? 'would prune' : 'pruned'} $pruned build(s)"`,
+    ].join('\n');
+}
+/**
+ * What a stack's `current` link is called, inside the static root.
+ *
+ * `current-<project>-<stack>`, because `/opt/omnitron/stack-static/gateway` is
+ * shared by every stack on the NODE — the literal is passed to
+ * `uploadStaticBundle` with no project and no stack in it — and several stacks
+ * do run on one node. A bare `current` would make one deployment repoint
+ * another stack's portal.
+ *
+ * Both sides spell it from here: the master when it swaps the link, and the
+ * shell below when it reads a container's back. `CONTAINER_PREFIX` is the same
+ * `<project>-<stack>`, which is why the container is `<project>-<stack>-gateway`.
+ */
+export function gatewayStaticLinkName(project, stack) {
+    return `current-${project}-${stack}`;
+}
+/**
+ * The build directories gateway containers on the node serve: running ones
+ * (what open tabs loaded) and all of them (what must stay).
+ *
+ * It used to read the mount SOURCE, which was the build directory itself. Once
+ * the gateway mounts the static ROOT and serves through `current-<stack>`, the
+ * source is the same constant for every gateway on the node — so the source
+ * answers «which build» with nothing, and both halves of the script below fail
+ * silently: the carry-forward finds no `assets/` under a root and copies
+ * nothing (printing `carried 0 from 0 build(s)`, a line that looks fine), and
+ * the prune stops holding any build, leaving only «newest 5 by mtime» — which
+ * is exactly the wrong rule on a ROLLBACK, where the wanted build is old.
+ *
+ * So it resolves the link instead. `readlink -f`, not `readlink`: the link is
+ * relative (it must be — it is resolved inside the container), and the reader
+ * below wants an absolute path. A gateway with no link yet — the first
+ * deployment — prints nothing, and there is nothing to carry.
+ */
+export const GATEWAY_MOUNTS_COMMAND = [
+    'for c in $(docker ps -aq --filter label=omnitron.service=gateway 2>/dev/null); do',
+    '  src=$(docker inspect -f \'{{range .Mounts}}{{if eq .Destination "/var/www/portal"}}{{.Source}}{{end}}{{end}}\' "$c" 2>/dev/null)',
+    '  state=$(docker inspect -f \'{{.State.Running}}\' "$c" 2>/dev/null)',
+    '  [ -n "$src" ] || continue',
+    // The mount is either the build directory (before this change, and on a
+    // master serving a project-relative `staticDir`) or the root that holds
+    // `current-<project>-<stack>`. Ask the labels which stack, resolve the
+    // link, and fall back to the source itself when there is no link.
+    '  proj=$(docker inspect -f \'{{index .Config.Labels "omnitron.project"}}\' "$c" 2>/dev/null)',
+    '  stk=$(docker inspect -f \'{{index .Config.Labels "omnitron.stack"}}\' "$c" 2>/dev/null)',
+    '  tgt=""',
+    // The link's name comes from `gatewayStaticLinkName` even here: given the
+    // shell's own variables it yields the shell's own string, so there is one
+    // spelling and not two that drift.
+    `  [ -n "$proj" ] && [ -n "$stk" ] && tgt=$(readlink -f "$src/${gatewayStaticLinkName('$proj', '$stk')}" 2>/dev/null)`,
+    '  [ -n "$tgt" ] || tgt="$src"',
+    '  echo "$state $tgt"',
+    'done',
+].join('\n');
+/** `true /opt/…/abc` lines → the running and the mounted sources. */
+export function readGatewayMounts(output) {
+    const serving = [];
+    const mounted = [];
+    for (const line of output.split('\n')) {
+        const m = /^(true|false)\s+(\/\S+)$/.exec(line.trim());
+        if (!m)
+            continue;
+        mounted.push(m[2]);
+        if (m[1] === 'true')
+            serving.push(m[2]);
+    }
+    return { serving: [...new Set(serving)], mounted: [...new Set(mounted)] };
+}
+const ASSET_STORAGE = '/opt/omnitron/stack-static/assets';
+export function immutableAssetsRoot(owner) {
+    if (!owner ||
+        Object.keys(owner).sort().join(',') !== 'app,project,stack' ||
+        ![owner.project, owner.stack, owner.app].every((part) => typeof part === 'string' && /^[a-zA-Z0-9][a-zA-Z0-9_-]{0,79}$/.test(part)))
+        throw new Error('Invalid static asset owner');
+    return `${ASSET_STORAGE}/${owner.project}/${owner.stack}/${owner.app}/public`;
+}
+/** Self-contained destination program. Every writer MUST hold the native exclusive execution fence. */
+function immutableAssetProgram(input, storage, replaying = false) {
+    const fs = require('node:fs');
+    const path = require('node:path');
+    const crypto = require('node:crypto');
+    const fail = (reason) => {
+        throw new Error('Immutable assets: ' + reason);
+    };
+    const object = (value) => !!value && typeof value === 'object' && !Array.isArray(value);
+    const digest = (bytes) => crypto.createHash('sha256').update(bytes).digest('hex');
+    const safeName = (name) => name.length > 0 &&
+        name.length <= 1024 &&
+        name.split('/').every((part) => /^[a-zA-Z0-9_@+-][a-zA-Z0-9._@+-]*$/.test(part));
+    if (!object(input) ||
+        !object(input.owner) ||
+        Object.keys(input.owner).sort().join(',') !== 'app,project,stack' ||
+        ![input.owner.project, input.owner.stack, input.owner.app].every((part) => typeof part === 'string' && /^[a-zA-Z0-9][a-zA-Z0-9_-]{0,79}$/.test(part)) ||
+        !Array.isArray(input.sources) ||
+        input.sources.length === 0)
+        fail('invalid owner or sources');
+    const owner = {
+        project: input.owner.project,
+        stack: input.owner.stack,
+        app: input.owner.app,
+    };
+    if (!path.isAbsolute(storage) || path.resolve(storage) !== storage)
+        fail('noncanonical storage');
+    const ownerRoot = path.join(storage, owner.project, owner.stack, owner.app), publicRoot = path.join(ownerRoot, 'public');
+    const manifestFile = path.join(ownerRoot, 'manifest.json'), pendingFile = path.join(ownerRoot, 'pending.json');
+    const syncDir = (name) => {
+        const fd = fs.openSync(name, 'r');
+        try {
+            fs.fsyncSync(fd);
+        }
+        finally {
+            fs.closeSync(fd);
+        }
+    };
+    const directory = (name, create = false) => {
+        if (!path.isAbsolute(name) || path.resolve(name) !== name)
+            fail('noncanonical directory: ' + name);
+        let current = path.parse(name).root;
+        for (const component of name.slice(current.length).split('/').filter(Boolean)) {
+            const parent = current;
+            current = path.join(current, component);
+            let st;
+            try {
+                st = fs.lstatSync(current);
+            }
+            catch (error) {
+                if (!create || error.code !== 'ENOENT')
+                    throw error;
+                fs.mkdirSync(current, { mode: 0o755 });
+                fs.chmodSync(current, 0o755); // native remote commands inherit umask 077
+                syncDir(parent);
+                st = fs.lstatSync(current);
+            }
+            if (!st.isDirectory() || st.isSymbolicLink())
+                fail('directory symlink or non-directory: ' + current);
+        }
+        if (fs.realpathSync(name) !== name)
+            fail('directory alias: ' + name);
+    };
+    const read = (file) => {
+        directory(path.dirname(file));
+        const fd = fs.openSync(file, fs.constants.O_RDONLY | fs.constants.O_NOFOLLOW);
+        try {
+            if (!fs.fstatSync(fd).isFile())
+                fail('nonregular file: ' + file);
+            return fs.readFileSync(fd);
+        }
+        finally {
+            fs.closeSync(fd);
+        }
+    };
+    const inventory = (root) => {
+        directory(root);
+        const names = [];
+        const walk = (dir, prefix) => {
+            for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+                const name = prefix + entry.name;
+                if (!safeName(name) || entry.isSymbolicLink())
+                    fail('unsafe asset: ' + name);
+                if (entry.isDirectory())
+                    walk(path.join(dir, entry.name), name + '/');
+                else if (entry.isFile())
+                    names.push(name);
+                else
+                    fail('nonregular asset: ' + name);
+            }
+        };
+        walk(root, '');
+        return names.sort();
+    };
+    const validateManifest = (value) => {
+        if (!object(value) ||
+            value['schema'] !== 1 ||
+            JSON.stringify(value['owner']) !== JSON.stringify(owner) ||
+            !object(value['files']))
+            fail('invalid pool manifest');
+        const parsed = value;
+        for (const [name, entry] of Object.entries(parsed.files)) {
+            if (!safeName(name) ||
+                !object(entry) ||
+                !/^[a-f0-9]{64}$/.test(entry.sha256) ||
+                !Number.isSafeInteger(entry.bytes) ||
+                entry.bytes < 0)
+                fail('invalid pool entry: ' + name);
+        }
+        return parsed;
+    };
+    const exists = (file) => {
+        try {
+            fs.lstatSync(file);
+            return true;
+        }
+        catch (e) {
+            if (e.code === 'ENOENT')
+                return false;
+            throw e;
+        }
+    };
+    const load = (file) => validateManifest(JSON.parse(read(file).toString('utf8')));
+    const encode = (manifest) => JSON.stringify({
+        schema: 1,
+        owner,
+        files: Object.fromEntries(Object.entries(manifest.files).sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))),
+    }) + '\n';
+    const writeAtomic = (file, bytes) => {
+        const temp = file + '.' + crypto.randomUUID() + '.tmp', fd = fs.openSync(temp, 'wx', 0o600);
+        try {
+            fs.writeFileSync(fd, bytes);
+            fs.fsyncSync(fd);
+        }
+        finally {
+            fs.closeSync(fd);
+        }
+        fs.renameSync(temp, file);
+        syncDir(path.dirname(file));
+    };
+    directory(ownerRoot, true);
+    directory(publicRoot, true);
+    const baseline = exists(manifestFile) ? load(manifestFile) : { schema: 1, owner, files: {} };
+    const pending = exists(pendingFile) ? load(pendingFile) : null;
+    if (pending)
+        for (const [name, entry] of Object.entries(baseline.files)) {
+            if (JSON.stringify(pending.files[name]) !== JSON.stringify(entry))
+                fail('pending publication changes retained asset: ' + name);
+        }
+    const admitted = pending ?? baseline, present = new Set(inventory(publicRoot));
+    for (const name of present) {
+        const entry = Object.hasOwn(admitted.files, name) ? admitted.files[name] : undefined;
+        if (!entry)
+            fail('unrecorded public asset: ' + name);
+        const bytes = read(path.join(publicRoot, name));
+        if (bytes.length !== entry.bytes || digest(bytes) !== entry.sha256)
+            fail('retained asset integrity: ' + name);
+    }
+    for (const name of Object.keys(baseline.files))
+        if (!present.has(name))
+            fail('missing retained asset: ' + name);
+    if (pending && !replaying) {
+        const incomplete = Object.keys(pending.files).some((name) => !present.has(name));
+        if (incomplete) {
+            if (!Array.isArray(pending.sources) || pending.sources.length === 0)
+                fail('pending publication has no recoverable source descriptors');
+            // Complete the original validated intention first, even if this caller is a later release.
+            immutableAssetProgram({ owner, sources: pending.sources }, storage, true);
+        }
+        else {
+            // All planned bytes already passed integrity verification; no source directory is needed.
+            writeAtomic(manifestFile, encode(pending));
+            fs.unlinkSync(pendingFile);
+            syncDir(ownerRoot);
+        }
+        return immutableAssetProgram(input, storage);
+    }
+    const stage = fs.mkdtempSync(path.join(ownerRoot, '.staging-'));
+    fs.chmodSync(stage, 0o700);
+    const requested = Object.create(null);
+    try {
+        // Copy and validate every requested byte before changing any public URL.
+        for (const source of input.sources) {
+            if (!object(source) ||
+                typeof source.root !== 'string' ||
+                !object(source.files) ||
+                Object.keys(source.files).length === 0)
+                fail('invalid or empty source');
+            directory(source.root);
+            const names = Object.keys(source.files).sort();
+            if (JSON.stringify(names) !== JSON.stringify(inventory(source.root)))
+                fail('source inventory differs from manifest: ' + source.root);
+            for (const name of names) {
+                const expected = source.files[name];
+                if (!safeName(name) || typeof expected !== 'string' || !/^[a-f0-9]{64}$/.test(expected))
+                    fail('invalid source identity: ' + name);
+                const bytes = read(path.join(source.root, name));
+                if (digest(bytes) !== expected)
+                    fail('source digest differs: ' + name);
+                const entry = { sha256: expected, bytes: bytes.length };
+                for (const prior of [Object.hasOwn(admitted.files, name) ? admitted.files[name] : undefined, requested[name]])
+                    if (prior && (prior.sha256 !== entry.sha256 || prior.bytes !== entry.bytes))
+                        fail('URL collision: ' + name);
+                if (!requested[name] && !present.has(name)) {
+                    const file = path.join(stage, name);
+                    directory(path.dirname(file), true);
+                    const fd = fs.openSync(file, 'wx', 0o444);
+                    try {
+                        fs.writeFileSync(fd, bytes);
+                        fs.fchmodSync(fd, 0o444); // readable through an app-owned nginx bind mount
+                        fs.fsyncSync(fd);
+                    }
+                    finally {
+                        fs.closeSync(fd);
+                    }
+                }
+                requested[name] = entry;
+            }
+        }
+        for (const name of Object.keys(admitted.files))
+            if (!present.has(name) && !requested[name])
+                fail('unfinished publication requires its original sources: ' + name);
+        const next = {
+            schema: 1,
+            owner,
+            files: { ...admitted.files, ...requested },
+        }, encoded = encode(next);
+        // A durable intention identifies partial publication after a lost controller/acknowledgement.
+        writeAtomic(pendingFile, JSON.stringify({ ...next, sources: input.sources }) + '\n');
+        let added = 0;
+        for (const name of Object.keys(requested).sort()) {
+            if (present.has(name))
+                continue;
+            const destination = path.join(publicRoot, name), staged = path.join(stage, name);
+            directory(path.dirname(destination), true);
+            if (exists(destination))
+                fail('destination appeared before publication: ' + name);
+            const copied = read(staged);
+            if (digest(copied) !== requested[name].sha256 || copied.length !== requested[name].bytes)
+                fail('staged asset integrity: ' + name);
+            // All writers use the same native exclusive execution fence. No source inode is linked.
+            fs.renameSync(staged, destination);
+            syncDir(path.dirname(destination));
+            added++;
+        }
+        writeAtomic(manifestFile, encoded);
+        fs.unlinkSync(pendingFile);
+        syncDir(ownerRoot);
+        return {
+            assetsRoot: publicRoot,
+            manifestSha256: digest(encoded),
+            files: Object.keys(next.files).length,
+            added,
+            reused: Object.keys(requested).length - added,
+            bytes: Object.values(next.files).reduce((sum, entry) => sum + entry.bytes, 0),
+        };
+    }
+    finally {
+        fs.rmSync(stage, { recursive: true, force: true });
+    }
+}
+/** Runs only inside the caller's native node execution fence; custom storage isolates integration tests. */
+export function immutableAssetsScript(inputFile, storage = ASSET_STORAGE) {
+    const source = `const fs=require('node:fs');const input=JSON.parse(fs.readFileSync(process.argv[1],'utf8'));const receipt=(${immutableAssetProgram.toString()})(input,process.argv[2]);process.stdout.write(JSON.stringify(receipt)+'\\n');`;
+    return `node -e ${shellEscape(source)} ${shellEscape(inputFile)} ${shellEscape(storage)}`;
+}
+//# sourceMappingURL=static-carry-forward.js.map

package/dist/services/static-carry-forward.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"static-carry-forward.js","sourceRoot":"","sources":["../../src/services/static-carry-forward.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD,2FAA2F;AAC3F,MAAM,SAAS,GAAG,cAAc,CAAC;AAEjC;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAQlC;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IACxE,MAAM,CAAC,GAAG,WAAW,CAAC;IACtB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtD,OAAO;QACL,QAAQ;QACR,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE;QAC3E,6EAA6E;QAC7E,EAAE;QACF,wEAAwE;QACxE,oEAAoE;QACpE,wEAAwE;QACxE,yEAAyE;QACzE,0EAA0E;QAC1E,0CAA0C;QAC1C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,uFAAuF;QACtG,mBAAmB;QACnB,YAAY,WAAW,MAAM;QAC7B,kDAAkD;QAClD,mCAAmC;QACnC,kCAAkC;QAClC,sBAAsB;QACtB,8GAA8G;QAC9G,4BAA4B;QAC5B,8CAA8C;QAC9C,2CAA2C;QAC3C,uCAAuC;QACvC,MAAM;YACJ,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,6GAA6G;QACjH,8BAA8B;QAC9B,kBAAkB;QAClB,MAAM;QACN,wFAAwF;QACxF,eAAe;QACf,wDAAwD,SAAS,SAAS;QAC1E,2BAA2B;QAC3B,gBAAgB;QAChB,oCAAoC;QACpC,UAAU;QACV,cAAc,QAAQ,sCAAsC;QAC5D,+BAA+B;QAC/B,MAAM;YACJ,CAAC,CAAC,kDAAkD;YACpD,CAAC,CAAC,oFAAoF;QACxF,MAAM;QACN,SAAS,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,kCAAkC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,oBAAoB;KACnI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAe,EAAE,KAAa;IAClE,OAAO,WAAW,OAAO,IAAI,KAAK,EAAE,CAAC;AACvC,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,mFAAmF;IACnF,oIAAoI;IACpI,sEAAsE;IACtE,6BAA6B;IAC7B,wEAAwE;IACxE,wEAAwE;IACxE,uEAAuE;IACvE,kEAAkE;IAClE,8FAA8F;IAC9F,2FAA2F;IAC3F,UAAU;IACV,0EAA0E;IAC1E,0EAA0E;IAC1E,mCAAmC;IACnC,gEAAgE,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,gBAAgB;IACtH,+BAA+B;IAC/B,sBAAsB;IACtB,MAAM;CACP,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,qEAAqE;AACrE,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC9C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;AAC5E,CAAC;AAiBD,MAAM,aAAa,GAAG,mCAAmC,CAAC;AAC1D,MAAM,UAAU,mBAAmB,CAAC,KAAuB;IACzD,IACE,CAAC,KAAK;QACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,mBAAmB;QAC3D,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAC5C,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CACpF;QAED,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,OAAO,GAAG,aAAa,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC;AAChF,CAAC;AAED,uGAAuG;AACvG,SAAS,qBAAqB,CAAC,KAA6B,EAAE,OAAe,EAAE,SAAS,GAAG,KAAK;IAC9F,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,CAA6B,CAAC;IAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAA+B,CAAC;IAChE,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAiC,CAAC;IAOtE,MAAM,IAAI,GAAG,CAAC,MAAc,EAAS,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,MAAM,CAAC,CAAC;IACjD,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,KAAc,EAAoC,EAAE,CAClE,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,CAAC,KAAsB,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnG,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAChC,IAAI,CAAC,MAAM,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,IAAI,IAAI;QACnB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oCAAoC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,IACE,CAAC,MAAM,CAAC,KAAK,CAAC;QACd,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,mBAAmB;QACjE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAC9D,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CACpF;QACD,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;QAC7B,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAE1B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG;QACZ,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;QAC5B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;QACxB,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG;KACrB,CAAC;IACF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO;QAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACjG,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EACzE,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EACxD,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE;QAC/B,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC;YACH,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,MAAM,GAAG,KAAK,EAAE,EAAE;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,CAAC;QACnG,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QACpC,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9E,MAAM,MAAM,GAAG,OAAO,CAAC;YACvB,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACxC,IAAI,EAA2B,CAAC;YAChC,IAAI,CAAC;gBACH,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,MAAM,KAAK,CAAC;gBAC/E,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACvC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,2CAA2C;gBACzE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAChB,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,cAAc,EAAE;gBAAE,IAAI,CAAC,sCAAsC,GAAG,OAAO,CAAC,CAAC;QACvG,CAAC;QACD,IAAI,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI;YAAE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IACvE,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,IAAY,EAAU,EAAE;QACpC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9B,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC9E,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;gBAAE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;YACjE,OAAO,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAY,EAAE;QAC3C,SAAS,CAAC,IAAI,CAAC,CAAC;QAChB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE;YAC3C,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBACjE,MAAM,IAAI,GAAG,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC;gBACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,cAAc,EAAE;oBAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;gBAC7E,IAAI,KAAK,CAAC,WAAW,EAAE;oBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;qBACjE,IAAI,KAAK,CAAC,MAAM,EAAE;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;oBACrC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,CAAC;QACF,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACf,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAY,EAAE;QACpD,IACE,CAAC,MAAM,CAAC,KAAK,CAAC;YACd,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YACrB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YACxD,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEvB,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,KAA4B,CAAC;QAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACzD,IACE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACf,CAAC,MAAM,CAAC,KAAK,CAAC;gBACd,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;gBACpC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC;gBAClC,KAAK,CAAC,KAAK,GAAG,CAAC;gBAEf,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;QAC9B,IAAI,CAAC;YACH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YACjE,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,CAAC,QAAkB,EAAE,EAAE,CACpC,IAAI,CAAC,SAAS,CAAC;QACb,MAAM,EAAE,CAAC;QACT,KAAK;QACL,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAC3G,CAAC,GAAG,IAAI,CAAC;IACZ,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,EAAE;QAClD,MAAM,IAAI,GAAG,IAAI,GAAG,GAAG,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,EACpD,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAC5B,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QACD,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IACF,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3B,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAa,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACvG,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,WAAW,CAAkD,CAAC,CAAC,CAAC,IAAI,CAAC;IACjH,IAAI,OAAO;QACT,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC/D,IAAI,CAAC,8CAA8C,GAAG,IAAI,CAAC,CAAC;QAChE,CAAC;IACH,MAAM,QAAQ,GAAG,OAAO,IAAI,QAAQ,EAClC,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAM,CAAC,MAAM;YAAE,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC,CAAC;IAClH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,CAAC;IAChH,IAAI,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBACjE,IAAI,CAAC,2DAA2D,CAAC,CAAC;YACpE,2FAA2F;YAC3F,qBAAqB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACN,0FAA0F;YAC1F,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAC3B,OAAO,CAAC,SAAS,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;IAChE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC3B,MAAM,SAAS,GAA0B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7D,IAAI,CAAC;QACH,yEAAyE;QACzE,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,IACE,CAAC,MAAM,CAAC,MAAM,CAAC;gBACf,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAC/B,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;gBAEtC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAClC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAClE,IAAI,CAAC,0CAA0C,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YACjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC;oBACrF,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC,CAAC;gBAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;gBACjD,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ;oBAAE,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,CAAC;gBACvE,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,QAAS,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;gBACzD,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC3G,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC;wBAAE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;gBAC9G,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBACpC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;oBACpC,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC1C,IAAI,CAAC;wBACH,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;wBAC5B,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,iDAAiD;wBAC3E,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACnB,CAAC;4BAAS,CAAC;wBACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACnB,CAAC;gBACH,CAAC;gBACD,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC5C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,wDAAwD,GAAG,IAAI,CAAC,CAAC;QACpH,MAAM,IAAI,GAAa;YACnB,MAAM,EAAE,CAAC;YACT,KAAK;YACL,KAAK,EAAE,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,SAAS,EAAE;SAC3C,EACD,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QACzB,8FAA8F;QAC9F,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACrF,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAChC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAC7C,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAClC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC;YAC3C,IAAI,MAAM,CAAC,WAAW,CAAC;gBAAE,IAAI,CAAC,2CAA2C,GAAG,IAAI,CAAC,CAAC;YAClF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5B,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,IAAI,CAAE,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,CAAE,CAAC,KAAK;gBACxF,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,CAAC;YAC1C,wFAAwF;YACxF,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;YACnC,KAAK,EAAE,CAAC;QACV,CAAC;QACD,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACnC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAC3B,OAAO,CAAC,SAAS,CAAC,CAAC;QACnB,OAAO;YACL,UAAU,EAAE,UAAU;YACtB,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC;YAC/B,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM;YACrC,KAAK;YACL,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,KAAK;YAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;SAC9E,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,qBAAqB,CAAC,SAAiB,EAAE,OAAO,GAAG,aAAa;IAC9E,MAAM,MAAM,GAAG,8GAA8G,qBAAqB,CAAC,QAAQ,EAAE,+EAA+E,CAAC;IAC7O,OAAO,WAAW,WAAW,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;AAC5F,CAAC"}

package/dist/services/sync-policy.d.ts

@@ -0,0 +1,167 @@
+/**
+ * The decisions the slave→master replication makes, separated from the
+ * database calls that carry them out.
+ *
+ * `sync.service.ts` opens with five numbered guarantees. Four of them were
+ * not implemented, and each failure is silent by construction — replication
+ * that drops data still reports success, because the thing that would have
+ * noticed is the thing that is missing.
+ *
+ *   1. "Zero data loss"  The push path marked every entry synced after
+ *      `receiveBatch` returned, and `receiveBatch` swallows per-entry
+ *      ingestion failures into a warning. Forty rejected entries out of a
+ *      hundred were marked delivered and evicted twenty-four hours later.
+ *
+ *      The pull path was worse: `drainBuffer` marked entries synced *before*
+ *      returning them, so a response lost in transit, a checksum mismatch or
+ *      a rate-limit rejection lost the data outright — and the caller logged
+ *      the failure at debug level.
+ *
+ *   4. "Idempotent (safe to retry)"  There was no mechanism. `batchId` was
+ *      generated, transmitted, and used only inside log and error strings.
+ *      Retrying meant ingesting twice.
+ *
+ *   5. "Bounded buffer — oldest entries evicted when maxBufferSize reached"
+ *      `maxBufferSize` was read from config, defaulted to 500 MB, and never
+ *      referenced again. A slave that lost its master buffered until the
+ *      disk filled.
+ *
+ * The three are entangled: making delivery honest (1) means entries are
+ * retried, which requires deduplication (4) or the loss becomes duplication;
+ * and retaining undelivered entries makes the unbounded buffer (5) reachable
+ * rather than theoretical. They are fixed together or not at all.
+ */
+/** What the master did with each entry of a batch. */
+export interface IngestOutcome {
+    /** Claimed and dropped: the master can never store them. */
+    discarded: string[];
+    /** Entries ingested for the first time. */
+    accepted: string[];
+    /** Entries the master had already ingested — delivered, not re-applied. */
+    duplicates: string[];
+    /** Entries the master could not ingest. These must NOT be marked synced. */
+    failed: string[];
+}
+/**
+ * Which entries the slave may release.
+ *
+ * A duplicate counts as delivered: the master has it. A transient failure
+ * does not, however many times it has been attempted — data the master
+ * rejected because it was momentarily unable is still data the slave holds,
+ * and dropping it here is the loss that guarantee 1 forbids.
+ *
+ * A DISCARD is different, and it is released. The master has said this entry
+ * can never be stored — a malformed uuid, a foreign key it does not have —
+ * and answered the same way for every attempt. Holding it does not preserve
+ * it: it parks it at the head of the buffer with everything behind it
+ * waiting, until the bound above eventually drops the lot. Releasing the one
+ * entry the master named, loudly, costs that entry and saves the rest.
+ */
+export declare function deliveredIds(outcome: IngestOutcome): string[];
+/**
+ * Should a pull sweep stop?
+ *
+ * `drainBuffer` no longer marks entries synced, so an entry the master keeps
+ * rejecting comes back on the next fetch. Without this the sweep would
+ * re-fetch and re-reject the same page forever.
+ *
+ * Returns true when the batch contains nothing the sweep has not already
+ * seen — that is, when continuing cannot make progress.
+ */
+export declare function sweepMadeProgress(seen: Set<string>, batchIds: string[]): boolean;
+export interface EvictionPlan {
+    /** Delete synced rows older than this many milliseconds. Always applied. */
+    syncedOlderThanMs: number;
+    /** Rows to delete beyond that, oldest first, to get back under budget. */
+    overflowRows: number;
+    /** True when the overflow deletion will discard entries never delivered. */
+    discardsUndelivered: boolean;
+}
+/** Synced entries are kept this long for debugging before routine eviction. */
+export declare const SYNCED_RETENTION_MS: number;
+/**
+ * How much to remove from the WAL.
+ *
+ * Routine eviction of old synced rows happens every cycle. The overflow pass
+ * runs only when the table is over budget, and it is estimated rather than
+ * exact: rows are deleted oldest-first until the projected size fits, using
+ * the table's own average row size. An estimate is the right instrument here
+ * — the alternative to deleting approximately enough is a full disk.
+ *
+ * `discardsUndelivered` is the caller's cue to log at warning level. Dropping
+ * undelivered data is correct when the disk is the alternative, and it is
+ * never something to do quietly.
+ */
+export declare function planEviction(params: {
+    totalBytes: number;
+    maxBytes: number;
+    totalRows: number;
+    syncedRows: number;
+}): EvictionPlan;
+/**
+ * Can retrying this entry ever work?
+ *
+ * `receiveBatch` leaves a failed entry unacknowledged so the slave offers it
+ * again, which is right when the master is momentarily unable — a dropped
+ * connection, a deadlock, a full disk. It is wrong when the DATA cannot be
+ * stored, because the answer will be the same every time and the entry sits
+ * at the head of the buffer forever with everything behind it.
+ *
+ * That is not hypothetical. `alert_events.ruleId` is a `uuid` with a foreign
+ * key to `alert_rules`, and `alertRow` writes `payload.ruleId ?? 'unknown'`
+ * — so an alert whose rule the master does not have, or one with no ruleId at
+ * all, is refused:
+ *
+ *     select 'unknown'::uuid;
+ *     ERROR:  invalid input syntax for type uuid: "unknown"
+ *
+ * A slave's alert rules are its own. The first alert a node raises would
+ * therefore wedge that node's entire replication, and the only symptom is one
+ * "Sync pull stalled" line per sweep.
+ *
+ * The same function already draws this distinction for an unknown category —
+ * "retrying cannot make it known" — and drops it. This extends that to the
+ * failures the database itself calls permanent.
+ *
+ * Unrecognised errors are TRANSIENT. Getting this wrong in that direction
+ * costs a retry; getting it wrong the other way discards data.
+ */
+export type IngestFailureKind = 'permanent' | 'transient';
+export declare function classifyIngestFailure(err: unknown): IngestFailureKind;
+/**
+ * The dedup window: how long `sync_ingested` keeps a claim, in days.
+ *
+ * The ledger exists so that an entry offered twice is taken once, and an
+ * entry is offered again only while its node still holds it unacknowledged.
+ * Since a pull runs one at a time per connection (`pullSyncData`), at most
+ * ONE batch per node is ever claimed and not yet acknowledged: the batch in
+ * flight when the connection dropped between the claim and the ack. The
+ * window has to outlast that node's absence; when it does not, the price is
+ * bounded — at most one batch of telemetry stored twice.
+ *
+ * The ledger kept every claim instead. On the master, 2026-09-22: 9 934 304
+ * rows and 2.2 GB, growing by ~3.3 million a day per node at 38 entries a
+ * second, with an index on `ingestedAt` created «for pruning» and no pruner.
+ * Each day of window costs one such day of rows, so one day it is.
+ *
+ * The window also caps an open defect in the key. A node whose `slave.db` is
+ * recreated restarts its AUTOINCREMENT ids, and a new entry is read as a
+ * duplicate when its id is still claimed. Inside a window of one day that is
+ * only an id the node used in the last day — none at all for a node older
+ * than that, whose recent ids are its highest — instead of every id since the
+ * node first connected. The cure for the key itself is an epoch in it, which
+ * is a change to the protocol between versions.
+ */
+export declare const LEDGER_WINDOW_DAYS = 1;
+/**
+ * When the ledger is pruned. The same cadence as the log table's retention
+ * (`log-collector.service.ts`), for the same reasons: not at the instant the
+ * daemon starts, when the migrations that create the table may still be
+ * running; hourly after that; and a minute apart while a pass keeps hitting
+ * its ceiling, so the backlog of a ledger that was never pruned drains in
+ * minutes with every statement still bounded.
+ */
+export declare const LEDGER_FIRST_PASS_DELAY_MS = 60000;
+export declare const LEDGER_INTERVAL_MS: number;
+export declare const LEDGER_BACKLOG_INTERVAL_MS: number;
+//# sourceMappingURL=sync-policy.d.ts.map

package/dist/services/sync-policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-policy.d.ts","sourceRoot":"","sources":["../../src/services/sync-policy.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,sDAAsD;AACtD,MAAM,WAAW,aAAa;IAC5B,4DAA4D;IAC5D,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,2EAA2E;IAC3E,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,4EAA4E;IAC5E,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,EAAE,CAE7D;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAEhF;AAED,MAAM,WAAW,YAAY;IAC3B,4EAA4E;IAC5E,iBAAiB,EAAE,MAAM,CAAC;IAC1B,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC;IACrB,4EAA4E;IAC5E,mBAAmB,EAAE,OAAO,CAAC;CAC9B;AAED,+EAA+E;AAC/E,eAAO,MAAM,mBAAmB,QAAsB,CAAC;AAEvD;;;;;;;;;;;;GAYG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,YAAY,CAqBf;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,WAAW,CAAC;AAQ1D,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,OAAO,GAAG,iBAAiB,CAmBrE;AAMD;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,kBAAkB,IAAI,CAAC;AAEpC;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B,QAAS,CAAC;AACjD,eAAO,MAAM,kBAAkB,QAAkB,CAAC;AAClD,eAAO,MAAM,0BAA0B,QAAa,CAAC"}