@omnitron-dev/omnitron 0.3.0 → 0.3.2

package/dist/services/replication-history.js

@@ -0,0 +1,279 @@
+import { createHash } from 'node:crypto';
+import { sql } from 'kysely';
+import { createMigrationHistory, createMigrationRunner } from '../migration/index.js';
+import { replicatedMetric } from './replication-reconciliation.js';
+const preparing = new WeakMap();
+export const HISTORY_PAGE_SIZE = 2048;
+export const HISTORY_EMPTY_DIGEST = '0'.repeat(64);
+const hash = (value) => createHash('sha256').update(value).digest('hex');
+/** Canonical JSON handles nested metadata and preserves arrays and multiplicity. */
+export function historyJson(value) {
+    if (Array.isArray(value))
+        return `[${value.map(historyJson).join(',')}]`;
+    if (value !== null && typeof value === 'object')
+        return `{${Object.entries(value).filter(([, v]) => v !== undefined)
+            .sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0).map(([k, v]) => `${JSON.stringify(k)}:${historyJson(v)}`).join(',')}}`;
+    return JSON.stringify(value);
+}
+export function historyPageDigest(page) { return hash(historyJson(page)); }
+export function historyGapDigest(gap) { return hash(historyJson(gap)); }
+export function historicalLog(payload) {
+    const timestamp = new Date(String(payload['timestamp'])).toISOString();
+    return { timestamp, app: payload['app'] ?? 'unknown', level: payload['level'] ?? 'info',
+        message: payload['message'] ?? '', labels: payload['labels'] ?? {},
+        traceId: payload['traceId'] ?? null, spanId: payload['spanId'] ?? null, metadata: payload['metadata'] ?? null };
+}
+export function historyLogKey(payload) { return hash(historyJson(historicalLog(payload))); }
+async function prepareHistoryStore(db) {
+    let work = preparing.get(db);
+    if (!work) {
+        work = createMigrationRunner(db, [{ name: '001_retained_history', async up(connection) {
+                    await connection.schema.createTable('sync_history_sources')
+                        .addColumn('id', 'text', c => c.primaryKey()).addColumn('nodeId', 'text', c => c.notNull())
+                        .addColumn('manifest', 'text', c => c.notNull())
+                        .addColumn('processedPages', 'integer', c => c.notNull().defaultTo(0))
+                        .addColumn('processedRows', 'integer', c => c.notNull().defaultTo(0))
+                        .addColumn('presentRows', 'integer', c => c.notNull().defaultTo(0))
+                        .addColumn('restoredRows', 'integer', c => c.notNull().defaultTo(0))
+                        .addColumn('expiredRows', 'integer', c => c.notNull().defaultTo(0))
+                        .addColumn('chainDigest', 'text', c => c.notNull()).addColumn('verifiedAt', 'text').execute();
+                    await connection.schema.createTable('sync_history_pages')
+                        .addColumn('sourceId', 'text', c => c.notNull().references('sync_history_sources.id'))
+                        .addColumn('page', 'integer', c => c.notNull()).addColumn('digest', 'text', c => c.notNull())
+                        .addColumn('rows', 'integer', c => c.notNull()).addColumn('presentRows', 'integer', c => c.notNull())
+                        .addColumn('restoredRows', 'integer', c => c.notNull()).addColumn('expiredRows', 'integer', c => c.notNull()).addColumn('committedAt', 'text', c => c.notNull())
+                        .addPrimaryKeyConstraint('sync_history_pages_pk', ['sourceId', 'page']).execute();
+                } }], { verbose: false, lockTimeoutMs: 5000, advisoryLockKey: 'omnitron:retained-history',
+            history: createMigrationHistory({ tableName: 'sync_history_migrations', checksumColumn: 'checksum' }),
+        }).up().then(() => { }).catch(error => { preparing.delete(db); throw error; });
+        preparing.set(db, work);
+    }
+    await work;
+}
+export async function historyCoverage(db) {
+    let rows;
+    try {
+        rows = (await sql `SELECT * FROM sync_history_sources`.execute(db)).rows;
+    }
+    catch (error) {
+        if (/no such table: sync_history_sources|relation ["']?sync_history_sources["']? does not exist/i.test(String(error)))
+            return [];
+        throw error;
+    }
+    const resolutions = new Map();
+    for (const row of rows) {
+        const manifest = JSON.parse(row.manifest);
+        if (!manifest.resolvesGap || !row.verifiedAt)
+            continue;
+        const parent = rows.find(r => r.id === manifest.resolvesGap.sourceId);
+        validateGapRecovery(manifest, parent);
+        const key = `${manifest.resolvesGap.sourceId}:${manifest.resolvesGap.gapIndex}`;
+        if (resolutions.has(key))
+            throw new Error('Multiple historical sources claim the same gap');
+        resolutions.set(key, { sourceId: row.id, explanation: manifest.resolvesGap.explanation, verifiedAt: row.verifiedAt });
+    }
+    return rows.map(row => {
+        const manifest = JSON.parse(row.manifest);
+        return { sourceId: row.id, nodeId: row.nodeId, category: manifest.category, expectedRows: manifest.expectedRows,
+            processedRows: row.processedRows, presentRows: row.presentRows, restoredRows: row.restoredRows, expiredRows: row.expiredRows,
+            firstAt: manifest.firstAt, lastAt: manifest.lastAt, verifiedAt: row.verifiedAt,
+            gaps: manifest.gaps.map((gap, index) => {
+                const resolution = resolutions.get(`${row.id}:${index}`);
+                return { ...gap, ...(resolution && { resolution }) };
+            }),
+            precision: manifest.category === 'logs' ? 'millisecond' : 'original',
+            status: row.verifiedAt ? 'verified' : 'partial' };
+    });
+}
+function validateGapRecovery(manifest, parent) {
+    const reference = manifest.resolvesGap;
+    const original = parent && JSON.parse(parent.manifest);
+    const gap = original?.gaps[reference.gapIndex];
+    if (!parent?.verifiedAt || !original || original.nodeId !== manifest.nodeId || original.category !== manifest.category
+        || !gap || historyGapDigest(gap) !== reference.gapDigest || gap.rows === null || gap.rows < 1
+        || gap.rows !== manifest.expectedRows || manifest.gaps.length
+        || (gap.from !== null && Date.parse(manifest.firstAt) < Date.parse(gap.from))
+        || (gap.to !== null && Date.parse(manifest.lastAt) > Date.parse(gap.to))) {
+        throw new Error('Historical gap recovery does not match a verified, bounded source gap');
+    }
+}
+function validate(manifest, page) {
+    const digest = /^[a-f0-9]{64}$/;
+    if (!manifest || !digest.test(manifest.id) || !digest.test(manifest.sourceDigest) || !digest.test(manifest.rootDigest)
+        || !/^[a-f0-9-]{36}$/.test(manifest.nodeId) || !['metrics', 'logs'].includes(manifest.category)
+        || !Number.isSafeInteger(manifest.expectedRows) || manifest.expectedRows < 1
+        || !Number.isSafeInteger(manifest.expectedPages) || manifest.expectedPages < 1
+        || !Number.isFinite(Date.parse(manifest.firstAt)) || !Number.isFinite(Date.parse(manifest.lastAt))
+        || Date.parse(manifest.firstAt) > Date.parse(manifest.lastAt)
+        || !Array.isArray(manifest.gaps) || manifest.gaps.length > 100 || Buffer.byteLength(historyJson(manifest)) > 65536
+        || !page || !Number.isSafeInteger(page.index) || page.index < 0 || page.index >= manifest.expectedPages
+        || !digest.test(page.previousDigest) || !Array.isArray(page.entries) || !page.entries.length
+        || page.entries.length > HISTORY_PAGE_SIZE || Buffer.byteLength(historyJson(page)) > 4 * 1024 * 1024)
+        throw new Error('Invalid historical source manifest or bounded page');
+    const reference = manifest.resolvesGap;
+    if (reference && (!digest.test(reference.sourceId) || reference.sourceId === manifest.id
+        || !Number.isSafeInteger(reference.gapIndex) || reference.gapIndex < 0 || reference.gapIndex >= 100
+        || !digest.test(reference.gapDigest) || !digest.test(reference.evidenceDigest)
+        || typeof reference.explanation !== 'string' || !reference.explanation.trim() || reference.explanation.length > 1000)) {
+        throw new Error('Invalid historical gap recovery reference');
+    }
+    let count = 0;
+    const ids = new Set();
+    for (const entry of page.entries) {
+        if (!entry || typeof entry.id !== 'string' || !entry.id.length || entry.id.length > 128 || ids.has(entry.id)
+            || !entry.payload || typeof entry.payload !== 'object' || Array.isArray(entry.payload)
+            || !Number.isSafeInteger(entry.count ?? 1) || (entry.count ?? 1) < 1
+            || (manifest.category === 'metrics' && (!/^[1-9]\d{0,18}$/.test(entry.id) || (entry.count ?? 1) !== 1)))
+            throw new Error('Invalid or repeated historical identity');
+        count += entry.count ?? 1;
+        ids.add(entry.id);
+        const at = manifest.category === 'metrics' ? replicatedMetric(manifest.nodeId, { ...entry, category: 'metrics' }).timestamp
+            : Date.parse(historicalLog(entry.payload).timestamp);
+        if (at < Date.parse(manifest.firstAt) || at > Date.parse(manifest.lastAt))
+            throw new Error('Historical row exceeds the source time range');
+        if (manifest.category === 'logs' && entry.id !== historyLogKey(entry.payload))
+            throw new Error('Historical log fingerprint mismatch');
+    }
+    if (count > 8192)
+        throw new Error('Historical page exceeds its row budget');
+}
+/**
+ * A maintenance import, not a replacement delivery receipt. Snapshots stay on
+ * the source host; only bounded pages cross the authenticated transport. The
+ * immutable page proof and payload COMMIT together. No live gauges, source
+ * counters, old claims or application processes are changed.
+ */
+export async function reconcileHistoryPage(db, storage, manifest, page, options) {
+    validate(manifest, page);
+    const digest = historyPageDigest(page), serialized = historyJson(manifest);
+    const prepared = manifest.category === 'metrics' ? page.entries.map(entry => replicatedMetric(manifest.nodeId, { ...entry, category: 'metrics' })) : [];
+    const maxAge = options.metricsMaxAgeMs ?? 7 * 86400_000;
+    if (!Number.isSafeInteger(maxAge) || maxAge < 1)
+        throw new Error('Invalid metrics history horizon');
+    if (options.restore && prepared.some(s => s.timestamp < Date.now() - maxAge || s.timestamp > Date.now() + 60000))
+        throw new Error('Metric history lies outside the configured retention horizon');
+    if (options.restore)
+        await prepareHistoryStore(db);
+    return db.transaction().execute(async (trx) => {
+        if (options.restore) {
+            await storage.writeInTransaction(trx, []);
+            const durability = (await sql `SELECT bool_and(relpersistence='p') durable FROM pg_class
+        WHERE oid IN ('sync_history_sources'::regclass,'sync_history_pages'::regclass,
+          ${manifest.category === 'logs' ? 'logs' : 'metrics_samples'}::regclass)`.execute(trx)).rows[0];
+            if (durability?.durable !== true)
+                throw new Error('Historical payloads and proofs require logged PostgreSQL tables');
+        }
+        else
+            await sql `SET LOCAL statement_timeout = '10s'`.execute(trx);
+        await sql `SET LOCAL lock_timeout = '2s'`.execute(trx);
+        const journal = trx;
+        let source;
+        if (options.restore) {
+            await sql `SELECT pg_advisory_xact_lock(hashtextextended(${`history:${manifest.nodeId}:${manifest.category}`},0))`.execute(trx);
+            await journal.insertInto('sync_history_sources').values({ id: manifest.id, nodeId: manifest.nodeId, manifest: serialized,
+                processedPages: 0, processedRows: 0, presentRows: 0, restoredRows: 0, expiredRows: 0, chainDigest: HISTORY_EMPTY_DIGEST, verifiedAt: null })
+                .onConflict(oc => oc.column('id').doNothing()).execute();
+            source = await journal.selectFrom('sync_history_sources').selectAll().where('id', '=', manifest.id).executeTakeFirstOrThrow();
+            if (source.manifest !== serialized)
+                throw new Error('Historical source identity conflicts with its immutable manifest');
+            const prior = await journal.selectFrom('sync_history_pages').selectAll().where('sourceId', '=', manifest.id).where('page', '=', page.index).executeTakeFirst();
+            if (prior) {
+                if (prior.digest !== digest)
+                    throw new Error('Historical page conflicts with its committed proof');
+                return { present: prior.presentRows, missing: prior.restoredRows, expired: prior.expiredRows, replay: true, digest };
+            }
+            if (source.processedPages !== page.index || source.chainDigest !== page.previousDigest)
+                throw new Error('Historical page is out of order or has a broken hash chain');
+        }
+        if (manifest.resolvesGap) {
+            const parent = await journal.selectFrom('sync_history_sources').selectAll().where('id', '=', manifest.resolvesGap.sourceId).executeTakeFirst();
+            validateGapRecovery(manifest, parent);
+            const conflicts = await sql `SELECT id FROM sync_history_sources WHERE "nodeId"=${manifest.nodeId} AND id<>${manifest.id}
+        AND manifest::jsonb->'resolvesGap'->>'sourceId'=${manifest.resolvesGap.sourceId}
+        AND manifest::jsonb->'resolvesGap'->>'gapIndex'=${String(manifest.resolvesGap.gapIndex)} LIMIT 1`.execute(trx);
+            if (conflicts.rows.length)
+                throw new Error('Another historical source already claims this gap');
+        }
+        let present = 0, missing = 0, expired = 0;
+        if (manifest.category === 'metrics') {
+            // Query by stable identity AND original content. Resampled old gauges
+            // are not a match for the original timestamp/value/labels.
+            const matches = (await sql `
+        WITH wanted AS (SELECT * FROM jsonb_to_recordset(${JSON.stringify(prepared)}::jsonb)
+          AS w(id text,name text,value double precision,timestamp bigint,labels jsonb))
+        SELECT w.id key, m.id, CASE WHEN m.id=w.id THEN 'stable' ELSE 'content' END identity,m.name,m.value,m.timestamp,m.labels
+        FROM wanted w JOIN LATERAL (SELECT * FROM metrics_samples s WHERE s.id=w.id OR
+          (s.name=w.name AND s.app=w.labels->>'app' AND s.timestamp=w.timestamp AND s.value=w.value AND s.labels=w.labels)
+          ORDER BY (s.id=w.id) DESC LIMIT 1) m ON true`.execute(trx)).rows;
+            const byId = new Map(matches.map(m => [m.key, m]));
+            const additions = [];
+            for (const sample of prepared) {
+                const old = byId.get(sample.id);
+                if (old && (old.name !== sample.name || old.value !== sample.value || Number(old.timestamp) !== sample.timestamp
+                    || historyJson(old.labels) !== historyJson(sample.labels)))
+                    throw new Error('Historical metric identity conflicts with stored data');
+                if (old)
+                    present++;
+                else
+                    additions.push(sample);
+            }
+            missing = additions.length;
+            if (options.restore && additions.length)
+                await storage.writeInTransaction(trx, additions);
+        }
+        else {
+            const wanted = page.entries.map(entry => ({ key: entry.id, count: entry.count ?? 1, ...historicalLog(entry.payload) }));
+            const matches = (await sql `WITH wanted AS (
+        SELECT * FROM jsonb_to_recordset(${JSON.stringify(wanted)}::jsonb)
+        AS w(key text,timestamp timestamptz,app text,level text,message text,labels jsonb,"traceId" text,"spanId" text,metadata jsonb)
+      ) SELECT w.key, m.n FROM wanted w CROSS JOIN LATERAL (
+        SELECT count(*)::int n FROM logs l WHERE l."nodeId"=${manifest.nodeId}::uuid
+          AND l.timestamp>=w.timestamp AND l.timestamp<w.timestamp+interval '1 millisecond'
+          AND l.app=w.app AND l.level=w.level AND l.message=w.message
+          AND coalesce(l.labels,'{}'::jsonb)=w.labels AND l."traceId" IS NOT DISTINCT FROM w."traceId"
+          AND l."spanId" IS NOT DISTINCT FROM w."spanId" AND l.metadata IS NOT DISTINCT FROM w.metadata
+      ) m`.execute(trx)).rows;
+            const counts = new Map(matches.map(m => [m.key, m.n]));
+            const additions = [];
+            for (const row of wanted) {
+                const kept = Math.min(row.count, counts.get(row.key) ?? 0);
+                present += kept;
+                // Retention is an intentional boundary. Preserve expired records in
+                // their audited source archives, not in a live table that prunes them.
+                const logMaxAge = options.logsMaxAgeMs ?? 14 * 86400_000;
+                if (!Number.isSafeInteger(logMaxAge) || logMaxAge < 1)
+                    throw new Error('Invalid logs history horizon');
+                if (Date.parse(row.timestamp) < Date.now() - logMaxAge) {
+                    expired += row.count - kept;
+                    continue;
+                }
+                missing += row.count - kept;
+                for (let i = kept; i < row.count; i++) {
+                    const hex = hash(historyJson([manifest.nodeId, row.key, i]));
+                    const id = `${hex.slice(0, 8)}-${hex.slice(8, 12)}-5${hex.slice(13, 16)}-a${hex.slice(17, 20)}-${hex.slice(20, 32)}`;
+                    additions.push({ id, timestamp: row.timestamp, nodeId: manifest.nodeId, app: String(row.app), level: String(row.level),
+                        message: String(row.message), labels: JSON.stringify(row.labels), traceId: row.traceId,
+                        spanId: row.spanId, metadata: row.metadata === null ? null : JSON.stringify(row.metadata) });
+                }
+            }
+            if (options.restore)
+                for (let at = 0; at < additions.length; at += 500)
+                    await trx.insertInto('logs').values(additions.slice(at, at + 500)).execute();
+        }
+        if (options.restore) {
+            const rows = present + missing + expired, total = source.processedRows + rows, complete = page.index + 1 === manifest.expectedPages;
+            if (manifest.resolvesGap && expired)
+                throw new Error('Expired history cannot resolve a gap in the live database');
+            if (total > manifest.expectedRows || (complete && (total !== manifest.expectedRows || digest !== manifest.rootDigest)))
+                throw new Error('Historical source row count or final hash does not match its manifest');
+            const at = new Date().toISOString();
+            await journal.insertInto('sync_history_pages').values({ sourceId: manifest.id, page: page.index, digest, rows,
+                presentRows: present, restoredRows: missing, expiredRows: expired, committedAt: at }).execute();
+            await journal.updateTable('sync_history_sources').set({ processedPages: page.index + 1, processedRows: total,
+                presentRows: source.presentRows + present, restoredRows: source.restoredRows + missing, expiredRows: source.expiredRows + expired,
+                chainDigest: digest, verifiedAt: complete ? at : null }).where('id', '=', manifest.id).execute();
+        }
+        return { present, missing, expired, replay: false, digest };
+    });
+}
+//# sourceMappingURL=replication-history.js.map

package/dist/services/replication-history.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-history.js","sourceRoot":"","sources":["../../src/services/replication-history.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAE1C,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAGtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAmCnE,MAAM,SAAS,GAAG,IAAI,OAAO,EAAkC,CAAC;AAChE,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AACtC,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACnD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEjF,oFAAoF;AACpF,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACzE,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;aACjH,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACzH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AACD,MAAM,UAAU,iBAAiB,CAAC,IAAiB,IAAY,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,gBAAgB,CAAC,GAAoC,IAAY,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAEjH,MAAM,UAAU,aAAa,CAAC,OAAgC;IAC5D,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACvE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,MAAM;QACrF,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE;QAClE,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;AACpH,CAAC;AACD,MAAM,UAAU,aAAa,CAAC,OAAgC,IAAY,OAAO,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7H,KAAK,UAAU,mBAAmB,CAAC,EAAmB;IACpD,IAAI,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,IAAI,GAAG,qBAAqB,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,CAAC,EAAE,CAAC,UAAU;oBACnF,MAAM,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,sBAAsB,CAAC;yBACxD,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;yBAC1F,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;yBAC/C,SAAS,CAAC,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;yBACrE,SAAS,CAAC,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;yBACpE,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;yBAClE,SAAS,CAAC,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;yBACnE,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;yBAClE,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;oBAChG,MAAM,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC;yBACtD,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC;yBACrF,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;yBAC5F,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;yBACpG,SAAS,CAAC,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;yBAC/J,uBAAuB,CAAC,uBAAuB,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;gBACtF,CAAC,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,2BAA2B;YACvF,OAAO,EAAE,sBAAsB,CAAC,EAAE,SAAS,EAAE,yBAAyB,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;SACtG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,IAAI,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAK,EAAc;IACtD,IAAI,IAA+C,CAAC;IACpD,IAAI,CAAC;QAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAyC,oCAAoC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAAC,CAAC;IACzH,OAAO,KAAK,EAAE,CAAC;QAAC,IAAI,6FAA6F,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;IAChK,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsE,CAAC;IAClG,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAoB,CAAC;QAC7D,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,UAAU;YAAE,SAAS;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,WAAY,CAAC,QAAQ,CAAC,CAAC;QACvE,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,QAAQ,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;QAChF,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAC5F,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;IACxH,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAoB,CAAC;QAC7D,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY;YAC7G,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5H,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU;YAC9E,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;gBACrC,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC;gBACzD,OAAO,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YACvD,CAAC,CAAC;YACF,SAAS,EAAE,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU;YACpE,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAyB,EAAE,MAA2D;IACjH,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAY,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAgC,CAAC;IACtF,MAAM,GAAG,GAAG,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;WACjH,CAAC,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,SAAS,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC;WAC1F,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM;WAC1D,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;WAC1E,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC3F,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,QAAyB,EAAE,IAAiB;IAC5D,MAAM,MAAM,GAAG,gBAAgB,CAAC;IAChC,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;WACjH,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;WAC5F,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,YAAY,GAAG,CAAC;WACzE,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,aAAa,GAAG,CAAC;WAC3E,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;WAC/F,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;WAC1D,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,KAAK;WAC/G,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,aAAa;WACpG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;WACzF,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,iBAAiB,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC9K,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,CAAC;IACvC,IAAI,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,KAAK,QAAQ,CAAC,EAAE;WACnF,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,GAAG,CAAC,IAAI,SAAS,CAAC,QAAQ,IAAI,GAAG;WAChG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;WAC3E,OAAO,SAAS,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;QACxH,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;eACvG,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;eACnF,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;eACjE,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACtK,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS;YACzH,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;QACvD,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC3I,IAAI,QAAQ,CAAC,QAAQ,KAAK,MAAM,IAAI,KAAK,CAAC,EAAE,KAAK,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxI,CAAC;IACD,IAAI,KAAK,GAAG,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;AAC9E,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAA4B,EAAE,OAAiD,EACxH,QAAyB,EAAE,IAAiB,EAAE,OAA8E;IAE5H,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACzB,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxJ,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,IAAI,CAAC,GAAG,SAAS,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACpG,IAAI,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClM,IAAI,OAAO,CAAC,OAAO;QAAE,MAAM,mBAAmB,CAAC,EAAqB,CAAC,CAAC;IACtE,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAC,GAAG,EAAC,EAAE;QAC1C,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,CAAsB;;YAE7C,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnG,IAAI,UAAU,EAAE,OAAO,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACvH,CAAC;;YACI,MAAM,GAAG,CAAA,qCAAqC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,GAAG,CAAA,+BAA+B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,GAAyC,CAAC;QAC1D,IAAI,MAA2D,CAAC;QAChE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,GAAG,CAAA,iDAAiD,WAAW,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/H,MAAM,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU;gBACtH,cAAc,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;iBAC3I,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YAC3D,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,uBAAuB,EAAE,CAAC;YAC9H,IAAI,MAAM,CAAC,QAAQ,KAAK,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACxH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAC/J,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACnG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YACvH,CAAC;YACD,IAAI,MAAM,CAAC,cAAc,KAAK,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QACxK,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAC/I,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAA,sDAAsD,QAAQ,CAAC,MAAM,YAAY,QAAQ,CAAC,EAAE;0DACnE,QAAQ,CAAC,WAAW,CAAC,QAAQ;0DAC7B,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjH,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAClG,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC;QAC1C,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACpC,sEAAsE;YACtE,2DAA2D;YAC3D,MAAM,OAAO,GAAG,CAAC,MAAM,GAAG,CAA+H;2DACpG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;;;;;uDAK5B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,SAAS,GAAmB,EAAE,CAAC;YACrC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,MAAM,CAAC,SAAS;uBAC3G,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;gBACvI,IAAI,GAAG;oBAAE,OAAO,EAAE,CAAC;;oBAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;YACD,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC;YAC3B,IAAI,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM;gBAAE,MAAM,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC5F,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;YACxH,MAAM,OAAO,GAAG,CAAC,MAAM,GAAG,CAA4B;2CACjB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;;8DAGH,QAAQ,CAAC,MAAM;;;;;UAKnE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YACxB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBAAC,OAAO,IAAI,IAAI,CAAC;gBAC5E,oEAAoE;gBACpE,uEAAuE;gBACvE,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,GAAG,SAAS,CAAC;gBACzD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACvG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;oBAAC,OAAO,IAAI,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;oBAAC,SAAS;gBAAC,CAAC;gBAClG,OAAO,IAAI,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,MAAM,EAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;oBACrH,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;wBACpH,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAwB;wBACvG,MAAM,EAAE,GAAG,CAAC,MAAuB,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAClH,CAAC;YACH,CAAC;YACD,IAAI,OAAO,CAAC,OAAO;gBAAE,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,IAAI,GAAG;oBAAE,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QACvJ,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,EAAE,KAAK,GAAG,MAAO,CAAC,aAAa,GAAG,IAAI,EAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,QAAQ,CAAC,aAAa,CAAC;YACrI,IAAI,QAAQ,CAAC,WAAW,IAAI,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAClH,IAAI,KAAK,GAAG,QAAQ,CAAC,YAAY,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,YAAY,IAAI,MAAM,KAAK,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YACjN,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI;gBAC3G,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YAClG,MAAM,OAAO,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,aAAa,EAAE,KAAK;gBAC1G,WAAW,EAAE,MAAO,CAAC,WAAW,GAAG,OAAO,EAAE,YAAY,EAAE,MAAO,CAAC,YAAY,GAAG,OAAO,EAAE,WAAW,EAAE,MAAO,CAAC,WAAW,GAAG,OAAO;gBACpI,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACrG,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/services/replication-reconciliation.d.ts

@@ -0,0 +1,74 @@
+import { type Kysely } from 'kysely';
+import { type MetricSample, type PostgresMetricsStorage } from '@omnitron-dev/titan-metrics';
+import type { OmnitronDatabase } from '../database/schema.js';
+import type { SyncBatch } from './sync.service.js';
+export interface ReconciliationPage {
+    version: 1;
+    nodeId: string;
+    epoch: string;
+    namespaceFrom: string;
+    through: string;
+    next: string | null;
+    unverifiedRows: number;
+    entries: SyncBatch['entries'];
+}
+export interface ReconciliationProof {
+    nodeId: string;
+    epoch: string;
+    entryId: string;
+    payloadHash: string;
+    metricId: string;
+    result: 'present' | 'restored';
+    verifiedAt: string;
+    receiptId: string;
+    previousOutcome: string;
+}
+export interface ReconciliationSummary {
+    verifiedRows: number;
+    restoredRows: number;
+    lastReconciledAt: string | null;
+}
+/** One identity and normalization path for live ingestion and historical repair. */
+export declare function replicatedMetric(nodeId: string, entry: SyncBatch['entries'][number]): MetricSample & {
+    id: string;
+};
+export declare function metricReceiptHash(epoch: string, sample: MetricSample): string;
+/**
+ * An optional repair journal, migrated through Omnitron/Titan/Kysera. Its own
+ * history lets a maintenance worker open a live older node without adding an
+ * unknown migration to that node's core history or changing its running code.
+ * Only explicit repair prepares this store; diagnostics remain read-only.
+ */
+export declare function prepareReconciliationStore(db: Kysely<unknown>): Promise<void>;
+export declare function reconciliationSummaries(db: Kysely<unknown>): Promise<Array<ReconciliationSummary & {
+    nodeId: string;
+    epoch: string;
+}>>;
+/** A normal retry can use later proof, but only for the identical metric payload. */
+export declare function reconciledMetricIds(db: Kysely<unknown>, nodeId: string, entries: SyncBatch['entries']): Promise<string[]>;
+/** Bounded keyset read. No pending entry is released or taken from normal delivery. */
+export declare function readUnverifiedMetrics(db: Kysely<unknown>, nodeId: string, options?: {
+    after?: string;
+    through?: string;
+    epoch?: string;
+    limit?: number;
+}): Promise<ReconciliationPage>;
+/**
+ * Explicit repair only. Original claims stay immutable: the new journal states
+ * whether a matching payload was present or was restored at a NEW commit.
+ * Failed transactions issue no proof; replay validates identity and is a no-op.
+ */
+export declare function reconcileMetricPage(db: Kysely<OmnitronDatabase>, storage: PostgresMetricsStorage<OmnitronDatabase>, page: ReconciliationPage, options: {
+    restore: boolean;
+    maxAgeMs?: number;
+}): Promise<{
+    present: number;
+    missing: number;
+    alreadyReconciled: number;
+    proofs: ReconciliationProof[];
+}>;
+/** Verify each proof against the still-retained, immutable source before applying it. */
+export declare function acknowledgeReconciliation(db: Kysely<unknown>, nodeId: string, proofs: ReconciliationProof[]): Promise<{
+    reconciled: number;
+}>;
+//# sourceMappingURL=replication-reconciliation.d.ts.map

package/dist/services/replication-reconciliation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-reconciliation.d.ts","sourceRoot":"","sources":["../../src/services/replication-reconciliation.ts"],"names":[],"mappings":"AACA,OAAO,EAAO,KAAK,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAuB,KAAK,YAAY,EAAE,KAAK,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AAGlH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAQnD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,CAAC,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,SAAS,GAAG,UAAU,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAOD,oFAAoF;AACpF,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG,YAAY,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAWnH;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,GAAG,MAAM,CAG7E;AAED;;;;;GAKG;AACH,wBAAsB,0BAA0B,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAOnF;AA8BD,wBAAsB,uBAAuB,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAI5I;AAED,qFAAqF;AACrF,wBAAsB,mBAAmB,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAgB/H;AAiCD,uFAAuF;AACvF,wBAAsB,qBAAqB,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE;IACxF,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CAC7D,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoCnC;AAuBD;;;;GAIG;AACH,wBAAsB,mBAAmB,CAAC,EAAE,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,kBAAkB,EACjJ,OAAO,EAAE;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/C,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,mBAAmB,EAAE,CAAA;CAAE,CAAC,CA0EzG;AAED,yFAAyF;AACzF,wBAAsB,yBAAyB,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CA+CnJ"}