@opendatalabs/personal-server-ts-core 0.0.1-canary.016adf9 → 0.0.1-canary.052d47e

package/dist/sync/workers/download.js

@@ -1,90 +1,559 @@
-import { writeDataFile } from "../../storage/hierarchy/index.js";
-import { deriveScopeKey } from "../../keys/derive.js";
-import { decryptWithPassword } from "../../storage/encryption/index.js";
-import { DataFileEnvelopeSchema } from "../../schemas/data-file.js";
+import { DataFileEnvelopeSchema, decryptWithPassword, deriveScopeKey, } from "@opendatalabs/vana-sdk/browser";
+import { feedFromGatewayClient } from "../data-point-feed.js";
+import { deletionTimestamp, isEntryCoveredByTombstone, tombstoneVersion, } from "../scope-deletions.js";
+import { buildDataBlocksAsync } from "../../storage/blocks/build.js";
+import { classifySyncFailure, inferPayloadKind, } from "../issues.js";
+import { downloadRetryKey } from "../retry-memory.js";
+import { readStoredLineage } from "../../lineage/lineage.js";
 /**
- * Download and process a single file record from the storage backend:
- * 1. Check dedup: skip if fileId already in local index
- * 2. Download OpenPGP encrypted binary from storage backend
- * 3. Resolve schemaId → scope via Gateway getSchema
+ * Download and process a single DPv2 data point from the storage backend:
+ * 1. Check dedup: skip if dataPointId already in local index
+ * 2. Reconstruct the blob URL from (scope, expectedVersion) — DataPointRecords
+ *    carry no URL, so we rebuild the version-keyed `{scope}/{version}` key the
+ *    upload worker wrote under and resolve it via storageAdapter.urlForKey
+ * 3. Download the OpenPGP encrypted binary from storage
  * 4. Derive scope key from master key → hex-encode as OpenPGP password
+ *    (scope comes straight off the record — no schema lookup needed)
  * 5. Decrypt with OpenPGP password-based decryption → plaintext JSON
  * 6. Parse as DataFileEnvelope (validate)
- * 7. Write to local filesystem via hierarchy manager
- * 8. Insert into local index (with fileId)
+ * 7. Write to local filesystem + bounded block sidecars
+ * 8. Insert into local index (with dataPointId + version)
  */
 export async function downloadOne(deps, record) {
-    const { indexManager, hierarchyOptions, storageAdapter, gateway, masterKey, logger, } = deps;
-    // 1. Check dedup: skip if fileId already in local index
-    const existing = indexManager.findByFileId(record.fileId);
+    const { storage, storageAdapter, masterKey, logger, diagnostics } = deps;
+    const ctx = { dataPointId: record.id, schemaId: null };
+    // 1. Check dedup: skip if dataPointId already in local index
+    const existing = storage.findByDataPointId(record.id);
     if (existing) {
-        logger.debug({ fileId: record.fileId }, "File already in index, skipping");
-        return null;
-    }
-    // 2. Download OpenPGP encrypted binary from storage backend
-    const encrypted = await storageAdapter.download(record.url);
-    // 3. Resolve schemaId → scope via Gateway getSchema
-    const schema = await gateway.getSchema(record.schemaId);
-    if (!schema) {
-        throw new Error(`No schema found for schemaId: ${record.schemaId}`);
-    }
-    // 4. Derive scope key → hex-encode as OpenPGP password
-    const scopeKey = deriveScopeKey(masterKey, schema.scope);
-    const scopeKeyHex = Buffer.from(scopeKey).toString("hex");
+        const repairResult = await repairMissingBlockSidecars(storage, logger, { dataPointId: record.id, schemaId: existing.schemaId }, existing, diagnostics);
+        if (repairResult === "missing-envelope") {
+            logger.warn({
+                dataPointId: record.id,
+                scope: existing.scope,
+                collectedAt: existing.collectedAt,
+            }, "Local index entry was missing its envelope; re-downloading data point");
+        }
+        else {
+            logger.debug({ dataPointId: record.id }, "Data point already in index, skipping");
+            return null;
+        }
+    }
+    // 2. Reconstruct the version-keyed storage URL.
+    const storageKey = `${record.scope}/${record.expectedVersion}`;
+    const url = storageAdapter.urlForKey(storageKey);
+    // 3. Download OpenPGP encrypted binary from storage backend. A download
+    // failure throws and blocks the cursor (correct: a transient error retries
+    // next cycle rather than risk a silent gap). Stamp the stage so the
+    // classifier can tell a deterministic 404 (quarantine, never retry) from a
+    // transient storage error — without it the failure infers stage "unknown"
+    // and every 404 is retried forever.
+    diagnostics?.onDownloadStart(record.id);
+    let encrypted;
+    try {
+        encrypted = await storageAdapter.download(url);
+    }
+    catch (err) {
+        const detail = err.message;
+        diagnostics?.onDownloadError(record.id, detail);
+        throw withSyncFailureMetadata(err, {
+            stage: "download",
+            scope: record.scope,
+        });
+    }
+    diagnostics?.onDownloadEnd(record.id, record.scope);
+    // 4. Derive scope key → hex-encode as OpenPGP password (scope off the record)
+    const scopeKey = deriveScopeKey(masterKey, record.scope);
+    const scopeKeyHex = uint8ToHex(scopeKey);
     // 5. Decrypt with OpenPGP password-based decryption
-    const plaintext = await decryptWithPassword(encrypted, scopeKeyHex);
+    diagnostics?.onDecryptStart(record.id, record.scope);
+    let plaintext;
+    try {
+        plaintext = await decryptWithPassword(encrypted, scopeKeyHex);
+    }
+    catch (err) {
+        const payloadKind = inferPayloadKind(encrypted);
+        const encryptedSizeBytes = encrypted.byteLength;
+        const detail = [
+            err.message,
+            `payloadKind=${payloadKind}`,
+            `encryptedSizeBytes=${encryptedSizeBytes}`,
+        ].join("; ");
+        diagnostics?.onDecryptError(record.id, record.scope, detail);
+        throw withSyncFailureMetadata(err, {
+            scope: record.scope,
+            payloadKind,
+            encryptedSizeBytes,
+        });
+    }
     // 6. Parse as DataFileEnvelope (validate)
-    const raw = JSON.parse(new TextDecoder().decode(plaintext));
-    const envelope = DataFileEnvelopeSchema.parse(raw);
-    // 7. Write to local filesystem via hierarchy manager
-    const { relativePath, sizeBytes } = await writeDataFile(hierarchyOptions, envelope);
-    // 8. Insert into local index (with fileId)
-    indexManager.insert({
-        fileId: record.fileId,
-        path: relativePath,
+    let envelope;
+    try {
+        const raw = JSON.parse(new TextDecoder().decode(plaintext));
+        envelope = DataFileEnvelopeSchema.parse(raw);
+    }
+    catch (err) {
+        const detail = err.message;
+        diagnostics?.onDecryptError(record.id, record.scope, detail);
+        throw err;
+    }
+    ctx.schemaId = envelope.schemaId ?? null;
+    diagnostics?.onDecryptEnd(record.id, envelope.scope);
+    const existingByVersion = storage.findEntry({
         scope: envelope.scope,
-        collectedAt: envelope.collectedAt,
-        sizeBytes,
+        at: envelope.collectedAt,
     });
-    logger.info({ fileId: record.fileId, scope: envelope.scope, path: relativePath }, "Downloaded and indexed file");
+    if (existingByVersion !== undefined &&
+        existingByVersion.collectedAt === envelope.collectedAt) {
+        if (existingByVersion.dataPointId !== record.id) {
+            await storage.updateDataPointId(existingByVersion.path, record.id);
+        }
+        const repairResult = await repairMissingBlockSidecars(storage, logger, {
+            dataPointId: record.id,
+            schemaId: existingByVersion.schemaId ?? ctx.schemaId,
+        }, existingByVersion, diagnostics);
+        if (repairResult !== "missing-envelope") {
+            logger.debug({
+                dataPointId: record.id,
+                scope: envelope.scope,
+                collectedAt: envelope.collectedAt,
+            }, "Data version already exists locally, skipping");
+            return null;
+        }
+        logger.warn({
+            dataPointId: record.id,
+            scope: envelope.scope,
+            collectedAt: envelope.collectedAt,
+        }, "Local version entry was missing its envelope; rewriting downloaded file");
+    }
+    // 7. Write to local storage + bounded block sidecars
+    diagnostics?.onIndexStart(record.id, envelope.scope);
+    let relativePath;
+    let sizeBytes;
+    try {
+        ({ relativePath, sizeBytes } = await storage.writeEnvelope(envelope));
+        await writeBlockSidecars(storage, envelope, logger, ctx, relativePath, diagnostics);
+    }
+    catch (err) {
+        const detail = err.message;
+        diagnostics?.onIndexError(record.id, envelope.scope, detail);
+        throw err;
+    }
+    // 8. Insert into local index (with dataPointId + version)
+    try {
+        await storage.insertEntry({
+            fileId: null,
+            schemaId: ctx.schemaId,
+            path: relativePath,
+            scope: envelope.scope,
+            collectedAt: envelope.collectedAt,
+            sizeBytes,
+            version: Number(record.expectedVersion),
+            dataPointId: record.id,
+        });
+    }
+    catch (err) {
+        const detail = err.message;
+        diagnostics?.onIndexError(record.id, envelope.scope, detail);
+        throw err;
+    }
+    diagnostics?.onIndexEnd(record.id, envelope.scope);
+    logger.info({ dataPointId: record.id, scope: envelope.scope, path: relativePath }, "Downloaded and indexed data point");
+    if (deps.onDataPointIndexed) {
+        try {
+            let lineageSources;
+            try {
+                lineageSources = readStoredLineage(envelope.data)?.sources;
+            }
+            catch {
+                // A malformed $lineage is the upload worker's problem; the hook
+                // still learns about the new version.
+            }
+            deps.onDataPointIndexed({
+                scope: envelope.scope,
+                dataPointId: record.id,
+                version: Number(record.expectedVersion),
+                collectedAt: envelope.collectedAt,
+                lineageSources,
+            });
+        }
+        catch (err) {
+            logger.warn({ scope: envelope.scope, error: err.message }, "onDataPointIndexed hook failed; data point already indexed");
+        }
+    }
     return {
-        fileId: record.fileId,
+        dataPointId: record.id,
         scope: envelope.scope,
         collectedAt: envelope.collectedAt,
         path: relativePath,
     };
 }
 /**
- * Poll Gateway for new file records since lastProcessedTimestamp,
- * download each, and advance the cursor.
+ * Poll Gateway for the owner's data points since the stored cursor, download
+ * each, and advance the cursor only when the page fully succeeds.
  */
-export async function downloadAll(deps) {
+export async function downloadAll(deps, options = {}) {
     const { gateway, cursor, serverOwner, logger } = deps;
-    // 1. Read cursor
-    const lastProcessedTimestamp = await cursor.read();
-    // 2. Poll gateway for new file records
-    const { files, cursor: nextCursor } = await gateway.listFilesSince(serverOwner, lastProcessedTimestamp);
+    const syncRunId = createSyncRunId();
+    const repairSummary = await repairLocalMissingBlockSidecars(deps);
+    // 1. Read cursor (opaque pagination cursor persisted across runs)
+    const lastCursor = options.fullReconcile || repairSummary.missingEnvelopeEntries > 0
+        ? null
+        : await cursor.read();
+    if (options.fullReconcile) {
+        logger.info("Running full registry reconciliation to repair any missing local scope records");
+    }
+    if (repairSummary.missingEnvelopeEntries > 0) {
+        logger.warn({ missingEnvelopeEntries: repairSummary.missingEnvelopeEntries }, "Resetting this sync listing to repair stale local index entries");
+    }
+    if (options.fullReconcile || repairSummary.missingEnvelopeEntries > 0) {
+        // An EXPLICIT listing restart (full reconcile, or the repair path above)
+        // exists to re-fetch — give transient failures a fresh attempt budget so
+        // it can; 404s stay dead. Note `lastCursor === null` alone is NOT a
+        // reset signal: single-page listings never advance the cursor, so null
+        // is their steady state and clearing on it would erase the backoff
+        // memory every cycle.
+        options.retryMemory?.onListingReset();
+    }
+    // 2. Poll gateway for the owner's data points, tombstones included: a
+    // deletion made on another replica must reach this one or its local copy
+    // would be re-uploaded and resurrect the point.
+    const feed = deps.dataPointFeed ?? feedFromGatewayClient(gateway);
+    const { dataPoints, cursor: nextCursor } = await feed.listDataPointsByOwner(serverOwner, lastCursor, { includeDeleted: true });
+    // Feed the read-side deletion memory before any per-record work so a
+    // tombstone is refused by reads even if its local reconcile below fails.
+    // Only a listing with no further pages proves the memory complete: a
+    // multi-page backlog leaves it "stale" and reads fall back to lookups. A
+    // listing from no cursor covered the whole registry (`full`), which is
+    // what re-validates remembered tombstones; an incremental pass does not.
+    if (deps.scopeDeletions) {
+        for (const dataPoint of dataPoints) {
+            const deletedAt = deletionTimestamp(dataPoint);
+            if (deletedAt !== null) {
+                deps.scopeDeletions.markDeleted(dataPoint.scope, {
+                    deletedAt,
+                    version: tombstoneVersion(dataPoint),
+                });
+            }
+            else {
+                deps.scopeDeletions.markLive(dataPoint.scope);
+            }
+        }
+        if (nextCursor === null) {
+            deps.scopeDeletions.noteFeedSynced(undefined, {
+                full: lastCursor === null,
+            });
+        }
+    }
     const results = [];
-    // 3. Process each file record
-    for (const file of files) {
+    let failed = false;
+    // 3. Process each data point record
+    for (const dataPoint of dataPoints) {
+        const deletedAt = deletionTimestamp(dataPoint);
+        if (deletedAt !== null) {
+            // Tombstone: never download; drop what the deletion covers locally.
+            // A failure here blocks the cursor so the tombstone is re-listed and
+            // the reconcile retried next cycle.
+            try {
+                await reconcileDeletedDataPoint(deps, dataPoint, deletedAt);
+            }
+            catch (err) {
+                logger.error({
+                    dataPointId: dataPoint.id,
+                    scope: dataPoint.scope,
+                    error: err.message,
+                }, "Failed to reconcile deleted data point locally");
+                failed = true;
+            }
+            continue;
+        }
+        const retryKey = downloadRetryKey(dataPoint);
+        const decision = options.retryMemory?.decide(retryKey) ?? "attempt";
+        if (decision === "give-up") {
+            // Non-retryable failure (e.g. blob 404) or exhausted transient
+            // retries — skip without blocking the cursor so one dead record
+            // can't wedge the rest of the listing. A new registered version
+            // (different retry key) starts fresh.
+            logger.debug({ dataPointId: dataPoint.id, scope: dataPoint.scope }, "Skipping data point after exhausted download retries");
+            continue;
+        }
+        if (decision === "backoff") {
+            // Waiting out the backoff window. Block the cursor so the record is
+            // still listed when the window expires.
+            failed = true;
+            continue;
+        }
         try {
-            const result = await downloadOne(deps, file);
+            const result = await downloadOne(deps, dataPoint);
+            options.retryMemory?.recordSuccess(retryKey);
             if (result) {
                 results.push(result);
             }
         }
         catch (err) {
+            const metadata = getSyncFailureMetadata(err);
+            const classified = classifySyncFailure({
+                error: err,
+                fileId: dataPoint.id,
+                syncRunId,
+                stage: metadata.stage,
+                scope: metadata.scope ?? dataPoint.scope,
+                payloadKind: metadata.payloadKind,
+                encryptedSizeBytes: metadata.encryptedSizeBytes,
+            });
+            options.retryMemory?.recordFailure(retryKey, classified.issue.retryable);
+            if (!classified.issue.retryable) {
+                logger.warn({
+                    dataPointId: dataPoint.id,
+                    scope: classified.issue.scope,
+                    stage: classified.issue.stage,
+                    payloadKind: classified.issue.payloadKind,
+                    encryptedSizeBytes: classified.issue.encryptedSizeBytes,
+                    errorClass: classified.issue.errorClass,
+                    message: classified.issue.message,
+                }, "Quarantined corrupt synced data point");
+                continue;
+            }
             logger.error({
-                fileId: file.fileId,
-                schemaId: file.schemaId,
+                dataPointId: dataPoint.id,
+                scope: dataPoint.scope,
                 error: err.message,
-            }, "Failed to download file");
+            }, "Failed to download data point");
+            failed = true;
         }
     }
-    // 4. Advance cursor if there are new records
-    if (nextCursor !== null) {
+    // 4. Advance cursor only when every record in the page was handled.
+    if (nextCursor !== null && !failed) {
         await cursor.write(nextCursor);
     }
+    else if (failed) {
+        logger.warn({ nextCursor }, "Download cursor not advanced because one or more data points failed");
+    }
     return results;
 }
+/**
+ * Apply a gateway tombstone to the local index: remove every local version
+ * the tombstone covers (synced rows at or below its version, and unsynced
+ * rows ingested without knowledge of it), keep unsynced rows ingested on top
+ * of it (a legitimate re-add that the upload worker registers after the
+ * tombstone version). See `isEntryCoveredByTombstone`.
+ */
+export async function reconcileDeletedDataPoint(deps, record, deletedAt) {
+    const tombstone = { version: tombstoneVersion(record) };
+    const tombstoned = tombstone.version === null ? null : BigInt(tombstone.version);
+    // Unsynced covered entries above the tombstone version: the deleting
+    // replica's exact-key pass only enumerates registry versions, so any
+    // ciphertext this replica uploaded under a higher, never-registered key is
+    // ours to clean up.
+    const orphanKeys = [];
+    const { storage, logger } = deps;
+    const PAGE_SIZE = 500;
+    const stale = [];
+    let kept = 0;
+    for (let offset = 0;; offset += PAGE_SIZE) {
+        const entries = storage.listVersions(record.scope, {
+            limit: PAGE_SIZE,
+            offset,
+        });
+        for (const entry of entries) {
+            if (isEntryCoveredByTombstone(entry, tombstone)) {
+                stale.push({ scope: entry.scope, collectedAt: entry.collectedAt });
+                if (entry.dataPointId === null &&
+                    (tombstoned === null || BigInt(entry.version) > tombstoned)) {
+                    orphanKeys.push({
+                        scope: entry.scope,
+                        version: String(entry.version),
+                    });
+                }
+            }
+            else {
+                kept += 1;
+            }
+        }
+        if (entries.length < PAGE_SIZE)
+            break;
+    }
+    let removed = 0;
+    for (const version of stale) {
+        if (await storage.deleteVersion(version.scope, version.collectedAt)) {
+            removed += 1;
+        }
+    }
+    if (orphanKeys.length > 0 && deps.pendingBlobDeletions) {
+        await deps.pendingBlobDeletions.add(orphanKeys);
+    }
+    if (removed > 0 || kept > 0) {
+        logger.info({ dataPointId: record.id, scope: record.scope, deletedAt, removed, kept }, "Reconciled gateway deletion against local index");
+    }
+    return { scope: record.scope, deletedAt, removed, kept };
+}
+export async function repairLocalMissingBlockSidecars(deps) {
+    const { storage, logger, diagnostics } = deps;
+    if (!storage.writeBlockManifest || !storage.hasScopeBlocks) {
+        return { repaired: 0, missingEnvelopeEntries: 0 };
+    }
+    let repaired = 0;
+    let missingEnvelopeEntries = 0;
+    let offset = 0;
+    const limit = 100;
+    while (true) {
+        const page = storage.listScopes({ limit, offset });
+        let deletedEntryInPage = false;
+        for (const scopeSummary of page.scopes) {
+            const entry = storage.findEntry({
+                scope: scopeSummary.scope,
+                at: scopeSummary.latestCollectedAt,
+            });
+            if (!entry)
+                continue;
+            const repairResult = await repairMissingBlockSidecars(storage, logger, {
+                dataPointId: entry.dataPointId ?? entry.path,
+                schemaId: entry.schemaId,
+            }, entry, diagnostics);
+            if (repairResult === "repaired")
+                repaired += 1;
+            if (repairResult === "missing-envelope") {
+                missingEnvelopeEntries += 1;
+                deletedEntryInPage = true;
+            }
+        }
+        if (!deletedEntryInPage) {
+            offset += page.scopes.length;
+        }
+        if (offset >= page.total || page.scopes.length === 0)
+            break;
+    }
+    if (repaired > 0) {
+        logger.info({ repaired }, "Repaired missing bounded block sidecars for local indexed data");
+    }
+    if (missingEnvelopeEntries > 0) {
+        logger.warn({ missingEnvelopeEntries }, "Removed stale local index entries missing local envelopes");
+    }
+    return { repaired, missingEnvelopeEntries };
+}
+function createSyncRunId() {
+    return typeof crypto !== "undefined" &&
+        typeof crypto.randomUUID === "function"
+        ? crypto.randomUUID()
+        : `download-${Date.now().toString(36)}`;
+}
+function uint8ToHex(bytes) {
+    return Array.from(bytes, (byte) => byte.toString(16).padStart(2, "0")).join("");
+}
+function withSyncFailureMetadata(error, metadata) {
+    if (error instanceof Error) {
+        Object.assign(error, { syncFailureMetadata: metadata });
+        return error;
+    }
+    return { error, syncFailureMetadata: metadata };
+}
+function getSyncFailureMetadata(error) {
+    if (typeof error !== "object" || error === null)
+        return {};
+    const metadata = error
+        .syncFailureMetadata;
+    if (typeof metadata !== "object" || metadata === null)
+        return {};
+    return metadata;
+}
+async function writeBlockSidecars(storage, envelope, logger, ctx, relativePath, diagnostics) {
+    if (!storage.writeBlockManifest)
+        return;
+    diagnostics?.onManifestBuildStart(ctx.dataPointId, envelope.scope);
+    try {
+        const built = await buildDataBlocksAsync({
+            scope: envelope.scope,
+            collectedAt: envelope.collectedAt,
+            schemaId: ctx.schemaId ?? undefined,
+            content: envelope,
+        });
+        await storage.writeBlockManifest(envelope.scope, envelope.collectedAt, built.manifest, built.blocks);
+        diagnostics?.onManifestBuildEnd(ctx.dataPointId, envelope.scope);
+    }
+    catch (error) {
+        const classified = classifySyncFailure({
+            error,
+            fileId: ctx.dataPointId,
+            syncRunId: "download",
+            stage: "block_build",
+            schemaId: ctx.schemaId ?? undefined,
+            scope: envelope.scope,
+        });
+        diagnostics?.onManifestBuildError(ctx.dataPointId, envelope.scope, classified.issue.message);
+        logger.warn({
+            dataPointId: ctx.dataPointId,
+            scope: envelope.scope,
+            collectedAt: envelope.collectedAt,
+            path: relativePath,
+            stage: classified.issue.stage,
+            errorClass: classified.issue.errorClass,
+            message: classified.issue.message,
+        }, "Bounded block sidecar write failed after raw envelope write");
+    }
+}
+async function repairMissingBlockSidecars(storage, logger, ctx, entry, diagnostics) {
+    if (!storage.writeBlockManifest || !storage.hasScopeBlocks) {
+        return "not-repaired";
+    }
+    let hasBlocks = false;
+    try {
+        hasBlocks = await storage.hasScopeBlocks(entry.scope, entry.collectedAt);
+    }
+    catch (error) {
+        logger.warn({
+            dataPointId: ctx.dataPointId,
+            scope: entry.scope,
+            collectedAt: entry.collectedAt,
+            error: error.message,
+        }, "Bounded block sidecar repair skipped after readiness check failed");
+        return "not-repaired";
+    }
+    if (hasBlocks)
+        return "already-ready";
+    diagnostics?.onRepair(entry.scope, "indexed entry missing block manifest; rebuilding from local envelope");
+    let envelope;
+    try {
+        envelope = await storage.readEnvelope(entry.scope, entry.collectedAt);
+    }
+    catch (error) {
+        logger.warn({
+            dataPointId: ctx.dataPointId,
+            scope: entry.scope,
+            collectedAt: entry.collectedAt,
+            error: error.message,
+        }, "Bounded block sidecar repair skipped because local envelope is unavailable");
+        // Remove the stale index entry whose payload is gone. We can only target
+        // it by gateway fileId; DataPoint-only entries (fileId === null) are left
+        // in place (no path-keyed delete on the port) and self-heal on re-download.
+        if (entry.fileId) {
+            diagnostics?.onRepair(entry.scope, "index exists without local payload; removing stale local index entry");
+            const removed = await storage.deleteByFileId(entry.fileId);
+            logger.warn({
+                dataPointId: ctx.dataPointId,
+                scope: entry.scope,
+                collectedAt: entry.collectedAt,
+                removed,
+            }, "Removed stale local index entry missing local envelope");
+            return removed ? "missing-envelope" : "not-repaired";
+        }
+        return "not-repaired";
+    }
+    await writeBlockSidecars(storage, envelope, logger, {
+        dataPointId: ctx.dataPointId,
+        schemaId: entry.schemaId ?? ctx.schemaId,
+    }, entry.path, diagnostics);
+    try {
+        return (await storage.hasScopeBlocks(entry.scope, entry.collectedAt))
+            ? "repaired"
+            : "not-repaired";
+    }
+    catch (error) {
+        logger.warn({
+            dataPointId: ctx.dataPointId,
+            scope: entry.scope,
+            collectedAt: entry.collectedAt,
+            error: error.message,
+        }, "Bounded block sidecar repair completed but readiness could not be verified");
+        return "not-repaired";
+    }
+}
 //# sourceMappingURL=download.js.map

package/dist/sync/workers/download.js.map

@@ -1 +1 @@
-{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/sync/workers/download.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAoBpE;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAwB,EACxB,MAAkB;IAElB,MAAM,EACJ,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,SAAS,EACT,MAAM,GACP,GAAG,IAAI,CAAC;IAET,wDAAwD;IACxD,MAAM,QAAQ,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1D,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4DAA4D;IAC5D,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAE5D,oDAAoD;IACpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,uDAAuD;IACvD,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE1D,oDAAoD;IACpD,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEpE,0CAA0C;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEnD,qDAAqD;IACrD,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAM,aAAa,CACrD,gBAAgB,EAChB,QAAQ,CACT,CAAC;IAEF,2CAA2C;IAC3C,YAAY,CAAC,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CACT,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EACpE,6BAA6B,CAC9B,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,IAAI,EAAE,YAAY;KACnB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAwB;IAExB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAEtD,iBAAiB;IACjB,MAAM,sBAAsB,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAEnD,uCAAuC;IACvC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,OAAO,CAAC,cAAc,CAChE,WAAW,EACX,sBAAsB,CACvB,CAAC;IAEF,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,8BAA8B;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC7C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAG,GAAa,CAAC,OAAO;aAC9B,EACD,yBAAyB,CAC1B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/sync/workers/download.ts"],"names":[],"mappings":"AACA,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,cAAc,GAGf,MAAM,gCAAgC,CAAC;AAUxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EACzB,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EACL,mBAAmB,EACnB,gBAAgB,GAGjB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,gBAAgB,EAA4B,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAgI7D;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAwB,EACxB,MAAuB;IAEvB,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IACzE,MAAM,GAAG,GAAkB,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAEtE,6DAA6D;IAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,YAAY,GAAG,MAAM,0BAA0B,CACnD,OAAO,EACP,MAAM,EACN,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,EACvD,QAAQ,EACR,WAAW,CACZ,CAAC;QACF,IAAI,YAAY,KAAK,kBAAkB,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CACT;gBACE,WAAW,EAAE,MAAM,CAAC,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;aAClC,EACD,uEAAuE,CACxE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,EAC1B,uCAAuC,CACxC,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;IAC/D,MAAM,GAAG,GAAG,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEjD,wEAAwE;IACxE,2EAA2E;IAC3E,oEAAoE;IACpE,2EAA2E;IAC3E,0EAA0E;IAC1E,oCAAoC;IACpC,WAAW,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,IAAI,SAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,GAAI,GAAa,CAAC,OAAO,CAAC;QACtC,WAAW,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,uBAAuB,CAAC,GAAG,EAAE;YACjC,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IACD,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAEpD,8EAA8E;IAC9E,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAEzC,oDAAoD;IACpD,WAAW,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACrD,IAAI,SAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAChE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,kBAAkB,GAAG,SAAS,CAAC,UAAU,CAAC;QAChD,MAAM,MAAM,GAAG;YACZ,GAAa,CAAC,OAAO;YACtB,eAAe,WAAW,EAAE;YAC5B,sBAAsB,kBAAkB,EAAE;SAC3C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,WAAW,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,uBAAuB,CAAC,GAAG,EAAE;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,WAAW;YACX,kBAAkB;SACnB,CAAC,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,IAAI,QAAyD,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5D,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,GAAI,GAAa,CAAC,OAAO,CAAC;QACtC,WAAW,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC;IACzC,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAErD,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;QAC1C,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,EAAE,EAAE,QAAQ,CAAC,WAAW;KACzB,CAAC,CAAC;IACH,IACE,iBAAiB,KAAK,SAAS;QAC/B,iBAAiB,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW,EACtD,CAAC;QACD,IAAI,iBAAiB,CAAC,WAAW,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,OAAO,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,0BAA0B,CACnD,OAAO,EACP,MAAM,EACN;YACE,WAAW,EAAE,MAAM,CAAC,EAAE;YACtB,QAAQ,EAAE,iBAAiB,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;SACrD,EACD,iBAAiB,EACjB,WAAW,CACZ,CAAC;QACF,IAAI,YAAY,KAAK,kBAAkB,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,CACV;gBACE,WAAW,EAAE,MAAM,CAAC,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;aAClC,EACD,+CAA+C,CAChD,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,CAAC,IAAI,CACT;YACE,WAAW,EAAE,MAAM,CAAC,EAAE;YACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;SAClC,EACD,yEAAyE,CAC1E,CAAC;IACJ,CAAC;IAED,qDAAqD;IACrD,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACrD,IAAI,YAAoB,CAAC;IACzB,IAAI,SAAiB,CAAC;IACtB,IAAI,CAAC;QACH,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;QACtE,MAAM,kBAAkB,CACtB,OAAO,EACP,QAAQ,EACR,MAAM,EACN,GAAG,EACH,YAAY,EACZ,WAAW,CACZ,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,GAAI,GAAa,CAAC,OAAO,CAAC;QACtC,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,0DAA0D;IAC1D,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,WAAW,CAAC;YACxB,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,SAAS;YACT,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;YACvC,WAAW,EAAE,MAAM,CAAC,EAAE;SACvB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,GAAI,GAAa,CAAC,OAAO,CAAC;QACtC,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAEnD,MAAM,CAAC,IAAI,CACT,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EACrE,mCAAmC,CACpC,CAAC;IAEF,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,IAAI,cAAoC,CAAC;YACzC,IAAI,CAAC;gBACH,cAAc,GAAG,iBAAiB,CAChC,QAAQ,CAAC,IAA2C,CACrD,EAAE,OAAO,CAAC;YACb,CAAC;YAAC,MAAM,CAAC;gBACP,gEAAgE;gBAChE,sCAAsC;YACxC,CAAC;YACD,IAAI,CAAC,kBAAkB,CAAC;gBACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,WAAW,EAAE,MAAM,CAAC,EAAE;gBACtB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;gBACvC,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,cAAc;aACf,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EACxD,4DAA4D,CAC7D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW,EAAE,MAAM,CAAC,EAAE;QACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,IAAI,EAAE,YAAY;KACnB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAwB,EACxB,UAA8B,EAAE;IAEhC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACtD,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;IAEpC,MAAM,aAAa,GAAG,MAAM,+BAA+B,CAAC,IAAI,CAAC,CAAC;IAElE,kEAAkE;IAClE,MAAM,UAAU,GACd,OAAO,CAAC,aAAa,IAAI,aAAa,CAAC,sBAAsB,GAAG,CAAC;QAC/D,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAC1B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CACT,gFAAgF,CACjF,CAAC;IACJ,CAAC;IACD,IAAI,aAAa,CAAC,sBAAsB,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CACT,EAAE,sBAAsB,EAAE,aAAa,CAAC,sBAAsB,EAAE,EAChE,iEAAiE,CAClE,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,IAAI,aAAa,CAAC,sBAAsB,GAAG,CAAC,EAAE,CAAC;QACtE,yEAAyE;QACzE,yEAAyE;QACzE,oEAAoE;QACpE,uEAAuE;QACvE,mEAAmE;QACnE,sBAAsB;QACtB,OAAO,CAAC,WAAW,EAAE,cAAc,EAAE,CAAC;IACxC,CAAC;IAED,sEAAsE;IACtE,yEAAyE;IACzE,gDAAgD;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAClE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,qBAAqB,CACzE,WAAW,EACX,UAAU,EACV,EAAE,cAAc,EAAE,IAAI,EAAE,CACzB,CAAC;IAEF,qEAAqE;IACrE,yEAAyE;IACzE,qEAAqE;IACrE,yEAAyE;IACzE,uEAAuE;IACvE,yEAAyE;IACzE,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE;oBAC/C,SAAS;oBACT,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC;iBACrC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QACD,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,SAAS,EAAE;gBAC5C,IAAI,EAAE,UAAU,KAAK,IAAI;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,oCAAoC;IACpC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,oEAAoE;YACpE,qEAAqE;YACrE,oCAAoC;YACpC,IAAI,CAAC;gBACH,MAAM,yBAAyB,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CACV;oBACE,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,KAAK,EAAG,GAAa,CAAC,OAAO;iBAC9B,EACD,gDAAgD,CACjD,CAAC;gBACF,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC;QACpE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,+DAA+D;YAC/D,gEAAgE;YAChE,gEAAgE;YAChE,sCAAsC;YACtC,MAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,EACrD,sDAAsD,CACvD,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,oEAAoE;YACpE,wCAAwC;YACxC,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAClD,OAAO,CAAC,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAC7C,MAAM,UAAU,GAAG,mBAAmB,CAAC;gBACrC,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,SAAS,CAAC,EAAE;gBACpB,SAAS;gBACT,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,SAAS,CAAC,KAAK;gBACxC,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;aAChD,CAAC,CAAC;YACH,OAAO,CAAC,WAAW,EAAE,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACzE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CACT;oBACE,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK;oBAC7B,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK;oBAC7B,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,WAAW;oBACzC,kBAAkB,EAAE,UAAU,CAAC,KAAK,CAAC,kBAAkB;oBACvD,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU;oBACvC,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO;iBAClC,EACD,uCAAuC,CACxC,CAAC;gBACF,SAAS;YACX,CAAC;YACD,MAAM,CAAC,KAAK,CACV;gBACE,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,KAAK,EAAG,GAAa,CAAC,OAAO;aAC9B,EACD,+BAA+B,CAChC,CAAC;YACF,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,IAAI,UAAU,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,MAAM,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,EACd,qEAAqE,CACtE,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,IAA6E,EAC7E,MAAqE,EACrE,SAAiB;IAEjB,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;IACxD,MAAM,UAAU,GACd,SAAS,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAChE,qEAAqE;IACrE,qEAAqE;IACrE,2EAA2E;IAC3E,oBAAoB;IACpB,MAAM,UAAU,GAA0B,EAAE,CAAC;IAC7C,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACjC,MAAM,SAAS,GAAG,GAAG,CAAC;IACtB,MAAM,KAAK,GAAkD,EAAE,CAAC;IAChE,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,MAAM,GAAG,CAAC,GAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE;YACjD,KAAK,EAAE,SAAS;YAChB,MAAM;SACP,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,yBAAyB,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;gBACnE,IACE,KAAK,CAAC,WAAW,KAAK,IAAI;oBAC1B,CAAC,UAAU,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC,EAC3D,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC;wBACd,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;qBAC/B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,CAAC;YACZ,CAAC;QACH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM;IACxC,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;QAC5B,IAAI,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACpE,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACvD,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CACT,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,EACzE,iDAAiD,CAClD,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,IAAoE;IAEpE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IAC9C,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3D,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC;IACpD,CAAC;IAED,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,KAAK,GAAG,GAAG,CAAC;IAElB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAC/B,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;gBAC9B,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,EAAE,EAAE,YAAY,CAAC,iBAAiB;aACnC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,MAAM,YAAY,GAAG,MAAM,0BAA0B,CACnD,OAAO,EACP,MAAM,EACN;gBACE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI;gBAC5C,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,EACD,KAAK,EACL,WAAW,CACZ,CAAC;YACF,IAAI,YAAY,KAAK,UAAU;gBAAE,QAAQ,IAAI,CAAC,CAAC;YAC/C,IAAI,YAAY,KAAK,kBAAkB,EAAE,CAAC;gBACxC,sBAAsB,IAAI,CAAC,CAAC;gBAC5B,kBAAkB,GAAG,IAAI,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;IAC9D,CAAC;IAED,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CACT,EAAE,QAAQ,EAAE,EACZ,gEAAgE,CACjE,CAAC;IACJ,CAAC;IACD,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CACT,EAAE,sBAAsB,EAAE,EAC1B,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,OAAO,MAAM,KAAK,WAAW;QAClC,OAAO,MAAM,CAAC,UAAU,KAAK,UAAU;QACvC,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE;QACrB,CAAC,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,UAAU,CAAC,KAAiB;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CACzE,EAAE,CACH,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAc,EACd,QAA6B;IAE7B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAI,KAA2C;SAC1D,mBAAmB,CAAC;IACvB,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACjE,OAAO,QAA+B,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAwB,EACxB,QAKC,EACD,MAAc,EACd,GAAkB,EAClB,YAAoB,EACpB,WAAqC;IAErC,IAAI,CAAC,OAAO,CAAC,kBAAkB;QAAE,OAAO;IAExC,WAAW,EAAE,oBAAoB,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnE,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC;YACvC,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,kBAAkB,CAC9B,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,EACpB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,MAAM,CACb,CAAC;QACF,WAAW,EAAE,kBAAkB,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,mBAAmB,CAAC;YACrC,KAAK;YACL,MAAM,EAAE,GAAG,CAAC,WAAW;YACvB,SAAS,EAAE,UAAU;YACrB,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC,CAAC;QACH,WAAW,EAAE,oBAAoB,CAC/B,GAAG,CAAC,WAAW,EACf,QAAQ,CAAC,KAAK,EACd,UAAU,CAAC,KAAK,CAAC,OAAO,CACzB,CAAC;QACF,MAAM,CAAC,IAAI,CACT;YACE,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK;YAC7B,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU;YACvC,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO;SAClC,EACD,6DAA6D,CAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,OAAwB,EACxB,MAAc,EACd,GAAkB,EAClB,KAMC,EACD,WAAqC;IAErC,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3D,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CACT;YACE,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,KAAK,EAAG,KAAe,CAAC,OAAO;SAChC,EACD,mEAAmE,CACpE,CAAC;QACF,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,IAAI,SAAS;QAAE,OAAO,eAAe,CAAC;IAEtC,WAAW,EAAE,QAAQ,CACnB,KAAK,CAAC,KAAK,EACX,sEAAsE,CACvE,CAAC;IAEF,IAAI,QAA8D,CAAC;IACnE,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CACT;YACE,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,KAAK,EAAG,KAAe,CAAC,OAAO;SAChC,EACD,4EAA4E,CAC7E,CAAC;QACF,yEAAyE;QACzE,0EAA0E;QAC1E,4EAA4E;QAC5E,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,WAAW,EAAE,QAAQ,CACnB,KAAK,CAAC,KAAK,EACX,sEAAsE,CACvE,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3D,MAAM,CAAC,IAAI,CACT;gBACE,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO;aACR,EACD,wDAAwD,CACzD,CAAC;YACF,OAAO,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,cAAc,CAAC;QACvD,CAAC;QACD,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,MAAM,kBAAkB,CACtB,OAAO,EACP,QAAQ,EACR,MAAM,EACN;QACE,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;KACzC,EACD,KAAK,CAAC,IAAI,EACV,WAAW,CACZ,CAAC;IAEF,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YACnE,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,cAAc,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CACT;YACE,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,KAAK,EAAG,KAAe,CAAC,OAAO;SAChC,EACD,4EAA4E,CAC7E,CAAC;QACF,OAAO,cAAc,CAAC;IACxB,CAAC;AACH,CAAC"}