npm - @agent-vm/agent-vm - Versions diffs - 0.0.90 → 0.0.92 - Mend

@agent-vm/agent-vm 0.0.90 → 0.0.92

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (39) hide show

package/dist/controller/controller-runtime.js CHANGED Viewed

@@ -7,7 +7,7 @@ import { createToolVm } from '../tool-vm/tool-vm-lifecycle.js';
 import { ActiveTaskRegistry } from './active-task-registry.js';
 import { createControllerRuntimeOperations, createStopControllerOperation, } from './controller-runtime-operations.js';
 import { createSecretResolver, findConfiguredZone, resolveControllerGithubToken, } from './controller-runtime-support.js';
-import { createGatewayServiceHealthMonitor } from './health/gateway-service-health-monitor.js';
+import { createGatewayServiceHealthMonitor, } from './health/gateway-service-health-monitor.js';
 import { HealthEventStore } from './health/health-event-store.js';
 import { createMutableControllerRuntimeReadiness } from './http/controller-http-route-support.js';
 import { createControllerService } from './http/controller-http-routes.js';
@@ -20,7 +20,7 @@ import { ZoneGitCapabilityStore } from './zone-git/zone-git-capability-store.js'
 import { ZoneGitOperationLocks } from './zone-git/zone-git-operation-locks.js';
 import { getZoneGitStatus, pushZoneGit, } from './zone-git/zone-git-operations.js';
 import { isOpenClawZoneGitConfigured } from './zone-git/zone-git-paths.js';
-import { createOpenClawZoneRuntime } from './zone-runtimes/openclaw-zone-runtime.js';
+import { createOpenClawZoneRuntime, isOpenClawZoneRestartTimeoutError, } from './zone-runtimes/openclaw-zone-runtime.js';
 import { createWorkerZoneRuntime } from './zone-runtimes/worker-zone-runtime.js';
 import { ControllerZoneConfigurationError, ControllerZoneNotFoundError, ControllerZoneOperationUnsupportedError, } from './zone-runtimes/zone-runtime-errors.js';
 import { createZoneRuntimeRegistry } from './zone-runtimes/zone-runtime-registry.js';
@@ -33,6 +33,36 @@ function formatUnknownError(error) {
     }
     return typeof error === 'string' ? error : JSON.stringify(error);
 }
+function getUnknownErrorCode(error) {
+    if (typeof error !== 'object' || error === null || !('code' in error)) {
+        return undefined;
+    }
+    return typeof error.code === 'string' ? error.code : undefined;
+}
+export function classifyGatewayRecoveryRestartError(error) {
+    if (isOpenClawZoneRestartTimeoutError(error)) {
+        return 'recovery-timeout';
+    }
+    const code = getUnknownErrorCode(error);
+    if (code === 'EACCES' ||
+        code === 'EIO' ||
+        code === 'ENOENT' ||
+        code === 'ENOSPC' ||
+        code === 'EROFS') {
+        return 'restart-disk-failure';
+    }
+    const message = formatUnknownError(error).toLowerCase();
+    if (message.includes('1password') ||
+        message.includes('credential') ||
+        message.includes('op://') ||
+        message.includes('secret')) {
+        return 'restart-secret-failure';
+    }
+    if (message.includes('gondolin') || message.includes('qemu') || message.includes('vm.create')) {
+        return 'restart-vm-create-failed';
+    }
+    return 'restart-threw';
+}
 function isOpenClawZone(zone) {
     return zone.gateway.type === 'openclaw';
 }
@@ -270,6 +300,90 @@ export async function startControllerRuntime(options, dependencies) {
         verifyZoneGitPushToken: (zoneId, token) => zoneGitCapabilityStore.verifyTokenForZone(zoneId, token),
         stopController,
     };
+    const recoverGatewayVm = async (request) => {
+        const startedAtMs = now();
+        const elapsedMs = () => now() - startedAtMs;
+        if (runtimeReadiness.get().state === 'stopping') {
+            return {
+                elapsedMs: elapsedMs(),
+                errorCode: 'controller-stopping',
+                result: 'failed',
+            };
+        }
+        let runtime;
+        try {
+            runtime = registry.getOpenClawRuntime(request.zoneId);
+        }
+        catch (error) {
+            writeControllerRuntimeLog(`Gateway VM recovery failed to find OpenClaw runtime for zone '${request.zoneId}': ${formatUnknownError(error)}`);
+            return {
+                elapsedMs: elapsedMs(),
+                errorCode: 'runtime-unavailable',
+                result: 'failed',
+            };
+        }
+        const oldSnapshot = runtime.getSnapshot();
+        if (oldSnapshot.lifecycleState !== 'running' || !oldSnapshot.gateway) {
+            return {
+                elapsedMs: elapsedMs(),
+                errorCode: 'old-gateway-not-running',
+                result: 'failed',
+            };
+        }
+        const oldGateway = oldSnapshot.gateway;
+        const oldBootedAt = oldSnapshot.bootedAt;
+        const oldHostPid = oldGateway.vm.hostPid;
+        writeControllerRuntimeLog(`Auto-restarting gateway VM for zone '${request.zoneId}' after ${request.consecutiveFailures} consecutive ${request.reason} observations.`);
+        let restartResult;
+        try {
+            restartResult = await runtime.restart({
+                timeoutMs: controllerHealthConfig.gatewayServiceAutoRestart.restartTimeoutMs,
+            });
+        }
+        catch (error) {
+            writeControllerRuntimeLog(`Gateway VM recovery restart failed for zone '${request.zoneId}': ${formatUnknownError(error)}`);
+            return {
+                elapsedMs: elapsedMs(),
+                errorCode: classifyGatewayRecoveryRestartError(error),
+                ...(oldBootedAt === undefined ? {} : { oldBootedAt }),
+                ...(oldHostPid === undefined ? {} : { oldHostPid }),
+                oldVmId: oldGateway.vm.id,
+                result: 'failed',
+            };
+        }
+        const newSnapshot = runtime.getSnapshot();
+        const newBootedAt = newSnapshot.bootedAt;
+        const newGateway = newSnapshot.gateway;
+        if (newSnapshot.lifecycleState !== 'running' ||
+            !newGateway ||
+            oldBootedAt === undefined ||
+            newBootedAt === undefined ||
+            oldHostPid === undefined ||
+            newGateway.vm.hostPid === undefined ||
+            newGateway.vm.id === oldGateway.vm.id ||
+            newGateway.vm.hostPid === oldHostPid ||
+            newBootedAt === oldBootedAt) {
+            return {
+                elapsedMs: elapsedMs(),
+                errorCode: 'restart-verification-failed',
+                ...(oldBootedAt === undefined ? {} : { oldBootedAt }),
+                ...(oldHostPid === undefined ? {} : { oldHostPid }),
+                oldVmId: oldGateway.vm.id,
+                result: 'failed',
+            };
+        }
+        return {
+            elapsedMs: elapsedMs(),
+            leaseReleaseFailureCount: restartResult.leaseReleaseFailureCount,
+            newBootedAt,
+            newHostPid: newGateway.vm.hostPid,
+            newVmId: newGateway.vm.id,
+            oldBootedAt,
+            oldHostPid,
+            oldVmId: oldGateway.vm.id,
+            result: 'ok',
+        };
+    };
     const controllerApp = createControllerService({
         healthEventStore,
         leaseManager,
@@ -302,6 +416,13 @@ export async function startControllerRuntime(options, dependencies) {
     await reapToolVmLeases();
     const gatewayServiceHealthMonitor = controllerHealthConfig.enabled
         ? createGatewayServiceHealthMonitor({
+            ...(dependencies.clearIntervalImpl
+                ? { clearIntervalImpl: dependencies.clearIntervalImpl }
+                : {}),
+            ...(dependencies.clearTimeoutImpl
+                ? { clearTimeoutImpl: dependencies.clearTimeoutImpl }
+                : {}),
+            gatewayServiceAutoRestart: controllerHealthConfig.gatewayServiceAutoRestart,
             healthEventStore,
             intervalMs: controllerHealthConfig.gatewayServiceIntervalMs,
             now,
@@ -318,6 +439,10 @@ export async function startControllerRuntime(options, dependencies) {
                     zoneId: health.zoneId,
                 };
             },
+            recoverGatewayVm,
+            ...(dependencies.setIntervalImpl ? { setIntervalImpl: dependencies.setIntervalImpl } : {}),
+            ...(dependencies.setTimeoutImpl ? { setTimeoutImpl: dependencies.setTimeoutImpl } : {}),
+            staleAfterMs: controllerHealthConfig.staleAfterMs,
             zoneIds: registry.selectedZoneIds.filter((zoneId) => {
                 const zone = options.systemConfig.zones.find((candidate) => candidate.id === zoneId);
                 return zone ? isOpenClawZone(zone) : false;
@@ -328,8 +453,9 @@ export async function startControllerRuntime(options, dependencies) {
     const snapshotByZone = registry.getSnapshotByZone();
     return {
         async close() {
+            runtimeReadiness.set('stopping');
             clearReaperTimer();
-            gatewayServiceHealthMonitor?.stop();
+            await gatewayServiceHealthMonitor?.stop();
             requestHeartbeatRegistry.stopAll();
             const releaseError = await releaseAllLeases();
             let stopError;

package/dist/controller/controller-runtime.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"controller-runtime.js","sourceRoot":"","sources":["../../src/controller/controller-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAkB,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAE,oBAAoB,IAAI,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAEtG,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACN,iCAAiC,EACjC,6BAA6B,GAC7B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACN,oBAAoB,EACpB,kBAAkB,EAClB,4BAA4B,GAC5B,MAAM,iCAAiC,CAAC;AAQzC,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAC/F,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,uCAAuC,EAAE,MAAM,yCAAyC,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EACN,gBAAgB,EAChB,WAAW,GAEX,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EACN,gCAAgC,EAChC,2BAA2B,EAC3B,uCAAuC,GACvC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AAGrF,SAAS,yBAAyB,CAAC,OAAe;IACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,IAA0B;IAGjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,IAA0B;IAG/C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;AACvC,CAAC;AAED,SAAS,gCAAgC,CAAC,OAIzC;IACA,MAAM,0BAA0B,GAAG,OAAO,CAAC,sBAAsB,CAAC,wBAAwB,CACzF,OAAO,CAAC,MAAM,CACd,CAAC;IACF,MAAM,YAAY,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,OAAO;QACN,GAAG,0BAA0B;QAC7B,QAAQ,EAAE;YACT,GAAG,0BAA0B,CAAC,QAAQ;YACtC,yBAAyB,EAAE;gBAC1B,cAAc,EAAE,YAAY,CAAC,4BAA4B;gBACzD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC7B,aAAa,EAAE,YAAY,CAAC,kCAAkC;aAC9D;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B,CAAC,OAItC;IACA,IAAI,IAA0B,CAAC;IAC/B,IAAI,CAAC;QACJ,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,uCAAuC,CAChD,OAAO,CAAC,MAAM,EACd,8BAA8B,EAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CACjB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;QACpC,MAAM,IAAI,gCAAgC,CACzC,OAAO,CAAC,MAAM,EACd,qBAAqB,OAAO,CAAC,MAAM,6FAA6F,CAChI,CAAC;IACH,CAAC;IACD,OAAO;QACN,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM;QAC1C,WAAW,EAAE,OAAO,CAAC,qBAAqB;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;QAC9C,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU;QAC3C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,OAAsC,EACtC,YAA2C;IAE3C,MAAM,mBAAmB,GAAG,CAC3B,YAAY,CAAC,4BAA4B,IAAI,4BAA4B,CACzE,EAAE,CAAC;IACJ,yBAAyB,CACxB,yCAAyC,mBAAmB,CAAC,cAAc,qBAAqB,mBAAmB,CAAC,gBAAgB,EAAE,CACtI,CAAC;IACF,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACzC,MAAM,WAAW,GAChB,YAAY,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,MAAc,EAAE,EAAuB,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzF,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC7C,WAAW,EACX,6BAA6B,EAC7B,KAAK,IAAI,EAAE,CACV,MAAM,oBAAoB,CACzB,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,oBAAoB,IAAI,+BAA+B,CACpE,CACF,CAAC;IACF,MAAM,qBAAqB,GAAG,MAAM,4BAA4B,CAC/D,OAAO,CAAC,YAAY,EACpB,cAAc,CACd,CAAC;IACF,MAAM,mBAAmB,GACxB,YAAY,CAAC,mBAAmB;QAChC,CAAC,KAAK,EAAE,aAAa,EAAsB,EAAE,CAC5C,MAAM,YAAY,CAAC;YAClB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,QAAQ;YACvC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;YAChD,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,MAAM,EAAE,aAAa,CAAC,MAAM;YAC5B,cAAc,EAAE,aAAa,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;IACN,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC5D,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,MAAM,wBAAwB,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAChE,MAAM,sBAAsB,GAC3B,YAAY,CAAC,sBAAsB,IAAI,IAAI,sBAAsB,EAAE,CAAC;IACrE,MAAM,qBAAqB,GAAG,YAAY,CAAC,qBAAqB,IAAI,IAAI,qBAAqB,EAAE,CAAC;IAChG,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC7C,iBAAiB,EAAE,sBAAsB,CAAC,iBAAiB;QAC3D,YAAY,EAAE,sBAAsB,CAAC,YAAY;KACjD,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,CAAC,MAAc,EAAU,EAAE;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,4CAA4C,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACvC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CACvC,MAAM,mBAAmB,CAAC;YACzB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,cAAc;SACd,CAAC;QACH,GAAG;QACH,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB;QAC5D,GAAG,CAAC,YAAY,CAAC,mBAAmB,KAAK,SAAS;YACjD,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;YAC3D,CAAC,CAAC,EAAE,CAAC;QACN,WAAW;QACX,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,gBAAgB;QACvD,OAAO;KACP,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,gBAAgB,CAAC;QACnC,SAAS,EAAE,GAAG,EAAE,CACf,YAAY,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzC,cAAc,EAAE,YAAY,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;SAC5B,CAAC,CAAC;QACJ,GAAG;QACH,YAAY,EAAE,KAAK,EAClB,OAAe,EACf,cAA6D,EAC5D,EAAE;YACH,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC1D,CAAC;KACD,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,KAAK,IAAmB,EAAE;QAClD,YAAY,CAAC,qBAAqB,EAAE,CAAC;QACrC,yEAAyE;QACzE,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAC;QACxC,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;IACtC,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,YAAY,CAAC,eAAe,IAAI,WAAW,CAAC,CAChE,GAAG,EAAE,CACJ,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAC3C,yBAAyB,CACxB,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACxF,CACD,EACF,MAAM,CACN,CAAC;IACF,MAAM,gBAAgB,GAAG,GAAS,EAAE,CACnC,CAAC,YAAY,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC,WAAW,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,KAAK,IAAgC,EAAE;QAC/D,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACJ,+FAA+F;gBAC/F,MAAM,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1F,yBAAyB,CACxB,4BAA4B,KAAK,CAAC,EAAE,iCAAiC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;YACH,CAAC;QACF,CAAC;QACD,OAAO,aAAa,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,cAAc,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;IAC/E,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;QAC1C,oBAAoB,EAAE,CAAC,IAAI,EAAE,EAAE,CAC9B,cAAc,CAAC,IAAI,CAAC;YACnB,CAAC,CAAC,yBAAyB,CAAC;gBAC1B,GAAG,CAAC,YAAY,CAAC,0BAA0B;oBAC1C,CAAC,CAAC,EAAE,0BAA0B,EAAE,YAAY,CAAC,0BAA0B,EAAE;oBACzE,CAAC,CAAC,EAAE,CAAC;gBACN,YAAY;gBACZ,GAAG;gBACH,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CACpC,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,CAAC;oBACzD,OAAO,EAAE,WAAW;oBACpB,kBAAkB,EAAE,sBAAsB,CAAC,uBAAuB,CAAC,MAAM,CAAC;oBAC1E,oBAAoB,EAAE,gCAAgC,CAAC;wBACtD,YAAY,EAAE,OAAO,CAAC,YAAY;wBAClC,sBAAsB;wBACtB,MAAM;qBACN,CAAC;oBACF,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,MAAM;iBACN,CAAC;gBACH,cAAc;gBACd,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,IAAI;aACJ,CAAC;YACH,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;gBACnB,CAAC,CAAC,uBAAuB,CAAC;oBACxB,kBAAkB;oBAClB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxE,qBAAqB;oBACrB,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,mBAAmB;wBACnC,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;wBAC3D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,wBAAwB;oBACxB,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,IAAI;iBACJ,CAAC;gBACH,CAAC,CAAC,CAAC,GAAG,EAAE;oBACN,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpE,CAAC,CAAC,EAAE;QACR,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,QAAQ,EAAE,yBAAyB;QACnC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC,CAAC;IAEH,MAAM,SAAS,GAA6C,EAAE,CAAC;IAC/D,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,YAAY,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,6BAA6B,CAAC;QACpD,gBAAgB;QAChB,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACjC,UAAU,CAAC,GAAG,EAAE;gBACf,KAAK,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;oBACxD,yBAAyB,CACxB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC;gBACH,CAAC,CAAC,CAAC;YACJ,CAAC,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;QACD,SAAS,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;QAC1C,YAAY,EAAE,KAAK,EAAE,OAAe,EAAE,cAAc,EAAE,EAAE,CACvD,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC;QACzD,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE;KACvD,CAAC,CAAC;IACH,MAAM,UAAU,GAAG;QAClB,GAAG,iCAAiC,CAAC;YACpC,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC;YACtF,eAAe,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;YAChD,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC;YACnE,sBAAsB,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE;YAC1D,cAAc;YACd,YAAY,EAAE,OAAO,CAAC,YAAY;SAClC,CAAC;QACF,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CAC1D,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC;QACjE,iBAAiB,EAAE,KAAK,EAAE,QAA4B,EAAE,EAAE,CACzD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QAC7E,YAAY,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CACtD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;QAC7D,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,EAAE,CAC1C,MAAM,gBAAgB,CACrB,6BAA6B,CAAC;YAC7B,qBAAqB;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,MAAM;SACN,CAAC,CACF;QACF,iBAAiB,EAAE,KAAK,EAAE,MAAc,EAAE,KAAsB,EAAE,EAAE,CACnE,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACjE,kBAAkB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,KAAyB,EAAE,EAAE,CACvF,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC1E,gBAAgB,EAAE,KAAK,EACtB,MAAc,EACd,MAAc,EACd,KAA0D,EACzD,EAAE,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC5E,WAAW,EAAE,KAAK,EAAE,MAAc,EAAE,KAAwC,EAAE,EAAE,CAC/E,MAAM,qBAAqB,CAAC,YAAY,CACvC,MAAM,EACN,KAAK,IAAI,EAAE,CACV,MAAM,WAAW,CAAC;YACjB,GAAG,6BAA6B,CAAC;gBAChC,qBAAqB;gBACrB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM;aACN,CAAC;YACF,YAAY,EAAE,KAAK,CAAC,YAAY;SAChC,CAAC,CACH;QACF,sBAAsB,EAAE,CAAC,MAAc,EAAE,KAAyB,EAAE,EAAE,CACrE,sBAAsB,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QACzD,cAAc;KACd,CAAC;IACF,MAAM,aAAa,GAAG,uBAAuB,CAAC;QAC7C,gBAAgB;QAChB,YAAY;QACZ,GAAG,CAAC,YAAY,CAAC,oBAAoB;YACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;YAC7D,CAAC,CAAC,EAAE,CAAC;QACN,UAAU;QACV,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,gBAAgB,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE;QAC9C,cAAc;QACd,YAAY,EAAE,OAAO,CAAC,YAAY;KAClC,CAAC,CAAC;IACH,MAAM,WAAW,CAAC,sBAAsB,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,IAAI,EAAE;QAC9F,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;YACrF,GAAG,EAAE,aAAa;YAClB,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;SAC9C,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACJ,MAAM,WAAW,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACjC,MAAM,KAAK,CAAC;IACb,CAAC;IAED,MAAM,gBAAgB,EAAE,CAAC;IAEzB,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,OAAO;QACjE,CAAC,CAAC,iCAAiC,CAAC;YAClC,gBAAgB;YAChB,UAAU,EAAE,sBAAsB,CAAC,wBAAwB;YAC3D,GAAG;YACH,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACjC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACtD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACxE,MAAM,IAAI,KAAK,CACd,SAAS,MAAM,2DAA2D,CAC1E,CAAC;gBACH,CAAC;gBACD,OAAO;oBACN,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnF,MAAM,EAAE,MAAM,CAAC,MAAM;iBACrB,CAAC;YACH,CAAC;YACD,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;gBACrF,OAAO,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5C,CAAC,CAAC;SACF,CAAC;QACH,CAAC,CAAC,SAAS,CAAC;IACb,2BAA2B,EAAE,KAAK,EAAE,CAAC;IAErC,MAAM,cAAc,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IACpD,OAAO;QACN,KAAK,CAAC,KAAK;YACV,gBAAgB,EAAE,CAAC;YACnB,2BAA2B,EAAE,IAAI,EAAE,CAAC;YACpC,wBAAwB,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC9C,IAAI,SAA4B,CAAC;YACjC,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YACnF,CAAC;oBAAS,CAAC;gBACV,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,WAAW,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,MAAM,CACnD,CAAC,KAAK,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,CAC9C,CAAC;YACF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,cAAc,CAAC,WAAW,EAAE,+CAA+C,CAAC,CAAC;YACxF,CAAC;QACF,CAAC;QACD,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;YAClF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC;KACF,CAAC;AACH,CAAC"}
1	+ {"version":3,"file":"controller-runtime.js","sourceRoot":"","sources":["../../src/controller/controller-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAkB,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAE,oBAAoB,IAAI,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAEtG,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACN,iCAAiC,EACjC,6BAA6B,GAC7B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACN,oBAAoB,EACpB,kBAAkB,EAClB,4BAA4B,GAC5B,MAAM,iCAAiC,CAAC;AAQzC,OAAO,EACN,iCAAiC,GAEjC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,uCAAuC,EAAE,MAAM,yCAAyC,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EACN,gBAAgB,EAChB,WAAW,GAEX,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EACN,yBAAyB,EACzB,iCAAiC,GACjC,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EACN,gCAAgC,EAChC,2BAA2B,EAC3B,uCAAuC,GACvC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AAGrF,SAAS,yBAAyB,CAAC,OAAe;IACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC;QACvE,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,KAAc;IACjE,IAAI,iCAAiC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,kBAAkB,CAAC;IAC3B,CAAC;IACD,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACxC,IACC,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,KAAK;QACd,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,OAAO,EACf,CAAC;QACF,OAAO,sBAAsB,CAAC;IAC/B,CAAC;IACD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACxD,IACC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzB,CAAC;QACF,OAAO,wBAAwB,CAAC;IACjC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/F,OAAO,0BAA0B,CAAC;IACnC,CAAC;IACD,OAAO,eAAe,CAAC;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,IAA0B;IAGjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,IAA0B;IAG/C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;AACvC,CAAC;AAED,SAAS,gCAAgC,CAAC,OAIzC;IACA,MAAM,0BAA0B,GAAG,OAAO,CAAC,sBAAsB,CAAC,wBAAwB,CACzF,OAAO,CAAC,MAAM,CACd,CAAC;IACF,MAAM,YAAY,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,OAAO;QACN,GAAG,0BAA0B;QAC7B,QAAQ,EAAE;YACT,GAAG,0BAA0B,CAAC,QAAQ;YACtC,yBAAyB,EAAE;gBAC1B,cAAc,EAAE,YAAY,CAAC,4BAA4B;gBACzD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC7B,aAAa,EAAE,YAAY,CAAC,kCAAkC;aAC9D;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B,CAAC,OAItC;IACA,IAAI,IAA0B,CAAC;IAC/B,IAAI,CAAC;QACJ,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,uCAAuC,CAChD,OAAO,CAAC,MAAM,EACd,8BAA8B,EAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CACjB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;QACpC,MAAM,IAAI,gCAAgC,CACzC,OAAO,CAAC,MAAM,EACd,qBAAqB,OAAO,CAAC,MAAM,6FAA6F,CAChI,CAAC;IACH,CAAC;IACD,OAAO;QACN,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM;QAC1C,WAAW,EAAE,OAAO,CAAC,qBAAqB;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;QAC9C,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU;QAC3C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,OAAsC,EACtC,YAA2C;IAE3C,MAAM,mBAAmB,GAAG,CAC3B,YAAY,CAAC,4BAA4B,IAAI,4BAA4B,CACzE,EAAE,CAAC;IACJ,yBAAyB,CACxB,yCAAyC,mBAAmB,CAAC,cAAc,qBAAqB,mBAAmB,CAAC,gBAAgB,EAAE,CACtI,CAAC;IACF,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACzC,MAAM,WAAW,GAChB,YAAY,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,MAAc,EAAE,EAAuB,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzF,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC7C,WAAW,EACX,6BAA6B,EAC7B,KAAK,IAAI,EAAE,CACV,MAAM,oBAAoB,CACzB,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,oBAAoB,IAAI,+BAA+B,CACpE,CACF,CAAC;IACF,MAAM,qBAAqB,GAAG,MAAM,4BAA4B,CAC/D,OAAO,CAAC,YAAY,EACpB,cAAc,CACd,CAAC;IACF,MAAM,mBAAmB,GACxB,YAAY,CAAC,mBAAmB;QAChC,CAAC,KAAK,EAAE,aAAa,EAAsB,EAAE,CAC5C,MAAM,YAAY,CAAC;YAClB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,QAAQ;YACvC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;YAChD,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,MAAM,EAAE,aAAa,CAAC,MAAM;YAC5B,cAAc,EAAE,aAAa,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;IACN,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC5D,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,MAAM,wBAAwB,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAChE,MAAM,sBAAsB,GAC3B,YAAY,CAAC,sBAAsB,IAAI,IAAI,sBAAsB,EAAE,CAAC;IACrE,MAAM,qBAAqB,GAAG,YAAY,CAAC,qBAAqB,IAAI,IAAI,qBAAqB,EAAE,CAAC;IAChG,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC7C,iBAAiB,EAAE,sBAAsB,CAAC,iBAAiB;QAC3D,YAAY,EAAE,sBAAsB,CAAC,YAAY;KACjD,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,CAAC,MAAc,EAAU,EAAE;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,4CAA4C,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACvC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CACvC,MAAM,mBAAmB,CAAC;YACzB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,cAAc;SACd,CAAC;QACH,GAAG;QACH,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB;QAC5D,GAAG,CAAC,YAAY,CAAC,mBAAmB,KAAK,SAAS;YACjD,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;YAC3D,CAAC,CAAC,EAAE,CAAC;QACN,WAAW;QACX,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,gBAAgB;QACvD,OAAO;KACP,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,gBAAgB,CAAC;QACnC,SAAS,EAAE,GAAG,EAAE,CACf,YAAY,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzC,cAAc,EAAE,YAAY,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;SAC5B,CAAC,CAAC;QACJ,GAAG;QACH,YAAY,EAAE,KAAK,EAClB,OAAe,EACf,cAA6D,EAC5D,EAAE;YACH,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC1D,CAAC;KACD,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,KAAK,IAAmB,EAAE;QAClD,YAAY,CAAC,qBAAqB,EAAE,CAAC;QACrC,yEAAyE;QACzE,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAC;QACxC,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;IACtC,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,YAAY,CAAC,eAAe,IAAI,WAAW,CAAC,CAChE,GAAG,EAAE,CACJ,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAC3C,yBAAyB,CACxB,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACxF,CACD,EACF,MAAM,CACN,CAAC;IACF,MAAM,gBAAgB,GAAG,GAAS,EAAE,CACnC,CAAC,YAAY,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC,WAAW,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,KAAK,IAAgC,EAAE;QAC/D,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACJ,+FAA+F;gBAC/F,MAAM,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1F,yBAAyB,CACxB,4BAA4B,KAAK,CAAC,EAAE,iCAAiC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;YACH,CAAC;QACF,CAAC;QACD,OAAO,aAAa,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,cAAc,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;IAC/E,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;QAC1C,oBAAoB,EAAE,CAAC,IAAI,EAAE,EAAE,CAC9B,cAAc,CAAC,IAAI,CAAC;YACnB,CAAC,CAAC,yBAAyB,CAAC;gBAC1B,GAAG,CAAC,YAAY,CAAC,0BAA0B;oBAC1C,CAAC,CAAC,EAAE,0BAA0B,EAAE,YAAY,CAAC,0BAA0B,EAAE;oBACzE,CAAC,CAAC,EAAE,CAAC;gBACN,YAAY;gBACZ,GAAG;gBACH,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CACpC,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,CAAC;oBACzD,OAAO,EAAE,WAAW;oBACpB,kBAAkB,EAAE,sBAAsB,CAAC,uBAAuB,CAAC,MAAM,CAAC;oBAC1E,oBAAoB,EAAE,gCAAgC,CAAC;wBACtD,YAAY,EAAE,OAAO,CAAC,YAAY;wBAClC,sBAAsB;wBACtB,MAAM;qBACN,CAAC;oBACF,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,MAAM;iBACN,CAAC;gBACH,cAAc;gBACd,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,IAAI;aACJ,CAAC;YACH,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;gBACnB,CAAC,CAAC,uBAAuB,CAAC;oBACxB,kBAAkB;oBAClB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxE,qBAAqB;oBACrB,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,mBAAmB;wBACnC,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;wBAC3D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,wBAAwB;oBACxB,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,IAAI;iBACJ,CAAC;gBACH,CAAC,CAAC,CAAC,GAAG,EAAE;oBACN,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpE,CAAC,CAAC,EAAE;QACR,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,QAAQ,EAAE,yBAAyB;QACnC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC,CAAC;IAEH,MAAM,SAAS,GAA6C,EAAE,CAAC;IAC/D,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,YAAY,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,6BAA6B,CAAC;QACpD,gBAAgB;QAChB,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACjC,UAAU,CAAC,GAAG,EAAE;gBACf,KAAK,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;oBACxD,yBAAyB,CACxB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC;gBACH,CAAC,CAAC,CAAC;YACJ,CAAC,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;QACD,SAAS,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;QAC1C,YAAY,EAAE,KAAK,EAAE,OAAe,EAAE,cAAc,EAAE,EAAE,CACvD,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC;QACzD,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE;KACvD,CAAC,CAAC;IACH,MAAM,UAAU,GAAG;QAClB,GAAG,iCAAiC,CAAC;YACpC,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC;YACtF,eAAe,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;YAChD,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC;YACnE,sBAAsB,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE;YAC1D,cAAc;YACd,YAAY,EAAE,OAAO,CAAC,YAAY;SAClC,CAAC;QACF,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CAC1D,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC;QACjE,iBAAiB,EAAE,KAAK,EAAE,QAA4B,EAAE,EAAE,CACzD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QAC7E,YAAY,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CACtD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;QAC7D,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,EAAE,CAC1C,MAAM,gBAAgB,CACrB,6BAA6B,CAAC;YAC7B,qBAAqB;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,MAAM;SACN,CAAC,CACF;QACF,iBAAiB,EAAE,KAAK,EAAE,MAAc,EAAE,KAAsB,EAAE,EAAE,CACnE,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACjE,kBAAkB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,KAAyB,EAAE,EAAE,CACvF,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC1E,gBAAgB,EAAE,KAAK,EACtB,MAAc,EACd,MAAc,EACd,KAA0D,EACzD,EAAE,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC5E,WAAW,EAAE,KAAK,EAAE,MAAc,EAAE,KAAwC,EAAE,EAAE,CAC/E,MAAM,qBAAqB,CAAC,YAAY,CACvC,MAAM,EACN,KAAK,IAAI,EAAE,CACV,MAAM,WAAW,CAAC;YACjB,GAAG,6BAA6B,CAAC;gBAChC,qBAAqB;gBACrB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM;aACN,CAAC;YACF,YAAY,EAAE,KAAK,CAAC,YAAY;SAChC,CAAC,CACH;QACF,sBAAsB,EAAE,CAAC,MAAc,EAAE,KAAyB,EAAE,EAAE,CACrE,sBAAsB,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QACzD,cAAc;KACd,CAAC;IACF,MAAM,gBAAgB,GAAG,KAAK,EAAE,OAI/B,EAAoC,EAAE;QACtC,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,GAAW,EAAE,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QACpD,IAAI,gBAAgB,CAAC,GAAG,EAAE,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACjD,OAAO;gBACN,SAAS,EAAE,SAAS,EAAE;gBACtB,SAAS,EAAE,qBAAqB;gBAChC,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QAED,IAAI,OAAuD,CAAC;QAC5D,IAAI,CAAC;YACJ,OAAO,GAAG,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,yBAAyB,CACxB,iEAAiE,OAAO,CAAC,MAAM,MAAM,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAChH,CAAC;YACF,OAAO;gBACN,SAAS,EAAE,SAAS,EAAE;gBACtB,SAAS,EAAE,qBAAqB;gBAChC,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC1C,IAAI,WAAW,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACtE,OAAO;gBACN,SAAS,EAAE,SAAS,EAAE;gBACtB,SAAS,EAAE,yBAAyB;gBACpC,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QACD,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC;QACvC,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC;QACzC,MAAM,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC;QACzC,yBAAyB,CACxB,wCAAwC,OAAO,CAAC,MAAM,WAAW,OAAO,CAAC,mBAAmB,gBAAgB,OAAO,CAAC,MAAM,gBAAgB,CAC1I,CAAC;QAEF,IAAI,aAA4D,CAAC;QACjE,IAAI,CAAC;YACJ,aAAa,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC;gBACrC,SAAS,EAAE,sBAAsB,CAAC,yBAAyB,CAAC,gBAAgB;aAC5E,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,yBAAyB,CACxB,gDAAgD,OAAO,CAAC,MAAM,MAAM,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAC/F,CAAC;YACF,OAAO;gBACN,SAAS,EAAE,SAAS,EAAE;gBACtB,SAAS,EAAE,mCAAmC,CAAC,KAAK,CAAC;gBACrD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;gBACrD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;gBACnD,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE;gBACzB,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC;QACzC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC;QACvC,IACC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,UAAU;YACX,WAAW,KAAK,SAAS;YACzB,WAAW,KAAK,SAAS;YACzB,UAAU,KAAK,SAAS;YACxB,UAAU,CAAC,EAAE,CAAC,OAAO,KAAK,SAAS;YACnC,UAAU,CAAC,EAAE,CAAC,EAAE,KAAK,UAAU,CAAC,EAAE,CAAC,EAAE;YACrC,UAAU,CAAC,EAAE,CAAC,OAAO,KAAK,UAAU;YACpC,WAAW,KAAK,WAAW,EAC1B,CAAC;YACF,OAAO;gBACN,SAAS,EAAE,SAAS,EAAE;gBACtB,SAAS,EAAE,6BAA6B;gBACxC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;gBACrD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;gBACnD,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE;gBACzB,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QACD,OAAO;YACN,SAAS,EAAE,SAAS,EAAE;YACtB,wBAAwB,EAAE,aAAa,CAAC,wBAAwB;YAChE,WAAW;YACX,UAAU,EAAE,UAAU,CAAC,EAAE,CAAC,OAAO;YACjC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE;YACzB,WAAW;YACX,UAAU;YACV,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE;YACzB,MAAM,EAAE,IAAI;SACZ,CAAC;IACH,CAAC,CAAC;IACF,MAAM,aAAa,GAAG,uBAAuB,CAAC;QAC7C,gBAAgB;QAChB,YAAY;QACZ,GAAG,CAAC,YAAY,CAAC,oBAAoB;YACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;YAC7D,CAAC,CAAC,EAAE,CAAC;QACN,UAAU;QACV,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,gBAAgB,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE;QAC9C,cAAc;QACd,YAAY,EAAE,OAAO,CAAC,YAAY;KAClC,CAAC,CAAC;IACH,MAAM,WAAW,CAAC,sBAAsB,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,IAAI,EAAE;QAC9F,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;YACrF,GAAG,EAAE,aAAa;YAClB,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;SAC9C,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACJ,MAAM,WAAW,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACjC,MAAM,KAAK,CAAC;IACb,CAAC;IAED,MAAM,gBAAgB,EAAE,CAAC;IAEzB,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,OAAO;QACjE,CAAC,CAAC,iCAAiC,CAAC;YAClC,GAAG,CAAC,YAAY,CAAC,iBAAiB;gBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;gBACvD,CAAC,CAAC,EAAE,CAAC;YACN,GAAG,CAAC,YAAY,CAAC,gBAAgB;gBAChC,CAAC,CAAC,EAAE,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE;gBACrD,CAAC,CAAC,EAAE,CAAC;YACN,yBAAyB,EAAE,sBAAsB,CAAC,yBAAyB;YAC3E,gBAAgB;YAChB,UAAU,EAAE,sBAAsB,CAAC,wBAAwB;YAC3D,GAAG;YACH,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACjC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACtD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACxE,MAAM,IAAI,KAAK,CACd,SAAS,MAAM,2DAA2D,CAC1E,CAAC;gBACH,CAAC;gBACD,OAAO;oBACN,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnF,MAAM,EAAE,MAAM,CAAC,MAAM;iBACrB,CAAC;YACH,CAAC;YACD,gBAAgB;YAChB,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,YAAY,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,YAAY,EAAE,sBAAsB,CAAC,YAAY;YACjD,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;gBACrF,OAAO,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5C,CAAC,CAAC;SACF,CAAC;QACH,CAAC,CAAC,SAAS,CAAC;IACb,2BAA2B,EAAE,KAAK,EAAE,CAAC;IAErC,MAAM,cAAc,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IACpD,OAAO;QACN,KAAK,CAAC,KAAK;YACV,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACjC,gBAAgB,EAAE,CAAC;YACnB,MAAM,2BAA2B,EAAE,IAAI,EAAE,CAAC;YAC1C,wBAAwB,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC9C,IAAI,SAA4B,CAAC;YACjC,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YACnF,CAAC;oBAAS,CAAC;gBACV,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,WAAW,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,MAAM,CACnD,CAAC,KAAK,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,CAC9C,CAAC;YACF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,cAAc,CAAC,WAAW,EAAE,+CAA+C,CAAC,CAAC;YACxF,CAAC;QACF,CAAC;QACD,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;YAClF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC;KACF,CAAC;AACH,CAAC"}

package/dist/controller/health/gateway-service-health-monitor.d.ts CHANGED Viewed

@@ -1,3 +1,4 @@
+import { type GatewayVmAutoRecoveryPolicy, type GatewayVmRecoveryReason } from './gateway-vm-recovery-policy.js';
 import type { HealthEventStore } from './health-event-store.js';
 export interface GatewayServiceHealthProbeResult {
     readonly ok: boolean;
@@ -8,16 +9,45 @@ export interface GatewayServiceHealthProbeResult {
 }
 export interface GatewayServiceHealthMonitor {
     start(): void;
-    stop(): void;
+    stop(): Promise<void>;
     tick(): Promise<void>;
 }
+export interface GatewayVmRecoveryRequest {
+    readonly consecutiveFailures: number;
+    readonly reason: GatewayVmRecoveryReason;
+    readonly zoneId: string;
+}
+export type GatewayVmRecoveryResult = {
+    readonly elapsedMs: number;
+    readonly leaseReleaseFailureCount: number;
+    readonly newBootedAt: string;
+    readonly newHostPid: number;
+    readonly newVmId: string;
+    readonly oldBootedAt: string;
+    readonly oldHostPid: number;
+    readonly oldVmId: string;
+    readonly result: 'ok';
+} | {
+    readonly elapsedMs: number;
+    readonly errorCode: string;
+    readonly leaseReleaseFailureCount?: number | undefined;
+    readonly oldBootedAt?: string | undefined;
+    readonly oldHostPid?: number | undefined;
+    readonly oldVmId?: string | undefined;
+    readonly result: 'failed';
+};
 export interface CreateGatewayServiceHealthMonitorOptions {
-    readonly clearIntervalImpl?: (timer: NodeJS.Timeout) => void;
+    readonly clearIntervalImpl?: ((timer: NodeJS.Timeout) => void) | undefined;
+    readonly clearTimeoutImpl?: ((timer: NodeJS.Timeout) => void) | undefined;
+    readonly gatewayServiceAutoRestart: GatewayVmAutoRecoveryPolicy;
     readonly healthEventStore: HealthEventStore;
     readonly intervalMs: number;
     readonly now: () => number;
     readonly probeZoneHealth: (zoneId: string) => Promise<GatewayServiceHealthProbeResult>;
-    readonly setIntervalImpl?: (callback: () => void | Promise<void>, delayMs: number) => NodeJS.Timeout;
+    readonly recoverGatewayVm?: ((request: GatewayVmRecoveryRequest) => Promise<GatewayVmRecoveryResult>) | undefined;
+    readonly setIntervalImpl?: ((callback: () => void | Promise<void>, delayMs: number) => NodeJS.Timeout) | undefined;
+    readonly setTimeoutImpl?: ((callback: () => void, delayMs: number) => NodeJS.Timeout) | undefined;
+    readonly staleAfterMs: number;
     readonly zoneIds: readonly string[];
 }
 export declare function createGatewayServiceHealthMonitor(options: CreateGatewayServiceHealthMonitorOptions): GatewayServiceHealthMonitor;

package/dist/controller/health/gateway-service-health-monitor.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"gateway-service-health-monitor.d.ts","sourceRoot":"","sources":["../../../src/controller/health/gateway-service-health-monitor.ts"],"names":[],"mappings":"~~AAAA~~,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,MAAM,WAAW,+BAA+B;IAC/C,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,2BAA2B;IAC3C,KAAK,IAAI,IAAI,CAAC;IACd,IAAI,IAAI,IAAI,CAAC;~~IACb~~,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACtB;AAED,MAAM,WAAW,wCAAwC;IACxD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;~~IAC7D~~,QAAQ,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAC5C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC;IAC3B,QAAQ,CAAC,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACvF,QAAQ,CAAC,~~eAAe~~,CAAC,EAAE,~~CAC1B~~,QAAQ,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,~~EACpC~~,OAAO,EAAE,MAAM,~~KACX~~,MAAM,CAAC,OAAO,CAAC;~~IACpB~~,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAWD,wBAAgB,iCAAiC,CAChD,OAAO,EAAE,wCAAwC,GAC/C,2BAA2B,~~CAgE7B~~"}
1	+ {"version":3,"file":"gateway-service-health-monitor.d.ts","sourceRoot":"","sources":["../../../src/controller/health/gateway-service-health-monitor.ts"],"names":[],"mappings":"AAEA,OAAO,EAEN,KAAK,2BAA2B,EAEhC,KAAK,uBAAuB,EAC5B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,MAAM,WAAW,+BAA+B;IAC/C,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,2BAA2B;IAC3C,KAAK,IAAI,IAAI,CAAC;IACd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACtB;AAED,MAAM,WAAW,wBAAwB;IACxC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,MAAM,uBAAuB,GAChC;IACA,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,wBAAwB,EAAE,MAAM,CAAC;IAC1C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;CACrB,GACD;IACA,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,wBAAwB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;CACzB,CAAC;AAEL,MAAM,WAAW,wCAAwC;IACxD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC3E,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC1E,QAAQ,CAAC,yBAAyB,EAAE,2BAA2B,CAAC;IAChE,QAAQ,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAC5C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC;IAC3B,QAAQ,CAAC,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACvF,QAAQ,CAAC,gBAAgB,CAAC,EACvB,CAAC,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,uBAAuB,CAAC,CAAC,GACzE,SAAS,CAAC;IACb,QAAQ,CAAC,eAAe,CAAC,EACtB,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,OAAO,CAAC,GAC3E,SAAS,CAAC;IACb,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;IAClG,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAWD,wBAAgB,iCAAiC,CAChD,OAAO,EAAE,wCAAwC,GAC/C,2BAA2B,CAyS7B"}

package/dist/controller/health/gateway-service-health-monitor.js CHANGED Viewed

@@ -1,3 +1,4 @@
+import { createGatewayVmRecoveryTracker, } from './gateway-vm-recovery-policy.js';
 function writeGatewayServiceHealthMonitorLog(message) {
     process.stderr.write(`[gateway-service-health-monitor] ${message}\n`);
 }
@@ -8,8 +9,174 @@ const unknownGatewayServiceHealthTarget = {
 export function createGatewayServiceHealthMonitor(options) {
     const setIntervalImpl = options.setIntervalImpl ?? setInterval;
     const clearIntervalImpl = options.clearIntervalImpl ?? clearInterval;
+    const setTimeoutImpl = options.setTimeoutImpl ?? setTimeout;
+    const clearTimeoutImpl = options.clearTimeoutImpl ?? clearTimeout;
+    const recoveryPolicy = options.gatewayServiceAutoRestart;
+    const recoveryTracker = createGatewayVmRecoveryTracker({ policy: recoveryPolicy });
     let timer;
     let runningTick;
+    let stopped = false;
+    const classifyGatewayControlLinkObservation = (props) => {
+        const controlLinkEvent = options.healthEventStore
+            .listLatestEventsForZone(props.zoneId)
+            .find((event) => {
+            return event.kind === 'gateway-control-link';
+        });
+        if (!controlLinkEvent) {
+            return 'unobserved';
+        }
+        if (props.nowMs - controlLinkEvent.observedAtMs > options.staleAfterMs) {
+            return 'stale';
+        }
+        return controlLinkEvent.result;
+    };
+    const runRecoveryWithDeadline = async (request) => {
+        if (!options.recoverGatewayVm) {
+            return {
+                elapsedMs: 0,
+                errorCode: 'recovery-callback-unconfigured',
+                result: 'failed',
+            };
+        }
+        let timeout;
+        const startedAtMs = options.now();
+        try {
+            return await Promise.race([
+                options.recoverGatewayVm(request),
+                new Promise((resolve) => {
+                    timeout = setTimeoutImpl(() => {
+                        resolve({
+                            elapsedMs: options.now() - startedAtMs,
+                            errorCode: 'recovery-timeout',
+                            result: 'failed',
+                        });
+                    }, recoveryPolicy.restartTimeoutMs);
+                    timeout.unref?.();
+                }),
+            ]);
+        }
+        finally {
+            if (timeout) {
+                clearTimeoutImpl(timeout);
+            }
+        }
+    };
+    const recordGatewayRecoveryEvent = (props) => {
+        if (props.result.result === 'ok') {
+            const event = {
+                action: 'gateway-vm-restart',
+                consecutiveFailures: props.consecutiveFailures,
+                cooldownMs: recoveryPolicy.cooldownMs,
+                elapsedMs: props.result.elapsedMs,
+                kind: 'gateway-recovery',
+                leaseReleaseFailureCount: props.result.leaseReleaseFailureCount,
+                newBootedAt: props.result.newBootedAt,
+                newHostPid: props.result.newHostPid,
+                newVmId: props.result.newVmId,
+                observedAtMs: props.observedAtMs,
+                oldBootedAt: props.result.oldBootedAt,
+                oldHostPid: props.result.oldHostPid,
+                oldVmId: props.result.oldVmId,
+                reason: props.reason,
+                result: 'ok',
+                zoneId: props.zoneId,
+            };
+            options.healthEventStore.record(event);
+            return;
+        }
+        const event = {
+            action: 'gateway-vm-restart',
+            consecutiveFailures: props.consecutiveFailures,
+            cooldownMs: recoveryPolicy.cooldownMs,
+            elapsedMs: props.result.elapsedMs,
+            errorCode: props.result.errorCode,
+            kind: 'gateway-recovery',
+            ...(props.result.leaseReleaseFailureCount === undefined
+                ? {}
+                : { leaseReleaseFailureCount: props.result.leaseReleaseFailureCount }),
+            observedAtMs: props.observedAtMs,
+            oldBootedAt: props.result.oldBootedAt,
+            oldHostPid: props.result.oldHostPid,
+            oldVmId: props.result.oldVmId,
+            reason: props.reason,
+            result: 'failed',
+            zoneId: props.zoneId,
+        };
+        options.healthEventStore.record(event);
+    };
+    const recordGatewayRecoverySuspendedEvent = (props) => {
+        const event = {
+            action: 'gateway-vm-restart',
+            consecutiveFailedRecoveries: props.consecutiveFailedRecoveries,
+            consecutiveFailures: props.consecutiveFailures,
+            cooldownMs: recoveryPolicy.cooldownMs,
+            errorCode: 'max-failed-recoveries',
+            failedRecoveryResetMs: recoveryPolicy.failedRecoveryResetMs,
+            kind: 'gateway-recovery-suspended',
+            observedAtMs: props.observedAtMs,
+            reason: props.reason,
+            result: 'failed',
+            zoneId: props.zoneId,
+        };
+        options.healthEventStore.record(event);
+    };
+    const maybeRecoverGatewayVm = async (props) => {
+        const decision = props.reason === 'gateway-service-unhealthy'
+            ? recoveryTracker.recordGatewayServiceProbe({
+                observedAtMs: props.observedAtMs,
+                result: props.serviceProbeResult,
+                zoneId: props.zoneId,
+            })
+            : recoveryTracker.recordGatewayControlLinkObservation({
+                observedAtMs: props.observedAtMs,
+                result: props.serviceProbeResult === 'ok'
+                    ? classifyGatewayControlLinkObservation({
+                        nowMs: props.observedAtMs,
+                        zoneId: props.zoneId,
+                    })
+                    : 'unobserved',
+                zoneId: props.zoneId,
+            });
+        if (decision.kind === 'suspended') {
+            recordGatewayRecoverySuspendedEvent({
+                consecutiveFailedRecoveries: decision.consecutiveFailedRecoveries,
+                consecutiveFailures: decision.consecutiveFailures,
+                observedAtMs: props.observedAtMs,
+                reason: props.reason,
+                zoneId: decision.zoneId,
+            });
+            return;
+        }
+        if (decision.kind !== 'restart') {
+            return;
+        }
+        if (stopped) {
+            writeGatewayServiceHealthMonitorLog(`recovery requested for zone '${decision.zoneId}' but monitor is stopped`);
+            return;
+        }
+        recoveryTracker.markRecoveryStarted({
+            observedAtMs: props.observedAtMs,
+            zoneId: decision.zoneId,
+        });
+        const recoveryResult = await runRecoveryWithDeadline({
+            consecutiveFailures: decision.consecutiveFailures,
+            reason: decision.reason,
+            zoneId: decision.zoneId,
+        });
+        const observedAtMs = options.now();
+        recoveryTracker.markRecoveryFinished({
+            observedAtMs,
+            result: recoveryResult.result,
+            zoneId: decision.zoneId,
+        });
+        recordGatewayRecoveryEvent({
+            consecutiveFailures: decision.consecutiveFailures,
+            observedAtMs,
+            reason: decision.reason,
+            result: recoveryResult,
+            zoneId: decision.zoneId,
+        });
+    };
     const tick = async () => {
         if (runningTick) {
             return await runningTick;
@@ -18,26 +185,49 @@ export function createGatewayServiceHealthMonitor(options) {
             await Promise.all(options.zoneIds.map(async (zoneId) => {
                 try {
                     const result = await options.probeZoneHealth(zoneId);
+                    const observedAtMs = options.now();
+                    const serviceProbeResult = result.ok ? 'ok' : 'failed';
                     options.healthEventStore.record({
                         kind: 'gateway-service-health',
-                        observedAtMs: options.now(),
+                        observedAtMs,
                         path: result.path,
                         port: result.port,
-                        result: result.ok ? 'ok' : 'failed',
+                        result: serviceProbeResult,
                         ...(result.statusCode === undefined ? {} : { statusCode: result.statusCode }),
                         zoneId: result.zoneId,
                     });
+                    await maybeRecoverGatewayVm({
+                        observedAtMs,
+                        reason: 'gateway-service-unhealthy',
+                        serviceProbeResult,
+                        zoneId: result.zoneId,
+                    });
+                    if (serviceProbeResult === 'ok') {
+                        await maybeRecoverGatewayVm({
+                            observedAtMs,
+                            reason: 'gateway-control-link-unhealthy',
+                            serviceProbeResult,
+                            zoneId: result.zoneId,
+                        });
+                    }
                 }
                 catch (error) {
                     writeGatewayServiceHealthMonitorLog(`probe failed for zone '${zoneId}': ${error instanceof Error ? error.message : String(error)}`);
+                    const observedAtMs = options.now();
                     options.healthEventStore.record({
                         kind: 'gateway-service-health',
-                        observedAtMs: options.now(),
+                        observedAtMs,
                         path: unknownGatewayServiceHealthTarget.path,
                         port: unknownGatewayServiceHealthTarget.port,
                         result: 'failed',
                         zoneId,
                     });
+                    await maybeRecoverGatewayVm({
+                        observedAtMs,
+                        reason: 'gateway-service-unhealthy',
+                        serviceProbeResult: 'failed',
+                        zoneId,
+                    });
                 }
             }));
         })().finally(() => {
@@ -50,17 +240,26 @@ export function createGatewayServiceHealthMonitor(options) {
             if (timer) {
                 return;
             }
-            timer = setIntervalImpl(() => {
-                void tick();
+            stopped = false;
+            timer = setIntervalImpl(async () => {
+                try {
+                    await tick();
+                }
+                catch (error) {
+                    writeGatewayServiceHealthMonitorLog(`scheduled tick failed: ${error instanceof Error ? error.message : String(error)}`);
+                }
             }, options.intervalMs);
             timer.unref?.();
         },
-        stop: () => {
-            if (!timer) {
-                return;
+        stop: async () => {
+            stopped = true;
+            if (timer) {
+                clearIntervalImpl(timer);
+                timer = undefined;
+            }
+            if (runningTick) {
+                await runningTick;
             }
-            clearIntervalImpl(timer);
-            timer = undefined;
         },
         tick,
     };

package/dist/controller/health/gateway-service-health-monitor.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"gateway-service-health-monitor.js","sourceRoot":"","sources":["../../../src/controller/health/gateway-service-health-monitor.ts"],"names":[],"mappings":"~~AA6BA~~,SAAS,mCAAmC,CAAC,OAAe;IAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,OAAO,IAAI,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,iCAAiC,GAAG;IACzC,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,CAAC;CACE,CAAC;AAEX,MAAM,UAAU,iCAAiC,CAChD,OAAiD;IAEjD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,WAAW,CAAC;IAC/D,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,aAAa,CAAC;IACrE,IAAI,KAAiC,CAAC;IACtC,IAAI,WAAsC,CAAC;~~IAE3C~~,MAAM,IAAI,GAAG,KAAK,~~IAAmB~~,EAAE;~~QACtC~~,IAAI,~~WAAW~~,EAAE,CAAC;~~YACjB~~,OAAO,MAAM,~~WAAW~~,CAAC;~~QAC1B~~,CAAC;~~QACD~~,WAAW,GAAG,CAAC,~~KAAK~~,IAAI,~~EAAE~~;~~YACzB~~,MAAM,OAAO,CAAC,GAAG,~~CAChB~~,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;~~gBACpC~~,IAAI,CAAC;~~oBACJ~~,MAAM,MAAM,~~GAAG~~,MAAM,OAAO,CAAC,~~eAAe~~,CAAC,MAAM,CAAC,CAAC;~~oBACrD~~,OAAO,CAAC,~~gBAAgB~~,CAAC,MAAM,CAAC;~~wBAC~~/B,IAAI,EAAE,wBAAwB;~~wBAC9B~~,YAAY,EAAE,OAAO,CAAC,GAAG,EAAE;~~wBAC3B~~,IAAI,EAAE,MAAM,CAAC,IAAI;~~wBACjB~~,IAAI,EAAE,MAAM,CAAC,IAAI;~~wBACjB~~,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;~~wBACnC~~,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;wBAC7E,MAAM,EAAE,MAAM,CAAC,MAAM;qBACrB,CAAC,CAAC;~~gBACJ~~,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,mCAAmC,CAClC,0BAA0B,MAAM,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9F,CAAC;oBACF,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC;wBAC/B,IAAI,EAAE,wBAAwB;wBAC9B,YAAY,EAAE,~~OAAO~~,CAAC,~~GAAG,EAAE~~;~~wBAC3B~~,IAAI,EAAE,iCAAiC,CAAC,IAAI;wBAC5C,~~IAAI~~,EAAE,~~iCAAiC~~,CAAC,~~IAAI~~;~~wBAC5C~~,MAAM,EAAE,QAAQ;~~wBAChB~~,MAAM;qBACN,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC,CAAC,CACF,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACjB,WAAW,GAAG,SAAS,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,WAAW,CAAC;IAC1B,CAAC,CAAC;IAEF,OAAO;QACN,KAAK,EAAE,GAAG,EAAE;YACX,IAAI,KAAK,EAAE,CAAC;gBACX,OAAO;YACR,CAAC;YACD,KAAK,GAAG,eAAe,CAAC,~~GAAG~~,EAAE;~~gBAC5B~~,~~KAAK~~,IAAI,EAAE,CAAC;~~YACb~~,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YACvB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QACjB,CAAC;QACD,IAAI,EAAE,~~GAAG~~,EAAE;~~YACV~~,IAAI,CAAC,KAAK,EAAE,CAAC;~~gBACZ~~,~~OAAO;YACR,CAAC;YACD,~~iBAAiB,CAAC,KAAK,CAAC,CAAC;~~YACzB~~,KAAK,GAAG,SAAS,CAAC;~~QACnB~~,CAAC;QACD,IAAI;KACJ,CAAC;AACH,CAAC"}
1	+ {"version":3,"file":"gateway-service-health-monitor.js","sourceRoot":"","sources":["../../../src/controller/health/gateway-service-health-monitor.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,8BAA8B,GAI9B,MAAM,iCAAiC,CAAC;AAgEzC,SAAS,mCAAmC,CAAC,OAAe;IAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,OAAO,IAAI,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,iCAAiC,GAAG;IACzC,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,CAAC;CACE,CAAC;AAEX,MAAM,UAAU,iCAAiC,CAChD,OAAiD;IAEjD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,WAAW,CAAC;IAC/D,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,aAAa,CAAC;IACrE,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,UAAU,CAAC;IAC5D,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,YAAY,CAAC;IAClE,MAAM,cAAc,GAAG,OAAO,CAAC,yBAAyB,CAAC;IACzD,MAAM,eAAe,GAAG,8BAA8B,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;IACnF,IAAI,KAAiC,CAAC;IACtC,IAAI,WAAsC,CAAC;IAC3C,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,MAAM,qCAAqC,GAAG,CAAC,KAG9C,EAAsC,EAAE;QACxC,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB;aAC/C,uBAAuB,CAAC,KAAK,CAAC,MAAM,CAAC;aACrC,IAAI,CAAC,CAAC,KAAK,EAA2E,EAAE;YACxF,OAAO,KAAK,CAAC,IAAI,KAAK,sBAAsB,CAAC;QAC9C,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,OAAO,YAAY,CAAC;QACrB,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YACxE,OAAO,OAAO,CAAC;QAChB,CAAC;QACD,OAAO,gBAAgB,CAAC,MAAM,CAAC;IAChC,CAAC,CAAC;IAEF,MAAM,uBAAuB,GAAG,KAAK,EACpC,OAAiC,EACE,EAAE;QACrC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAC/B,OAAO;gBACN,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,gCAAgC;gBAC3C,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QAED,IAAI,OAAmC,CAAC;QACxC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC;YACJ,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACzB,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC;gBACjC,IAAI,OAAO,CAA0B,CAAC,OAAO,EAAE,EAAE;oBAChD,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE;wBAC7B,OAAO,CAAC;4BACP,SAAS,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,WAAW;4BACtC,SAAS,EAAE,kBAAkB;4BAC7B,MAAM,EAAE,QAAQ;yBAChB,CAAC,CAAC;oBACJ,CAAC,EAAE,cAAc,CAAC,gBAAgB,CAAC,CAAC;oBACpC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;gBACnB,CAAC,CAAC;aACF,CAAC,CAAC;QACJ,CAAC;gBAAS,CAAC;YACV,IAAI,OAAO,EAAE,CAAC;gBACb,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;QACF,CAAC;IACF,CAAC,CAAC;IAEF,MAAM,0BAA0B,GAAG,CAAC,KAMnC,EAAQ,EAAE;QACV,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG;gBACb,MAAM,EAAE,oBAAoB;gBAC5B,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;gBAC9C,UAAU,EAAE,cAAc,CAAC,UAAU;gBACrC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;gBACjC,IAAI,EAAE,kBAAkB;gBACxB,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,wBAAwB;gBAC/D,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW;gBACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;gBACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;gBAC7B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW;gBACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;gBACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;gBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,KAAK,CAAC,MAAM;aACS,CAAC;YAC/B,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvC,OAAO;QACR,CAAC;QAED,MAAM,KAAK,GAAG;YACb,MAAM,EAAE,oBAAoB;YAC5B,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;YAC9C,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;YACjC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;YACjC,IAAI,EAAE,kBAAkB;YACxB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,wBAAwB,KAAK,SAAS;gBACtD,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,wBAAwB,EAAE,CAAC;YACvE,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW;YACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;YACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;YAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM;SACS,CAAC;QAC/B,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC;IAEF,MAAM,mCAAmC,GAAG,CAAC,KAM5C,EAAQ,EAAE;QACV,MAAM,KAAK,GAAG;YACb,MAAM,EAAE,oBAAoB;YAC5B,2BAA2B,EAAE,KAAK,CAAC,2BAA2B;YAC9D,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;YAC9C,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,SAAS,EAAE,uBAAuB;YAClC,qBAAqB,EAAE,cAAc,CAAC,qBAAqB;YAC3D,IAAI,EAAE,4BAA4B;YAClC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM;SACS,CAAC;QAC/B,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC;IAEF,MAAM,qBAAqB,GAAG,KAAK,EAAE,KAKpC,EAAiB,EAAE;QACnB,MAAM,QAAQ,GACb,KAAK,CAAC,MAAM,KAAK,2BAA2B;YAC3C,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC;gBAC1C,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,MAAM,EAAE,KAAK,CAAC,kBAAkB;gBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC;YACH,CAAC,CAAC,eAAe,CAAC,mCAAmC,CAAC;gBACpD,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,MAAM,EACL,KAAK,CAAC,kBAAkB,KAAK,IAAI;oBAChC,CAAC,CAAC,qCAAqC,CAAC;wBACtC,KAAK,EAAE,KAAK,CAAC,YAAY;wBACzB,MAAM,EAAE,KAAK,CAAC,MAAM;qBACpB,CAAC;oBACH,CAAC,CAAC,YAAY;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QAEN,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACnC,mCAAmC,CAAC;gBACnC,2BAA2B,EAAE,QAAQ,CAAC,2BAA2B;gBACjE,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;gBACjD,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,QAAQ,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,OAAO;QACR,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACb,mCAAmC,CAClC,gCAAgC,QAAQ,CAAC,MAAM,0BAA0B,CACzE,CAAC;YACF,OAAO;QACR,CAAC;QAED,eAAe,CAAC,mBAAmB,CAAC;YACnC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,MAAM,EAAE,QAAQ,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,MAAM,uBAAuB,CAAC;YACpD,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;YACjD,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QACnC,eAAe,CAAC,oBAAoB,CAAC;YACpC,YAAY;YACZ,MAAM,EAAE,cAAc,CAAC,MAAM;YAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,0BAA0B,CAAC;YAC1B,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;YACjD,YAAY;YACZ,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,QAAQ,CAAC,MAAM;SACvB,CAAC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,WAAW,EAAE,CAAC;YACjB,OAAO,MAAM,WAAW,CAAC;QAC1B,CAAC;QACD,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,OAAO,CAAC,GAAG,CAChB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACJ,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;oBACrD,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;oBACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACvD,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC;wBAC/B,IAAI,EAAE,wBAAwB;wBAC9B,YAAY;wBACZ,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,MAAM,EAAE,kBAAkB;wBAC1B,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;wBAC7E,MAAM,EAAE,MAAM,CAAC,MAAM;qBACrB,CAAC,CAAC;oBACH,MAAM,qBAAqB,CAAC;wBAC3B,YAAY;wBACZ,MAAM,EAAE,2BAA2B;wBACnC,kBAAkB;wBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;qBACrB,CAAC,CAAC;oBACH,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;wBACjC,MAAM,qBAAqB,CAAC;4BAC3B,YAAY;4BACZ,MAAM,EAAE,gCAAgC;4BACxC,kBAAkB;4BAClB,MAAM,EAAE,MAAM,CAAC,MAAM;yBACrB,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,mCAAmC,CAClC,0BAA0B,MAAM,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9F,CAAC;oBACF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;oBACnC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC;wBAC/B,IAAI,EAAE,wBAAwB;wBAC9B,YAAY;wBACZ,IAAI,EAAE,iCAAiC,CAAC,IAAI;wBAC5C,IAAI,EAAE,iCAAiC,CAAC,IAAI;wBAC5C,MAAM,EAAE,QAAQ;wBAChB,MAAM;qBACN,CAAC,CAAC;oBACH,MAAM,qBAAqB,CAAC;wBAC3B,YAAY;wBACZ,MAAM,EAAE,2BAA2B;wBACnC,kBAAkB,EAAE,QAAQ;wBAC5B,MAAM;qBACN,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC,CAAC,CACF,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACjB,WAAW,GAAG,SAAS,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,WAAW,CAAC;IAC1B,CAAC,CAAC;IAEF,OAAO;QACN,KAAK,EAAE,GAAG,EAAE;YACX,IAAI,KAAK,EAAE,CAAC;gBACX,OAAO;YACR,CAAC;YACD,OAAO,GAAG,KAAK,CAAC;YAChB,KAAK,GAAG,eAAe,CAAC,KAAK,IAAI,EAAE;gBAClC,IAAI,CAAC;oBACJ,MAAM,IAAI,EAAE,CAAC;gBACd,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,mCAAmC,CAClC,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClF,CAAC;gBACH,CAAC;YACF,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YACvB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QACjB,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,EAAE;YAChB,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,KAAK,EAAE,CAAC;gBACX,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACzB,KAAK,GAAG,SAAS,CAAC;YACnB,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC;YACnB,CAAC;QACF,CAAC;QACD,IAAI;KACJ,CAAC;AACH,CAAC"}