@agent-vm/agent-vm 0.0.91 → 0.0.93
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/build/gondolin-image-builder.d.ts +1 -0
- package/dist/build/gondolin-image-builder.d.ts.map +1 -1
- package/dist/build/gondolin-image-builder.js +11 -1
- package/dist/build/gondolin-image-builder.js.map +1 -1
- package/dist/build/managed-image-dockerfile.d.ts +2 -1
- package/dist/build/managed-image-dockerfile.d.ts.map +1 -1
- package/dist/build/managed-image-dockerfile.js +51 -27
- package/dist/build/managed-image-dockerfile.js.map +1 -1
- package/dist/cli/commands/controller-definition.d.ts +42 -42
- package/dist/cli/commands/create-app.d.ts +60 -60
- package/dist/cli/manual-templates.d.ts.map +1 -1
- package/dist/cli/manual-templates.js +14 -1
- package/dist/cli/manual-templates.js.map +1 -1
- package/dist/config/system-config.d.ts +15 -0
- package/dist/config/system-config.d.ts.map +1 -1
- package/dist/config/system-config.js +74 -0
- package/dist/config/system-config.js.map +1 -1
- package/dist/controller/controller-runtime-operations.d.ts +1 -0
- package/dist/controller/controller-runtime-operations.d.ts.map +1 -1
- package/dist/controller/controller-runtime-operations.js +2 -0
- package/dist/controller/controller-runtime-operations.js.map +1 -1
- package/dist/controller/controller-runtime-types.d.ts +5 -0
- package/dist/controller/controller-runtime-types.d.ts.map +1 -1
- package/dist/controller/controller-runtime.d.ts +1 -0
- package/dist/controller/controller-runtime.d.ts.map +1 -1
- package/dist/controller/controller-runtime.js +220 -3
- package/dist/controller/controller-runtime.js.map +1 -1
- package/dist/controller/health/channel-provider-recovery-observation.d.ts +23 -0
- package/dist/controller/health/channel-provider-recovery-observation.d.ts.map +1 -0
- package/dist/controller/health/channel-provider-recovery-observation.js +69 -0
- package/dist/controller/health/channel-provider-recovery-observation.js.map +1 -0
- package/dist/controller/health/durable-health-event-log.d.ts +24 -0
- package/dist/controller/health/durable-health-event-log.d.ts.map +1 -0
- package/dist/controller/health/durable-health-event-log.js +89 -0
- package/dist/controller/health/durable-health-event-log.js.map +1 -0
- package/dist/controller/health/gateway-recovery-actions.d.ts +27 -0
- package/dist/controller/health/gateway-recovery-actions.d.ts.map +1 -0
- package/dist/controller/health/gateway-recovery-actions.js +71 -0
- package/dist/controller/health/gateway-recovery-actions.js.map +1 -0
- package/dist/controller/health/gateway-service-health-monitor.d.ts +71 -3
- package/dist/controller/health/gateway-service-health-monitor.d.ts.map +1 -1
- package/dist/controller/health/gateway-service-health-monitor.js +383 -10
- package/dist/controller/health/gateway-service-health-monitor.js.map +1 -1
- package/dist/controller/health/gateway-vm-recovery-policy.d.ts +68 -0
- package/dist/controller/health/gateway-vm-recovery-policy.d.ts.map +1 -0
- package/dist/controller/health/gateway-vm-recovery-policy.js +199 -0
- package/dist/controller/health/gateway-vm-recovery-policy.js.map +1 -0
- package/dist/controller/health/gateway-vm-recovery-runner.d.ts +39 -0
- package/dist/controller/health/gateway-vm-recovery-runner.d.ts.map +1 -0
- package/dist/controller/health/gateway-vm-recovery-runner.js +251 -0
- package/dist/controller/health/gateway-vm-recovery-runner.js.map +1 -0
- package/dist/controller/health/health-event-store.d.ts +4 -0
- package/dist/controller/health/health-event-store.d.ts.map +1 -1
- package/dist/controller/health/health-event-store.js +19 -0
- package/dist/controller/health/health-event-store.js.map +1 -1
- package/dist/controller/http/controller-health-event-routes.d.ts +6 -0
- package/dist/controller/http/controller-health-event-routes.d.ts.map +1 -1
- package/dist/controller/http/controller-health-event-routes.js +49 -0
- package/dist/controller/http/controller-health-event-routes.js.map +1 -1
- package/dist/controller/http/controller-http-routes.d.ts.map +1 -1
- package/dist/controller/http/controller-http-routes.js +6 -0
- package/dist/controller/http/controller-http-routes.js.map +1 -1
- package/dist/controller/leases/lease-manager.d.ts.map +1 -1
- package/dist/controller/leases/lease-manager.js +37 -16
- package/dist/controller/leases/lease-manager.js.map +1 -1
- package/dist/controller/leases/tool-vm-lease-lifecycle.d.ts +44 -0
- package/dist/controller/leases/tool-vm-lease-lifecycle.d.ts.map +1 -0
- package/dist/controller/leases/tool-vm-lease-lifecycle.js +28 -0
- package/dist/controller/leases/tool-vm-lease-lifecycle.js.map +1 -0
- package/dist/controller/zone-runtimes/gateway-lifecycle-operation-record.d.ts +37 -0
- package/dist/controller/zone-runtimes/gateway-lifecycle-operation-record.d.ts.map +1 -0
- package/dist/controller/zone-runtimes/gateway-lifecycle-operation-record.js +133 -0
- package/dist/controller/zone-runtimes/gateway-lifecycle-operation-record.js.map +1 -0
- package/dist/controller/zone-runtimes/gateway-zone-state-machine.d.ts +101 -0
- package/dist/controller/zone-runtimes/gateway-zone-state-machine.d.ts.map +1 -0
- package/dist/controller/zone-runtimes/gateway-zone-state-machine.js +143 -0
- package/dist/controller/zone-runtimes/gateway-zone-state-machine.js.map +1 -0
- package/dist/controller/zone-runtimes/openclaw-zone-runtime.d.ts +16 -1
- package/dist/controller/zone-runtimes/openclaw-zone-runtime.d.ts.map +1 -1
- package/dist/controller/zone-runtimes/openclaw-zone-runtime.js +700 -40
- package/dist/controller/zone-runtimes/openclaw-zone-runtime.js.map +1 -1
- package/dist/controller/zone-runtimes/zone-runtime-errors.d.ts +7 -1
- package/dist/controller/zone-runtimes/zone-runtime-errors.d.ts.map +1 -1
- package/dist/controller/zone-runtimes/zone-runtime-errors.js +5 -1
- package/dist/controller/zone-runtimes/zone-runtime-errors.js.map +1 -1
- package/dist/controller/zone-runtimes/zone-runtime-registry.d.ts +2 -0
- package/dist/controller/zone-runtimes/zone-runtime-registry.d.ts.map +1 -1
- package/dist/controller/zone-runtimes/zone-runtime-registry.js +23 -0
- package/dist/controller/zone-runtimes/zone-runtime-registry.js.map +1 -1
- package/dist/controller/zone-runtimes/zone-runtime-types.d.ts +14 -1
- package/dist/controller/zone-runtimes/zone-runtime-types.d.ts.map +1 -1
- package/dist/gateway/gateway-ownership-evidence.d.ts +35 -0
- package/dist/gateway/gateway-ownership-evidence.d.ts.map +1 -0
- package/dist/gateway/gateway-ownership-evidence.js +10 -0
- package/dist/gateway/gateway-ownership-evidence.js.map +1 -0
- package/dist/gateway/gateway-recovery.d.ts +16 -0
- package/dist/gateway/gateway-recovery.d.ts.map +1 -1
- package/dist/gateway/gateway-recovery.js +105 -9
- package/dist/gateway/gateway-recovery.js.map +1 -1
- package/dist/gateway/gateway-zone-orchestrator.d.ts.map +1 -1
- package/dist/gateway/gateway-zone-orchestrator.js +50 -39
- package/dist/gateway/gateway-zone-orchestrator.js.map +1 -1
- package/dist/integration-tests/{smoke-harness.d.ts → e2e-harness.d.ts} +45 -37
- package/dist/integration-tests/e2e-harness.d.ts.map +1 -0
- package/dist/integration-tests/{smoke-harness.js → e2e-harness.js} +134 -108
- package/dist/integration-tests/e2e-harness.js.map +1 -0
- package/dist/integration-tests/e2e-workspace-build-global-setup.d.ts +16 -0
- package/dist/integration-tests/e2e-workspace-build-global-setup.d.ts.map +1 -0
- package/dist/integration-tests/e2e-workspace-build-global-setup.js +27 -0
- package/dist/integration-tests/e2e-workspace-build-global-setup.js.map +1 -0
- package/dist/integration-tests/live-agent-model-roundtrip-deployment.d.ts +11 -0
- package/dist/integration-tests/live-agent-model-roundtrip-deployment.d.ts.map +1 -0
- package/dist/integration-tests/live-agent-model-roundtrip-deployment.js +48 -0
- package/dist/integration-tests/live-agent-model-roundtrip-deployment.js.map +1 -0
- package/dist/integration-tests/live-agent-model-roundtrip-gates.d.ts +11 -0
- package/dist/integration-tests/live-agent-model-roundtrip-gates.d.ts.map +1 -0
- package/dist/integration-tests/live-agent-model-roundtrip-gates.js +21 -0
- package/dist/integration-tests/live-agent-model-roundtrip-gates.js.map +1 -0
- package/dist/integration-tests/live-vm-e2e-gates.d.ts +2 -0
- package/dist/integration-tests/live-vm-e2e-gates.d.ts.map +1 -0
- package/dist/integration-tests/live-vm-e2e-gates.js +4 -0
- package/dist/integration-tests/live-vm-e2e-gates.js.map +1 -0
- package/dist/operations/controller-status.d.ts +5 -0
- package/dist/operations/controller-status.d.ts.map +1 -1
- package/dist/operations/controller-status.js +42 -0
- package/dist/operations/controller-status.js.map +1 -1
- package/package.json +11 -11
- package/dist/integration-tests/live-integration-gates.d.ts +0 -2
- package/dist/integration-tests/live-integration-gates.d.ts.map +0 -1
- package/dist/integration-tests/live-integration-gates.js +0 -4
- package/dist/integration-tests/live-integration-gates.js.map +0 -1
- package/dist/integration-tests/smoke-harness.d.ts.map +0 -1
- package/dist/integration-tests/smoke-harness.js.map +0 -1
|
@@ -4,8 +4,10 @@ import { ControllerZoneAdminAuthError, ControllerZoneNotFoundError, } from './zo
|
|
|
4
4
|
export function createControllerRuntimeOperations(options) {
|
|
5
5
|
const buildRuntimeStatus = () => {
|
|
6
6
|
const zones = options.getRuntimeStatusByZone();
|
|
7
|
+
const diagnoses = options.getRuntimeDiagnosisByZone?.();
|
|
7
8
|
return {
|
|
8
9
|
activeLeases: options.getActiveLeases(),
|
|
10
|
+
...(diagnoses ? { diagnoses } : {}),
|
|
9
11
|
...(zones ? { zones } : {}),
|
|
10
12
|
};
|
|
11
13
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"controller-runtime-operations.js","sourceRoot":"","sources":["../../src/controller/controller-runtime-operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAK9C,OAAO,EACN,qBAAqB,EACrB,yBAAyB,GAEzB,MAAM,oCAAoC,CAAC;AAK5C,OAAO,EACN,4BAA4B,EAC5B,2BAA2B,GAC3B,MAAM,wCAAwC,CAAC;AAuChD,MAAM,UAAU,iCAAiC,CAAC,
|
|
1
|
+
{"version":3,"file":"controller-runtime-operations.js","sourceRoot":"","sources":["../../src/controller/controller-runtime-operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAK9C,OAAO,EACN,qBAAqB,EACrB,yBAAyB,GAEzB,MAAM,oCAAoC,CAAC;AAK5C,OAAO,EACN,4BAA4B,EAC5B,2BAA2B,GAC3B,MAAM,wCAAwC,CAAC;AAuChD,MAAM,UAAU,iCAAiC,CAAC,OAoBjD;IACA,MAAM,kBAAkB,GAAG,GAA4B,EAAE;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC;QACxD,OAAO;YACN,YAAY,EAAE,OAAO,CAAC,eAAe,EAAE;YACvC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,CAAC,YAAoB,EAAiC,EAAE;QACxE,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAC3C,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,EAAE,KAAK,YAAY,CACpD,CAAC;QACF,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,MAAM,IAAI,2BAA2B,CAAC,YAAY,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC,CAAC;IAEF,OAAO;QACN,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC1C,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,EAAE,KAAK,CAAC;QACtD,gBAAgB,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,EAAE;YACvD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YACpC,MAAM,qBAAqB,CAAC;gBAC3B,aAAa,EAAE,aAAa,CAAC,UAAU;gBACvC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,IAAI;aACJ,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC;YAC7E,OAAO;gBACN,GAAG,SAAS;gBACZ,gBAAgB,EAAE,wBAAwB,CAAC;oBAC1C,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,IAAI,UAAU;oBACjD,OAAO,EAAE,aAAa,CAAC,SAAS;iBAChC,CAAC;aACF,CAAC;QACH,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YACpC,MAAM,qBAAqB,CAAC;gBAC3B,aAAa,EAAE,WAAW,CAAC,UAAU;gBACrC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,IAAI;aACJ,CAAC,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,qBAAqB,CAAC,OAAO,CAAC,YAAY,EAAE,kBAAkB,EAAE,CAAC;QACxF,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CACrC,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE;QAC3D,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;QAC7F,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;YACrC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACvB,OAAO,yBAAyB,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,sBAAsB,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CAC9C,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,kBAAkB,EAAE;QACpE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;KAC7F,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,MAKpB;IACA,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;QACvB,KAAK,aAAa;YACjB,OAAO;gBACN,MAAM,EAAE,aAAa;gBACrB,GAAG,EAAE,2BAA2B,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC;aACxE,CAAC;QACH,KAAK,WAAW;YACf,OAAO;gBACN,MAAM,EAAE,WAAW;gBACnB,GAAG,EAAE,2BAA2B,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,CAAC;aAChE,CAAC;QACH,KAAK,QAAQ;YACZ,OAAO;gBACN,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE,2BAA2B,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;aACnE,CAAC;QACH,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,eAAe,GAAU,MAAM,CAAC,MAAM,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,2BAA2B,CACnC,KAAyB,EACzB,MAA8C,EAC9C,SAAiB;IAEjB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,0BAA0B,SAAS,IAAI,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY,EAAE,KAAa;IACzD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,eAAe,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAGxC;IACA,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC;AACtC,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,OAIpC;IACA,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,IAAI,EAAE,MAAe,EAAE,CAAC;IAC1E,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACjC,OAAO;IACR,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,4BAA4B,CAAC;YACtC,IAAI,EAAE,0BAA0B;YAChC,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE;SACvB,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5F,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,4BAA4B,CAAC;YACtC,IAAI,EAAE,wBAAwB;YAC9B,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE;SACvB,CAAC,CAAC;IACJ,CAAC;AACF,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,OAM7C;IACA,OAAO,KAAK,IAAoC,EAAE;QACjD,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACzC,+FAA+F;YAC/F,MAAM,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,CAAC;YACJ,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACV,MAAM,OAAO,CAAC,qBAAqB,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAW,CAAC;IAC9B,CAAC,CAAC;AACH,CAAC"}
|
|
@@ -6,6 +6,7 @@ import type { startGatewayZone } from '../gateway/gateway-zone-orchestrator.js';
|
|
|
6
6
|
import type { ControllerRuntimeZoneStatus } from '../operations/controller-status.js';
|
|
7
7
|
import type { RunTaskFn } from '../shared/run-task.js';
|
|
8
8
|
import type { ActiveWorkerTask } from './active-task-registry.js';
|
|
9
|
+
import type { appendDurableHealthEvent } from './health/durable-health-event-log.js';
|
|
9
10
|
import type { createControllerService, ObservedControllerLeaseCreateRequest } from './http/controller-http-routes.js';
|
|
10
11
|
import type { ToolVmProfile } from './leases/lease-manager.js';
|
|
11
12
|
import type { executeWorkerTask, prepareWorkerTask } from './worker-task-runner.js';
|
|
@@ -21,6 +22,8 @@ export interface ControllerRuntime {
|
|
|
21
22
|
}
|
|
22
23
|
export interface ControllerRuntimeDependencies {
|
|
23
24
|
readonly clearIntervalImpl?: (timer: NodeJS.Timeout) => void;
|
|
25
|
+
readonly clearTimeoutImpl?: (timer: NodeJS.Timeout) => void;
|
|
26
|
+
readonly appendDurableHealthEvent?: typeof appendDurableHealthEvent;
|
|
24
27
|
readonly configureHostNetworkDefaults?: typeof configureHostNetworkDefaults;
|
|
25
28
|
readonly createManagedToolVm?: (options: {
|
|
26
29
|
readonly profile: ToolVmProfile;
|
|
@@ -36,6 +39,7 @@ export interface ControllerRuntimeDependencies {
|
|
|
36
39
|
readonly deleteGatewayRuntimeRecord?: typeof deleteGatewayRuntimeRecord;
|
|
37
40
|
readonly now?: () => number;
|
|
38
41
|
readonly onLeaseCreateRequest?: (request: ObservedControllerLeaseCreateRequest) => void;
|
|
42
|
+
readonly isProcessAlive?: (pid: number) => boolean;
|
|
39
43
|
readonly readProcessIdentity?: (pid: number) => Promise<{
|
|
40
44
|
readonly command: string;
|
|
41
45
|
readonly lstart: string;
|
|
@@ -51,6 +55,7 @@ export interface ControllerRuntimeDependencies {
|
|
|
51
55
|
readonly onWorkerTaskFinished?: (zoneId: string, taskId: string) => void | Promise<void>;
|
|
52
56
|
readonly readIdentityPem?: (identityFilePath: string) => Promise<string>;
|
|
53
57
|
readonly setIntervalImpl?: (callback: () => void | Promise<void>, delayMs: number) => NodeJS.Timeout;
|
|
58
|
+
readonly setTimeoutImpl?: (callback: () => void, delayMs: number) => NodeJS.Timeout;
|
|
54
59
|
readonly startGatewayZone?: typeof startGatewayZone;
|
|
55
60
|
readonly startHttpServer?: (options: {
|
|
56
61
|
readonly app: ReturnType<typeof createControllerService>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"controller-runtime-types.d.ts","sourceRoot":"","sources":["../../src/controller/controller-runtime-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,4BAA4B,EAC5B,yBAAyB,EACzB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,sCAAsC,CAAC;AACvF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,oCAAoC,CAAC;AACtF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,KAAK,EACX,uBAAuB,EACvB,oCAAoC,EACpC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACpF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAEvE,MAAM,WAAW,iBAAiB;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,2BAA2B,GAAG;QACvD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACxB,CAAC,EAAE,CAAC;IACL,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB;AAED,MAAM,WAAW,6BAA6B;IAC7C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;IAC7D,QAAQ,CAAC,4BAA4B,CAAC,EAAE,OAAO,4BAA4B,CAAC;IAC5E,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,OAAO,EAAE;QACxC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;QAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAClC,QAAQ,CAAC,YAAY,CAAC,EAAE,kBAAkB,CAAC;QAC3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;KACxC,KAAK,OAAO,CAAC,OAAO,4BAA4B,EAAE,SAAS,CAAC,CAAC;IAC9D,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE;QACzC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;KACrC,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;IAC9B,QAAQ,CAAC,0BAA0B,CAAC,EAAE,OAAO,0BAA0B,CAAC;IACxE,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,oCAAoC,KAAK,IAAI,CAAC;IAIxF,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAC9B,GAAG,EAAE,MAAM,KACP,OAAO,CAAC;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC3E,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC;IAC7B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACtD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACtD,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAC9B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,aAAa,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,KAC3D,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzF,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,QAAQ,CAAC,eAAe,CAAC,EAAE,CAC1B,QAAQ,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACpC,OAAO,EAAE,MAAM,KACX,MAAM,CAAC,OAAO,CAAC;IACpB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,gBAAgB,CAAC;IACpD,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE;QACpC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;QACzD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;KACtB,KAAK,OAAO,CAAC;QACb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;KACvB,CAAC,CAAC;IACH,QAAQ,CAAC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IACzD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;CACvD;AAED,YAAY,EAAE,yBAAyB,EAAE,CAAC;AAE1C,MAAM,WAAW,6BAA6B;IAC7C,QAAQ,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAC1C,QAAQ,CAAC,eAAe,CAAC,EAAE,SAAS;QACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACxB,EAAE,CAAC;IACJ,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC"}
|
|
1
|
+
{"version":3,"file":"controller-runtime-types.d.ts","sourceRoot":"","sources":["../../src/controller/controller-runtime-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,4BAA4B,EAC5B,yBAAyB,EACzB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,sCAAsC,CAAC;AACvF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,oCAAoC,CAAC;AACtF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AACrF,OAAO,KAAK,EACX,uBAAuB,EACvB,oCAAoC,EACpC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACpF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAEvE,MAAM,WAAW,iBAAiB;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,2BAA2B,GAAG;QACvD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACxB,CAAC,EAAE,CAAC;IACL,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB;AAED,MAAM,WAAW,6BAA6B;IAC7C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;IAC5D,QAAQ,CAAC,wBAAwB,CAAC,EAAE,OAAO,wBAAwB,CAAC;IACpE,QAAQ,CAAC,4BAA4B,CAAC,EAAE,OAAO,4BAA4B,CAAC;IAC5E,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,OAAO,EAAE;QACxC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;QAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAClC,QAAQ,CAAC,YAAY,CAAC,EAAE,kBAAkB,CAAC;QAC3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;KACxC,KAAK,OAAO,CAAC,OAAO,4BAA4B,EAAE,SAAS,CAAC,CAAC;IAC9D,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE;QACzC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;KACrC,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;IAC9B,QAAQ,CAAC,0BAA0B,CAAC,EAAE,OAAO,0BAA0B,CAAC;IACxE,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,oCAAoC,KAAK,IAAI,CAAC;IAIxF,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;IACnD,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAC9B,GAAG,EAAE,MAAM,KACP,OAAO,CAAC;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC3E,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC;IAC7B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACtD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACtD,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAC9B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,aAAa,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,KAC3D,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzF,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,QAAQ,CAAC,eAAe,CAAC,EAAE,CAC1B,QAAQ,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACpC,OAAO,EAAE,MAAM,KACX,MAAM,CAAC,OAAO,CAAC;IACpB,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,OAAO,CAAC;IACpF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,gBAAgB,CAAC;IACpD,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE;QACpC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;QACzD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;KACtB,KAAK,OAAO,CAAC;QACb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;KACvB,CAAC,CAAC;IACH,QAAQ,CAAC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IACzD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;CACvD;AAED,YAAY,EAAE,yBAAyB,EAAE,CAAC;AAE1C,MAAM,WAAW,6BAA6B;IAC7C,QAAQ,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAC1C,QAAQ,CAAC,eAAe,CAAC,EAAE,SAAS;QACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACxB,EAAE,CAAC;IACJ,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
1
|
import { type ControllerRuntime, type ControllerRuntimeDependencies, type StartControllerRuntimeOptions } from './controller-runtime-types.js';
|
|
2
|
+
export { classifyGatewayRecoveryRestartError } from './health/gateway-vm-recovery-runner.js';
|
|
2
3
|
export declare function startControllerRuntime(options: StartControllerRuntimeOptions, dependencies: ControllerRuntimeDependencies): Promise<ControllerRuntime>;
|
|
3
4
|
//# sourceMappingURL=controller-runtime.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"controller-runtime.d.ts","sourceRoot":"","sources":["../../src/controller/controller-runtime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"controller-runtime.d.ts","sourceRoot":"","sources":["../../src/controller/controller-runtime.ts"],"names":[],"mappings":"AAkBA,OAAO,EACN,KAAK,iBAAiB,EACtB,KAAK,6BAA6B,EAClC,KAAK,6BAA6B,EAClC,MAAM,+BAA+B,CAAC;AA4CvC,OAAO,EAAE,mCAAmC,EAAE,MAAM,wCAAwC,CAAC;AAkQ7F,wBAAsB,sBAAsB,CAC3C,OAAO,EAAE,6BAA6B,EACtC,YAAY,EAAE,6BAA6B,GACzC,OAAO,CAAC,iBAAiB,CAAC,CAud5B"}
|
|
@@ -7,7 +7,10 @@ import { createToolVm } from '../tool-vm/tool-vm-lifecycle.js';
|
|
|
7
7
|
import { ActiveTaskRegistry } from './active-task-registry.js';
|
|
8
8
|
import { createControllerRuntimeOperations, createStopControllerOperation, } from './controller-runtime-operations.js';
|
|
9
9
|
import { createSecretResolver, findConfiguredZone, resolveControllerGithubToken, } from './controller-runtime-support.js';
|
|
10
|
+
import { appendDurableHealthEvent } from './health/durable-health-event-log.js';
|
|
11
|
+
import { classifyGatewayRecoveryAction } from './health/gateway-recovery-actions.js';
|
|
10
12
|
import { createGatewayServiceHealthMonitor } from './health/gateway-service-health-monitor.js';
|
|
13
|
+
import { createGatewayVmRecoveryRunner } from './health/gateway-vm-recovery-runner.js';
|
|
11
14
|
import { HealthEventStore } from './health/health-event-store.js';
|
|
12
15
|
import { createMutableControllerRuntimeReadiness } from './http/controller-http-route-support.js';
|
|
13
16
|
import { createControllerService } from './http/controller-http-routes.js';
|
|
@@ -24,6 +27,7 @@ import { createOpenClawZoneRuntime } from './zone-runtimes/openclaw-zone-runtime
|
|
|
24
27
|
import { createWorkerZoneRuntime } from './zone-runtimes/worker-zone-runtime.js';
|
|
25
28
|
import { ControllerZoneConfigurationError, ControllerZoneNotFoundError, ControllerZoneOperationUnsupportedError, } from './zone-runtimes/zone-runtime-errors.js';
|
|
26
29
|
import { createZoneRuntimeRegistry } from './zone-runtimes/zone-runtime-registry.js';
|
|
30
|
+
export { classifyGatewayRecoveryRestartError } from './health/gateway-vm-recovery-runner.js';
|
|
27
31
|
function writeControllerRuntimeLog(message) {
|
|
28
32
|
process.stderr.write(`[agent-vm] ${message}\n`);
|
|
29
33
|
}
|
|
@@ -54,6 +58,123 @@ function buildOpenClawRuntimePluginConfig(options) {
|
|
|
54
58
|
},
|
|
55
59
|
};
|
|
56
60
|
}
|
|
61
|
+
function channelProviderPlaneForHealth(health) {
|
|
62
|
+
switch (health) {
|
|
63
|
+
case 'healthy':
|
|
64
|
+
return 'ok';
|
|
65
|
+
case 'transitioning':
|
|
66
|
+
return 'transitioning';
|
|
67
|
+
case 'unhealthy-recoverable':
|
|
68
|
+
return 'degraded';
|
|
69
|
+
case 'unhealthy-unrecoverable':
|
|
70
|
+
return 'failed';
|
|
71
|
+
}
|
|
72
|
+
return assertNeverChannelProviderHealth(health);
|
|
73
|
+
}
|
|
74
|
+
function channelProviderPlaneRank(plane) {
|
|
75
|
+
switch (plane) {
|
|
76
|
+
case 'failed':
|
|
77
|
+
return 4;
|
|
78
|
+
case 'degraded':
|
|
79
|
+
return 3;
|
|
80
|
+
case 'transitioning':
|
|
81
|
+
return 2;
|
|
82
|
+
case 'unknown':
|
|
83
|
+
return 1;
|
|
84
|
+
case 'ok':
|
|
85
|
+
return 0;
|
|
86
|
+
}
|
|
87
|
+
return assertNeverChannelProviderPlane(plane);
|
|
88
|
+
}
|
|
89
|
+
function aggregateChannelProviderPlane(events, options) {
|
|
90
|
+
if (events.length === 0) {
|
|
91
|
+
return 'unknown';
|
|
92
|
+
}
|
|
93
|
+
return (events
|
|
94
|
+
.map((event) => isHealthEventStale(event, options)
|
|
95
|
+
? 'degraded'
|
|
96
|
+
: channelProviderPlaneForHealth(event.health))
|
|
97
|
+
.toSorted((leftPlane, rightPlane) => channelProviderPlaneRank(rightPlane) - channelProviderPlaneRank(leftPlane))[0] ?? 'unknown');
|
|
98
|
+
}
|
|
99
|
+
function isHealthEventStale(event, options) {
|
|
100
|
+
return options.nowMs - event.observedAtMs > options.staleAfterMs;
|
|
101
|
+
}
|
|
102
|
+
function isToolVmPlaneHealthEvent(event) {
|
|
103
|
+
return (event.kind === 'lease-heartbeat' || event.kind === 'lease-renew' || event.kind === 'tool-vm-ssh');
|
|
104
|
+
}
|
|
105
|
+
function toolVmPlaneForResult(result) {
|
|
106
|
+
switch (result) {
|
|
107
|
+
case 'ok':
|
|
108
|
+
return 'ok';
|
|
109
|
+
case 'failed':
|
|
110
|
+
return 'failed';
|
|
111
|
+
case 'stale':
|
|
112
|
+
case 'timeout':
|
|
113
|
+
return 'degraded';
|
|
114
|
+
}
|
|
115
|
+
return assertNeverToolVmHealthResult(result);
|
|
116
|
+
}
|
|
117
|
+
function toolVmPlaneRank(plane) {
|
|
118
|
+
switch (plane) {
|
|
119
|
+
case 'failed':
|
|
120
|
+
return 3;
|
|
121
|
+
case 'degraded':
|
|
122
|
+
return 2;
|
|
123
|
+
case 'ok':
|
|
124
|
+
return 1;
|
|
125
|
+
case 'unknown':
|
|
126
|
+
return 0;
|
|
127
|
+
}
|
|
128
|
+
return assertNeverToolVmPlane(plane);
|
|
129
|
+
}
|
|
130
|
+
function aggregateToolVmPlane(events, options) {
|
|
131
|
+
if (events.length === 0) {
|
|
132
|
+
return 'unknown';
|
|
133
|
+
}
|
|
134
|
+
return (events
|
|
135
|
+
.map((event) => isHealthEventStale(event, options) ? 'degraded' : toolVmPlaneForResult(event.result))
|
|
136
|
+
.toSorted((leftPlane, rightPlane) => toolVmPlaneRank(rightPlane) - toolVmPlaneRank(leftPlane))[0] ?? 'unknown');
|
|
137
|
+
}
|
|
138
|
+
function assertNeverChannelProviderHealth(health) {
|
|
139
|
+
throw new Error(`Unhandled channel provider health: ${String(health)}`);
|
|
140
|
+
}
|
|
141
|
+
function assertNeverChannelProviderPlane(plane) {
|
|
142
|
+
throw new Error(`Unhandled channel provider plane: ${String(plane)}`);
|
|
143
|
+
}
|
|
144
|
+
function assertNeverToolVmHealthResult(result) {
|
|
145
|
+
throw new Error(`Unhandled Tool VM health result: ${String(result)}`);
|
|
146
|
+
}
|
|
147
|
+
function assertNeverToolVmPlane(plane) {
|
|
148
|
+
throw new Error(`Unhandled Tool VM plane: ${String(plane)}`);
|
|
149
|
+
}
|
|
150
|
+
function readinessWithHealthPlanes(options) {
|
|
151
|
+
if (options.readiness === 'failed' || options.readiness === 'owner-unsafe') {
|
|
152
|
+
return options.readiness;
|
|
153
|
+
}
|
|
154
|
+
if (options.channelProviderPlane === 'transitioning' ||
|
|
155
|
+
options.channelProviderPlane === 'degraded' ||
|
|
156
|
+
options.channelProviderPlane === 'failed') {
|
|
157
|
+
return 'degraded';
|
|
158
|
+
}
|
|
159
|
+
if (options.toolVmPlane === 'degraded' || options.toolVmPlane === 'failed') {
|
|
160
|
+
return 'degraded';
|
|
161
|
+
}
|
|
162
|
+
if (options.gatewayRuntimeHealthDegraded) {
|
|
163
|
+
return 'degraded';
|
|
164
|
+
}
|
|
165
|
+
return options.readiness;
|
|
166
|
+
}
|
|
167
|
+
function hasGatewayRuntimeHealthIssue(events, options) {
|
|
168
|
+
return events.some((event) => {
|
|
169
|
+
if (event.kind !== 'gateway-control-link' && event.kind !== 'gateway-service-health') {
|
|
170
|
+
return false;
|
|
171
|
+
}
|
|
172
|
+
return (isHealthEventStale(event, options) ||
|
|
173
|
+
event.result === 'failed' ||
|
|
174
|
+
event.result === 'stale' ||
|
|
175
|
+
event.result === 'timeout');
|
|
176
|
+
});
|
|
177
|
+
}
|
|
57
178
|
function resolveZoneGitOperationConfig(options) {
|
|
58
179
|
let zone;
|
|
59
180
|
try {
|
|
@@ -83,6 +204,7 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
83
204
|
const now = dependencies.now ?? Date.now;
|
|
84
205
|
const runTaskStep = dependencies.runTask ?? (async (_title, fn) => await fn());
|
|
85
206
|
const secretResolver = await runTaskWithResult(runTaskStep, 'Resolving 1Password secrets', async () => await createSecretResolver(options.systemConfig, dependencies.createSecretResolver ?? createOnePasswordSecretResolver));
|
|
207
|
+
const createFreshSecretResolver = async () => await runTaskWithResult(runTaskStep, 'Refreshing 1Password secret resolver', async () => await createSecretResolver(options.systemConfig, dependencies.createSecretResolver ?? createOnePasswordSecretResolver));
|
|
86
208
|
const controllerGithubToken = await resolveControllerGithubToken(options.systemConfig, secretResolver);
|
|
87
209
|
const createManagedToolVm = dependencies.createManagedToolVm ??
|
|
88
210
|
(async (toolVmOptions) => await createToolVm({
|
|
@@ -102,6 +224,16 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
102
224
|
const zoneGitOperationLocks = dependencies.zoneGitOperationLocks ?? new ZoneGitOperationLocks();
|
|
103
225
|
const controllerHealthConfig = resolveControllerHealthConfig(options.systemConfig);
|
|
104
226
|
const healthEventStore = new HealthEventStore({
|
|
227
|
+
durableEventLog: {
|
|
228
|
+
append: async (event) => {
|
|
229
|
+
await (dependencies.appendDurableHealthEvent ?? appendDurableHealthEvent)({
|
|
230
|
+
controllerPid: process.pid,
|
|
231
|
+
controllerPort: options.systemConfig.host.controllerPort,
|
|
232
|
+
event,
|
|
233
|
+
runtimeDir: options.systemConfig.runtimeDir,
|
|
234
|
+
});
|
|
235
|
+
},
|
|
236
|
+
},
|
|
105
237
|
eventHistoryLimit: controllerHealthConfig.eventHistoryLimit,
|
|
106
238
|
staleAfterMs: controllerHealthConfig.staleAfterMs,
|
|
107
239
|
});
|
|
@@ -173,9 +305,11 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
173
305
|
...(dependencies.deleteGatewayRuntimeRecord
|
|
174
306
|
? { deleteGatewayRuntimeRecord: dependencies.deleteGatewayRuntimeRecord }
|
|
175
307
|
: {}),
|
|
308
|
+
createFreshSecretResolver,
|
|
309
|
+
...(dependencies.isProcessAlive ? { isProcessAlive: dependencies.isProcessAlive } : {}),
|
|
176
310
|
leaseManager,
|
|
177
311
|
now,
|
|
178
|
-
restartGatewayZone: async (zoneId) => await (dependencies.startGatewayZone ?? startGatewayZone)({
|
|
312
|
+
restartGatewayZone: async (zoneId, startOptions) => await (dependencies.startGatewayZone ?? startGatewayZone)({
|
|
179
313
|
runTask: runTaskStep,
|
|
180
314
|
runtimeEnvironment: zoneGitCapabilityStore.buildRuntimeEnvironment(zoneId),
|
|
181
315
|
runtimePluginConfigs: buildOpenClawRuntimePluginConfig({
|
|
@@ -183,7 +317,7 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
183
317
|
zoneGitCapabilityStore,
|
|
184
318
|
zoneId,
|
|
185
319
|
}),
|
|
186
|
-
secretResolver,
|
|
320
|
+
secretResolver: startOptions?.secretResolver ?? secretResolver,
|
|
187
321
|
systemConfig: options.systemConfig,
|
|
188
322
|
zoneId,
|
|
189
323
|
}),
|
|
@@ -244,6 +378,51 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
244
378
|
destroyZoneRuntime: async (zoneId, purge) => await registry.destroyZone(zoneId, purge),
|
|
245
379
|
getActiveLeases: () => leaseManager.listLeases(),
|
|
246
380
|
getOpenClawRuntime: (zoneId) => registry.getOpenClawRuntime(zoneId),
|
|
381
|
+
getRuntimeDiagnosisByZone: () => {
|
|
382
|
+
const diagnoses = registry.getDiagnosisByZone();
|
|
383
|
+
const nowMs = now();
|
|
384
|
+
return Object.fromEntries(Object.entries(diagnoses).map(([zoneId, diagnosis]) => {
|
|
385
|
+
const latestHealthEvents = healthEventStore.listLatestEventsForZone(zoneId);
|
|
386
|
+
const latestChannelProviderEvents = latestHealthEvents.filter((event) => event.kind === 'agent-channel-provider-health');
|
|
387
|
+
const latestToolVmPlaneEvents = latestHealthEvents.filter(isToolVmPlaneHealthEvent);
|
|
388
|
+
const latestGatewayRuntimeHealthEvents = latestHealthEvents.filter((event) => event.kind === 'gateway-control-link' || event.kind === 'gateway-service-health');
|
|
389
|
+
if (latestChannelProviderEvents.length === 0 &&
|
|
390
|
+
latestToolVmPlaneEvents.length === 0 &&
|
|
391
|
+
latestGatewayRuntimeHealthEvents.length === 0) {
|
|
392
|
+
return [zoneId, diagnosis];
|
|
393
|
+
}
|
|
394
|
+
const channelProviderPlane = latestChannelProviderEvents.length === 0
|
|
395
|
+
? diagnosis.channelProviderPlane
|
|
396
|
+
: aggregateChannelProviderPlane(latestChannelProviderEvents, {
|
|
397
|
+
nowMs,
|
|
398
|
+
staleAfterMs: controllerHealthConfig.staleAfterMs,
|
|
399
|
+
});
|
|
400
|
+
const toolVmPlane = latestToolVmPlaneEvents.length === 0
|
|
401
|
+
? diagnosis.toolVmPlane
|
|
402
|
+
: aggregateToolVmPlane(latestToolVmPlaneEvents, {
|
|
403
|
+
nowMs,
|
|
404
|
+
staleAfterMs: controllerHealthConfig.staleAfterMs,
|
|
405
|
+
});
|
|
406
|
+
const gatewayRuntimeHealthDegraded = hasGatewayRuntimeHealthIssue(latestGatewayRuntimeHealthEvents, {
|
|
407
|
+
nowMs,
|
|
408
|
+
staleAfterMs: controllerHealthConfig.staleAfterMs,
|
|
409
|
+
});
|
|
410
|
+
return [
|
|
411
|
+
zoneId,
|
|
412
|
+
{
|
|
413
|
+
...diagnosis,
|
|
414
|
+
channelProviderPlane,
|
|
415
|
+
selectedZoneReadiness: readinessWithHealthPlanes({
|
|
416
|
+
channelProviderPlane,
|
|
417
|
+
gatewayRuntimeHealthDegraded,
|
|
418
|
+
readiness: diagnosis.selectedZoneReadiness,
|
|
419
|
+
toolVmPlane,
|
|
420
|
+
}),
|
|
421
|
+
toolVmPlane,
|
|
422
|
+
},
|
|
423
|
+
];
|
|
424
|
+
}));
|
|
425
|
+
},
|
|
247
426
|
getRuntimeStatusByZone: () => registry.getSnapshotByZone(),
|
|
248
427
|
secretResolver,
|
|
249
428
|
systemConfig: options.systemConfig,
|
|
@@ -270,6 +449,34 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
270
449
|
verifyZoneGitPushToken: (zoneId, token) => zoneGitCapabilityStore.verifyTokenForZone(zoneId, token),
|
|
271
450
|
stopController,
|
|
272
451
|
};
|
|
452
|
+
const recoverGatewayVm = createGatewayVmRecoveryRunner({
|
|
453
|
+
getRecoverableGatewayRuntime: (zoneId) => registry.getOpenClawRuntime(zoneId),
|
|
454
|
+
getRuntimeReadiness: () => runtimeReadiness.get(),
|
|
455
|
+
now,
|
|
456
|
+
restartTimeoutMs: controllerHealthConfig.gatewayServiceAutoRestart.restartTimeoutMs,
|
|
457
|
+
writeLog: writeControllerRuntimeLog,
|
|
458
|
+
});
|
|
459
|
+
const classifyRecoveryBudgetClass = (request) => {
|
|
460
|
+
try {
|
|
461
|
+
const runtime = registry.getOpenClawRuntime(request.zoneId);
|
|
462
|
+
const action = classifyGatewayRecoveryAction({
|
|
463
|
+
lifecycleState: runtime.getLifecycleState(),
|
|
464
|
+
recoveryDecision: {
|
|
465
|
+
consecutiveFailures: request.consecutiveFailures,
|
|
466
|
+
kind: 'restart',
|
|
467
|
+
reason: request.reason,
|
|
468
|
+
zoneId: request.zoneId,
|
|
469
|
+
},
|
|
470
|
+
});
|
|
471
|
+
return action.kind === 'cold-start-gateway' || action.kind === 'refresh-secret-resolver'
|
|
472
|
+
? 'gateway-vm-cold-start'
|
|
473
|
+
: 'gateway-vm-restart';
|
|
474
|
+
}
|
|
475
|
+
catch (error) {
|
|
476
|
+
writeControllerRuntimeLog(`Gateway VM recovery budget classification failed for zone '${request.zoneId}': ${formatUnknownError(error)}`);
|
|
477
|
+
return 'gateway-vm-restart';
|
|
478
|
+
}
|
|
479
|
+
};
|
|
273
480
|
const controllerApp = createControllerService({
|
|
274
481
|
healthEventStore,
|
|
275
482
|
leaseManager,
|
|
@@ -302,7 +509,12 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
302
509
|
await reapToolVmLeases();
|
|
303
510
|
const gatewayServiceHealthMonitor = controllerHealthConfig.enabled
|
|
304
511
|
? createGatewayServiceHealthMonitor({
|
|
512
|
+
...(dependencies.clearIntervalImpl
|
|
513
|
+
? { clearIntervalImpl: dependencies.clearIntervalImpl }
|
|
514
|
+
: {}),
|
|
515
|
+
gatewayServiceAutoRestart: controllerHealthConfig.gatewayServiceAutoRestart,
|
|
305
516
|
healthEventStore,
|
|
517
|
+
classifyRecoveryBudgetClass,
|
|
306
518
|
intervalMs: controllerHealthConfig.gatewayServiceIntervalMs,
|
|
307
519
|
now,
|
|
308
520
|
probeZoneHealth: async (zoneId) => {
|
|
@@ -318,6 +530,9 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
318
530
|
zoneId: health.zoneId,
|
|
319
531
|
};
|
|
320
532
|
},
|
|
533
|
+
recoverGatewayVm,
|
|
534
|
+
...(dependencies.setIntervalImpl ? { setIntervalImpl: dependencies.setIntervalImpl } : {}),
|
|
535
|
+
staleAfterMs: controllerHealthConfig.staleAfterMs,
|
|
321
536
|
zoneIds: registry.selectedZoneIds.filter((zoneId) => {
|
|
322
537
|
const zone = options.systemConfig.zones.find((candidate) => candidate.id === zoneId);
|
|
323
538
|
return zone ? isOpenClawZone(zone) : false;
|
|
@@ -328,8 +543,10 @@ export async function startControllerRuntime(options, dependencies) {
|
|
|
328
543
|
const snapshotByZone = registry.getSnapshotByZone();
|
|
329
544
|
return {
|
|
330
545
|
async close() {
|
|
546
|
+
runtimeReadiness.set('stopping');
|
|
331
547
|
clearReaperTimer();
|
|
332
|
-
gatewayServiceHealthMonitor?.stop();
|
|
548
|
+
await gatewayServiceHealthMonitor?.stop();
|
|
549
|
+
await healthEventStore.flushDurableWrites();
|
|
333
550
|
requestHeartbeatRegistry.stopAll();
|
|
334
551
|
const releaseError = await releaseAllLeases();
|
|
335
552
|
let stopError;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"controller-runtime.js","sourceRoot":"","sources":["../../src/controller/controller-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAkB,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAE,oBAAoB,IAAI,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAEtG,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACN,iCAAiC,EACjC,6BAA6B,GAC7B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACN,oBAAoB,EACpB,kBAAkB,EAClB,4BAA4B,GAC5B,MAAM,iCAAiC,CAAC;AAQzC,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAC/F,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,uCAAuC,EAAE,MAAM,yCAAyC,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EACN,gBAAgB,EAChB,WAAW,GAEX,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EACN,gCAAgC,EAChC,2BAA2B,EAC3B,uCAAuC,GACvC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AAGrF,SAAS,yBAAyB,CAAC,OAAe;IACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,IAA0B;IAGjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,IAA0B;IAG/C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;AACvC,CAAC;AAED,SAAS,gCAAgC,CAAC,OAIzC;IACA,MAAM,0BAA0B,GAAG,OAAO,CAAC,sBAAsB,CAAC,wBAAwB,CACzF,OAAO,CAAC,MAAM,CACd,CAAC;IACF,MAAM,YAAY,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,OAAO;QACN,GAAG,0BAA0B;QAC7B,QAAQ,EAAE;YACT,GAAG,0BAA0B,CAAC,QAAQ;YACtC,yBAAyB,EAAE;gBAC1B,cAAc,EAAE,YAAY,CAAC,4BAA4B;gBACzD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC7B,aAAa,EAAE,YAAY,CAAC,kCAAkC;aAC9D;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B,CAAC,OAItC;IACA,IAAI,IAA0B,CAAC;IAC/B,IAAI,CAAC;QACJ,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,uCAAuC,CAChD,OAAO,CAAC,MAAM,EACd,8BAA8B,EAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CACjB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;QACpC,MAAM,IAAI,gCAAgC,CACzC,OAAO,CAAC,MAAM,EACd,qBAAqB,OAAO,CAAC,MAAM,6FAA6F,CAChI,CAAC;IACH,CAAC;IACD,OAAO;QACN,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM;QAC1C,WAAW,EAAE,OAAO,CAAC,qBAAqB;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;QAC9C,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU;QAC3C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,OAAsC,EACtC,YAA2C;IAE3C,MAAM,mBAAmB,GAAG,CAC3B,YAAY,CAAC,4BAA4B,IAAI,4BAA4B,CACzE,EAAE,CAAC;IACJ,yBAAyB,CACxB,yCAAyC,mBAAmB,CAAC,cAAc,qBAAqB,mBAAmB,CAAC,gBAAgB,EAAE,CACtI,CAAC;IACF,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACzC,MAAM,WAAW,GAChB,YAAY,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,MAAc,EAAE,EAAuB,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzF,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC7C,WAAW,EACX,6BAA6B,EAC7B,KAAK,IAAI,EAAE,CACV,MAAM,oBAAoB,CACzB,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,oBAAoB,IAAI,+BAA+B,CACpE,CACF,CAAC;IACF,MAAM,qBAAqB,GAAG,MAAM,4BAA4B,CAC/D,OAAO,CAAC,YAAY,EACpB,cAAc,CACd,CAAC;IACF,MAAM,mBAAmB,GACxB,YAAY,CAAC,mBAAmB;QAChC,CAAC,KAAK,EAAE,aAAa,EAAsB,EAAE,CAC5C,MAAM,YAAY,CAAC;YAClB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,QAAQ;YACvC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;YAChD,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,MAAM,EAAE,aAAa,CAAC,MAAM;YAC5B,cAAc,EAAE,aAAa,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;IACN,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC5D,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,MAAM,wBAAwB,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAChE,MAAM,sBAAsB,GAC3B,YAAY,CAAC,sBAAsB,IAAI,IAAI,sBAAsB,EAAE,CAAC;IACrE,MAAM,qBAAqB,GAAG,YAAY,CAAC,qBAAqB,IAAI,IAAI,qBAAqB,EAAE,CAAC;IAChG,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC7C,iBAAiB,EAAE,sBAAsB,CAAC,iBAAiB;QAC3D,YAAY,EAAE,sBAAsB,CAAC,YAAY;KACjD,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,CAAC,MAAc,EAAU,EAAE;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,4CAA4C,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACvC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CACvC,MAAM,mBAAmB,CAAC;YACzB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,cAAc;SACd,CAAC;QACH,GAAG;QACH,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB;QAC5D,GAAG,CAAC,YAAY,CAAC,mBAAmB,KAAK,SAAS;YACjD,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;YAC3D,CAAC,CAAC,EAAE,CAAC;QACN,WAAW;QACX,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,gBAAgB;QACvD,OAAO;KACP,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,gBAAgB,CAAC;QACnC,SAAS,EAAE,GAAG,EAAE,CACf,YAAY,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzC,cAAc,EAAE,YAAY,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;SAC5B,CAAC,CAAC;QACJ,GAAG;QACH,YAAY,EAAE,KAAK,EAClB,OAAe,EACf,cAA6D,EAC5D,EAAE;YACH,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC1D,CAAC;KACD,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,KAAK,IAAmB,EAAE;QAClD,YAAY,CAAC,qBAAqB,EAAE,CAAC;QACrC,yEAAyE;QACzE,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAC;QACxC,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;IACtC,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,YAAY,CAAC,eAAe,IAAI,WAAW,CAAC,CAChE,GAAG,EAAE,CACJ,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAC3C,yBAAyB,CACxB,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACxF,CACD,EACF,MAAM,CACN,CAAC;IACF,MAAM,gBAAgB,GAAG,GAAS,EAAE,CACnC,CAAC,YAAY,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC,WAAW,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,KAAK,IAAgC,EAAE;QAC/D,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACJ,+FAA+F;gBAC/F,MAAM,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1F,yBAAyB,CACxB,4BAA4B,KAAK,CAAC,EAAE,iCAAiC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;YACH,CAAC;QACF,CAAC;QACD,OAAO,aAAa,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,cAAc,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;IAC/E,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;QAC1C,oBAAoB,EAAE,CAAC,IAAI,EAAE,EAAE,CAC9B,cAAc,CAAC,IAAI,CAAC;YACnB,CAAC,CAAC,yBAAyB,CAAC;gBAC1B,GAAG,CAAC,YAAY,CAAC,0BAA0B;oBAC1C,CAAC,CAAC,EAAE,0BAA0B,EAAE,YAAY,CAAC,0BAA0B,EAAE;oBACzE,CAAC,CAAC,EAAE,CAAC;gBACN,YAAY;gBACZ,GAAG;gBACH,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CACpC,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,CAAC;oBACzD,OAAO,EAAE,WAAW;oBACpB,kBAAkB,EAAE,sBAAsB,CAAC,uBAAuB,CAAC,MAAM,CAAC;oBAC1E,oBAAoB,EAAE,gCAAgC,CAAC;wBACtD,YAAY,EAAE,OAAO,CAAC,YAAY;wBAClC,sBAAsB;wBACtB,MAAM;qBACN,CAAC;oBACF,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,MAAM;iBACN,CAAC;gBACH,cAAc;gBACd,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,IAAI;aACJ,CAAC;YACH,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;gBACnB,CAAC,CAAC,uBAAuB,CAAC;oBACxB,kBAAkB;oBAClB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxE,qBAAqB;oBACrB,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,mBAAmB;wBACnC,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;wBAC3D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,wBAAwB;oBACxB,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,IAAI;iBACJ,CAAC;gBACH,CAAC,CAAC,CAAC,GAAG,EAAE;oBACN,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpE,CAAC,CAAC,EAAE;QACR,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,QAAQ,EAAE,yBAAyB;QACnC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC,CAAC;IAEH,MAAM,SAAS,GAA6C,EAAE,CAAC;IAC/D,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,YAAY,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,6BAA6B,CAAC;QACpD,gBAAgB;QAChB,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACjC,UAAU,CAAC,GAAG,EAAE;gBACf,KAAK,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;oBACxD,yBAAyB,CACxB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC;gBACH,CAAC,CAAC,CAAC;YACJ,CAAC,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;QACD,SAAS,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;QAC1C,YAAY,EAAE,KAAK,EAAE,OAAe,EAAE,cAAc,EAAE,EAAE,CACvD,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC;QACzD,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE;KACvD,CAAC,CAAC;IACH,MAAM,UAAU,GAAG;QAClB,GAAG,iCAAiC,CAAC;YACpC,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC;YACtF,eAAe,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;YAChD,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC;YACnE,sBAAsB,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE;YAC1D,cAAc;YACd,YAAY,EAAE,OAAO,CAAC,YAAY;SAClC,CAAC;QACF,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CAC1D,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC;QACjE,iBAAiB,EAAE,KAAK,EAAE,QAA4B,EAAE,EAAE,CACzD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QAC7E,YAAY,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CACtD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;QAC7D,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,EAAE,CAC1C,MAAM,gBAAgB,CACrB,6BAA6B,CAAC;YAC7B,qBAAqB;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,MAAM;SACN,CAAC,CACF;QACF,iBAAiB,EAAE,KAAK,EAAE,MAAc,EAAE,KAAsB,EAAE,EAAE,CACnE,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACjE,kBAAkB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,KAAyB,EAAE,EAAE,CACvF,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC1E,gBAAgB,EAAE,KAAK,EACtB,MAAc,EACd,MAAc,EACd,KAA0D,EACzD,EAAE,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC5E,WAAW,EAAE,KAAK,EAAE,MAAc,EAAE,KAAwC,EAAE,EAAE,CAC/E,MAAM,qBAAqB,CAAC,YAAY,CACvC,MAAM,EACN,KAAK,IAAI,EAAE,CACV,MAAM,WAAW,CAAC;YACjB,GAAG,6BAA6B,CAAC;gBAChC,qBAAqB;gBACrB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM;aACN,CAAC;YACF,YAAY,EAAE,KAAK,CAAC,YAAY;SAChC,CAAC,CACH;QACF,sBAAsB,EAAE,CAAC,MAAc,EAAE,KAAyB,EAAE,EAAE,CACrE,sBAAsB,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QACzD,cAAc;KACd,CAAC;IACF,MAAM,aAAa,GAAG,uBAAuB,CAAC;QAC7C,gBAAgB;QAChB,YAAY;QACZ,GAAG,CAAC,YAAY,CAAC,oBAAoB;YACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;YAC7D,CAAC,CAAC,EAAE,CAAC;QACN,UAAU;QACV,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,gBAAgB,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE;QAC9C,cAAc;QACd,YAAY,EAAE,OAAO,CAAC,YAAY;KAClC,CAAC,CAAC;IACH,MAAM,WAAW,CAAC,sBAAsB,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,IAAI,EAAE;QAC9F,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;YACrF,GAAG,EAAE,aAAa;YAClB,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;SAC9C,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACJ,MAAM,WAAW,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACjC,MAAM,KAAK,CAAC;IACb,CAAC;IAED,MAAM,gBAAgB,EAAE,CAAC;IAEzB,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,OAAO;QACjE,CAAC,CAAC,iCAAiC,CAAC;YAClC,gBAAgB;YAChB,UAAU,EAAE,sBAAsB,CAAC,wBAAwB;YAC3D,GAAG;YACH,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACjC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACtD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACxE,MAAM,IAAI,KAAK,CACd,SAAS,MAAM,2DAA2D,CAC1E,CAAC;gBACH,CAAC;gBACD,OAAO;oBACN,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnF,MAAM,EAAE,MAAM,CAAC,MAAM;iBACrB,CAAC;YACH,CAAC;YACD,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;gBACrF,OAAO,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5C,CAAC,CAAC;SACF,CAAC;QACH,CAAC,CAAC,SAAS,CAAC;IACb,2BAA2B,EAAE,KAAK,EAAE,CAAC;IAErC,MAAM,cAAc,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IACpD,OAAO;QACN,KAAK,CAAC,KAAK;YACV,gBAAgB,EAAE,CAAC;YACnB,2BAA2B,EAAE,IAAI,EAAE,CAAC;YACpC,wBAAwB,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC9C,IAAI,SAA4B,CAAC;YACjC,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YACnF,CAAC;oBAAS,CAAC;gBACV,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,WAAW,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,MAAM,CACnD,CAAC,KAAK,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,CAC9C,CAAC;YACF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,cAAc,CAAC,WAAW,EAAE,+CAA+C,CAAC,CAAC;YACxF,CAAC;QACF,CAAC;QACD,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;YAClF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC;KACF,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"controller-runtime.js","sourceRoot":"","sources":["../../src/controller/controller-runtime.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAkB,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAE,oBAAoB,IAAI,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAEtG,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACN,iCAAiC,EACjC,6BAA6B,GAC7B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACN,oBAAoB,EACpB,kBAAkB,EAClB,4BAA4B,GAC5B,MAAM,iCAAiC,CAAC;AAQzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,6BAA6B,EAAE,MAAM,sCAAsC,CAAC;AACrF,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAK/F,OAAO,EAAE,6BAA6B,EAAE,MAAM,wCAAwC,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,uCAAuC,EAAE,MAAM,yCAAyC,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EACN,gBAAgB,EAChB,WAAW,GAEX,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAO3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EACN,gCAAgC,EAChC,2BAA2B,EAC3B,uCAAuC,GACvC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AAGrF,OAAO,EAAE,mCAAmC,EAAE,MAAM,wCAAwC,CAAC;AAE7F,SAAS,yBAAyB,CAAC,OAAe;IACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,IAA0B;IAGjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,IAA0B;IAG/C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;AACvC,CAAC;AAED,SAAS,gCAAgC,CAAC,OAIzC;IACA,MAAM,0BAA0B,GAAG,OAAO,CAAC,sBAAsB,CAAC,wBAAwB,CACzF,OAAO,CAAC,MAAM,CACd,CAAC;IACF,MAAM,YAAY,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,OAAO;QACN,GAAG,0BAA0B;QAC7B,QAAQ,EAAE;YACT,GAAG,0BAA0B,CAAC,QAAQ;YACtC,yBAAyB,EAAE;gBAC1B,cAAc,EAAE,YAAY,CAAC,4BAA4B;gBACzD,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC7B,aAAa,EAAE,YAAY,CAAC,kCAAkC;aAC9D;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B,CACrC,MAAyF;IAEzF,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,SAAS;YACb,OAAO,IAAI,CAAC;QACb,KAAK,eAAe;YACnB,OAAO,eAAe,CAAC;QACxB,KAAK,uBAAuB;YAC3B,OAAO,UAAU,CAAC;QACnB,KAAK,yBAAyB;YAC7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,gCAAgC,CAAC,MAAM,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAkC;IACnE,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,QAAQ;YACZ,OAAO,CAAC,CAAC;QACV,KAAK,UAAU;YACd,OAAO,CAAC,CAAC;QACV,KAAK,eAAe;YACnB,OAAO,CAAC,CAAC;QACV,KAAK,SAAS;YACb,OAAO,CAAC,CAAC;QACV,KAAK,IAAI;YACR,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,+BAA+B,CAAC,KAAK,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,6BAA6B,CACrC,MAGG,EACH,OAAkE;IAElE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,CACN,MAAM;SACJ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACd,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC;QACjC,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,6BAA6B,CAAC,KAAK,CAAC,MAAM,CAAC,CAC9C;SACA,QAAQ,CACR,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE,CACzB,wBAAwB,CAAC,UAAU,CAAC,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAC3E,CAAC,CAAC,CAAC,IAAI,SAAS,CAClB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAC1B,KAA+C,EAC/C,OAAkE;IAElE,OAAO,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;AAClE,CAAC;AAOD,SAAS,wBAAwB,CAAC,KAAyB;IAC1D,OAAO,CACN,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,CAChG,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAwC;IACrE,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,IAAI;YACR,OAAO,IAAI,CAAC;QACb,KAAK,QAAQ;YACZ,OAAO,QAAQ,CAAC;QACjB,KAAK,OAAO,CAAC;QACb,KAAK,SAAS;YACb,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB;IACjD,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,QAAQ;YACZ,OAAO,CAAC,CAAC;QACV,KAAK,UAAU;YACd,OAAO,CAAC,CAAC;QACV,KAAK,IAAI;YACR,OAAO,CAAC,CAAC;QACV,KAAK,SAAS;YACb,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,oBAAoB,CAC5B,MAAyC,EACzC,OAAkE;IAElE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,CACN,MAAM;SACJ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACd,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,CACpF;SACA,QAAQ,CACR,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,CACnF,CAAC,CAAC,CAAC,IAAI,SAAS,CAClB,CAAC;AACH,CAAC;AAED,SAAS,gCAAgC,CAAC,MAAa;IACtD,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,+BAA+B,CAAC,KAAY;IACpD,MAAM,IAAI,KAAK,CAAC,qCAAqC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,6BAA6B,CAAC,MAAa;IACnD,MAAM,IAAI,KAAK,CAAC,oCAAoC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAY;IAC3C,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,yBAAyB,CAAC,OAKlC;IACA,IAAI,OAAO,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,cAAc,EAAE,CAAC;QAC5E,OAAO,OAAO,CAAC,SAAS,CAAC;IAC1B,CAAC;IACD,IACC,OAAO,CAAC,oBAAoB,KAAK,eAAe;QAChD,OAAO,CAAC,oBAAoB,KAAK,UAAU;QAC3C,OAAO,CAAC,oBAAoB,KAAK,QAAQ,EACxC,CAAC;QACF,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,KAAK,UAAU,IAAI,OAAO,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC5E,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,CAAC,4BAA4B,EAAE,CAAC;QAC1C,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC,SAAS,CAAC;AAC1B,CAAC;AAED,SAAS,4BAA4B,CACpC,MAAqC,EACrC,OAAkE;IAElE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;YACtF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,CACN,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC;YAClC,KAAK,CAAC,MAAM,KAAK,QAAQ;YACzB,KAAK,CAAC,MAAM,KAAK,OAAO;YACxB,KAAK,CAAC,MAAM,KAAK,SAAS,CAC1B,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,OAItC;IACA,IAAI,IAA0B,CAAC;IAC/B,IAAI,CAAC;QACJ,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,uCAAuC,CAChD,OAAO,CAAC,MAAM,EACd,8BAA8B,EAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CACjB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;QACpC,MAAM,IAAI,gCAAgC,CACzC,OAAO,CAAC,MAAM,EACd,qBAAqB,OAAO,CAAC,MAAM,6FAA6F,CAChI,CAAC;IACH,CAAC;IACD,OAAO;QACN,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM;QAC1C,WAAW,EAAE,OAAO,CAAC,qBAAqB;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;QAC9C,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU;QAC3C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,OAAsC,EACtC,YAA2C;IAE3C,MAAM,mBAAmB,GAAG,CAC3B,YAAY,CAAC,4BAA4B,IAAI,4BAA4B,CACzE,EAAE,CAAC;IACJ,yBAAyB,CACxB,yCAAyC,mBAAmB,CAAC,cAAc,qBAAqB,mBAAmB,CAAC,gBAAgB,EAAE,CACtI,CAAC;IACF,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACzC,MAAM,WAAW,GAChB,YAAY,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,MAAc,EAAE,EAAuB,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzF,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC7C,WAAW,EACX,6BAA6B,EAC7B,KAAK,IAAI,EAAE,CACV,MAAM,oBAAoB,CACzB,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,oBAAoB,IAAI,+BAA+B,CACpE,CACF,CAAC;IACF,MAAM,yBAAyB,GAAG,KAAK,IAAoC,EAAE,CAC5E,MAAM,iBAAiB,CACtB,WAAW,EACX,sCAAsC,EACtC,KAAK,IAAI,EAAE,CACV,MAAM,oBAAoB,CACzB,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,oBAAoB,IAAI,+BAA+B,CACpE,CACF,CAAC;IACH,MAAM,qBAAqB,GAAG,MAAM,4BAA4B,CAC/D,OAAO,CAAC,YAAY,EACpB,cAAc,CACd,CAAC;IACF,MAAM,mBAAmB,GACxB,YAAY,CAAC,mBAAmB;QAChC,CAAC,KAAK,EAAE,aAAa,EAAsB,EAAE,CAC5C,MAAM,YAAY,CAAC;YAClB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,QAAQ;YACvC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;YAChD,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,MAAM,EAAE,aAAa,CAAC,MAAM;YAC5B,cAAc,EAAE,aAAa,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;IACN,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC5D,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,MAAM,wBAAwB,GAAG,IAAI,wBAAwB,EAAE,CAAC;IAChE,MAAM,sBAAsB,GAC3B,YAAY,CAAC,sBAAsB,IAAI,IAAI,sBAAsB,EAAE,CAAC;IACrE,MAAM,qBAAqB,GAAG,YAAY,CAAC,qBAAqB,IAAI,IAAI,qBAAqB,EAAE,CAAC;IAChG,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC7C,eAAe,EAAE;YAChB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACvB,MAAM,CAAC,YAAY,CAAC,wBAAwB,IAAI,wBAAwB,CAAC,CAAC;oBACzE,aAAa,EAAE,OAAO,CAAC,GAAG;oBAC1B,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;oBACxD,KAAK;oBACL,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU;iBAC3C,CAAC,CAAC;YACJ,CAAC;SACD;QACD,iBAAiB,EAAE,sBAAsB,CAAC,iBAAiB;QAC3D,YAAY,EAAE,sBAAsB,CAAC,YAAY;KACjD,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,CAAC,MAAc,EAAU,EAAE;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,4CAA4C,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACvC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CACvC,MAAM,mBAAmB,CAAC;YACzB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,cAAc;SACd,CAAC;QACH,GAAG;QACH,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB;QAC5D,GAAG,CAAC,YAAY,CAAC,mBAAmB,KAAK,SAAS;YACjD,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;YAC3D,CAAC,CAAC,EAAE,CAAC;QACN,WAAW;QACX,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC,gBAAgB;QACvD,OAAO;KACP,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,gBAAgB,CAAC;QACnC,SAAS,EAAE,GAAG,EAAE,CACf,YAAY,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzC,cAAc,EAAE,YAAY,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;SAC5B,CAAC,CAAC;QACJ,GAAG;QACH,YAAY,EAAE,KAAK,EAClB,OAAe,EACf,cAA6D,EAC5D,EAAE;YACH,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC1D,CAAC;KACD,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,KAAK,IAAmB,EAAE;QAClD,YAAY,CAAC,qBAAqB,EAAE,CAAC;QACrC,yEAAyE;QACzE,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAC;QACxC,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;IACtC,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,YAAY,CAAC,eAAe,IAAI,WAAW,CAAC,CAChE,GAAG,EAAE,CACJ,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAC3C,yBAAyB,CACxB,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACxF,CACD,EACF,MAAM,CACN,CAAC;IACF,MAAM,gBAAgB,GAAG,GAAS,EAAE,CACnC,CAAC,YAAY,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC,WAAW,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,KAAK,IAAgC,EAAE;QAC/D,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACJ,+FAA+F;gBAC/F,MAAM,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1F,yBAAyB,CACxB,4BAA4B,KAAK,CAAC,EAAE,iCAAiC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;YACH,CAAC;QACF,CAAC;QACD,OAAO,aAAa,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,cAAc,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;IAC/E,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;QAC1C,oBAAoB,EAAE,CAAC,IAAI,EAAE,EAAE,CAC9B,cAAc,CAAC,IAAI,CAAC;YACnB,CAAC,CAAC,yBAAyB,CAAC;gBAC1B,GAAG,CAAC,YAAY,CAAC,0BAA0B;oBAC1C,CAAC,CAAC,EAAE,0BAA0B,EAAE,YAAY,CAAC,0BAA0B,EAAE;oBACzE,CAAC,CAAC,EAAE,CAAC;gBACN,yBAAyB;gBACzB,GAAG,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,YAAY,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvF,YAAY;gBACZ,GAAG;gBACH,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,CAClD,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,CAAC;oBACzD,OAAO,EAAE,WAAW;oBACpB,kBAAkB,EAAE,sBAAsB,CAAC,uBAAuB,CAAC,MAAM,CAAC;oBAC1E,oBAAoB,EAAE,gCAAgC,CAAC;wBACtD,YAAY,EAAE,OAAO,CAAC,YAAY;wBAClC,sBAAsB;wBACtB,MAAM;qBACN,CAAC;oBACF,cAAc,EAAE,YAAY,EAAE,cAAc,IAAI,cAAc;oBAC9D,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,MAAM;iBACN,CAAC;gBACH,cAAc;gBACd,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,IAAI;aACJ,CAAC;YACH,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;gBACnB,CAAC,CAAC,uBAAuB,CAAC;oBACxB,kBAAkB;oBAClB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxE,qBAAqB;oBACrB,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,mBAAmB;wBACnC,CAAC,CAAC,EAAE,mBAAmB,EAAE,YAAY,CAAC,mBAAmB,EAAE;wBAC3D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,oBAAoB;wBACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACN,GAAG,CAAC,YAAY,CAAC,iBAAiB;wBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;wBACvD,CAAC,CAAC,EAAE,CAAC;oBACN,wBAAwB;oBACxB,cAAc;oBACd,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,IAAI;iBACJ,CAAC;gBACH,CAAC,CAAC,CAAC,GAAG,EAAE;oBACN,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpE,CAAC,CAAC,EAAE;QACR,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,QAAQ,EAAE,yBAAyB;QACnC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC,CAAC;IAEH,MAAM,SAAS,GAA6C,EAAE,CAAC;IAC/D,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,YAAY,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,6BAA6B,CAAC;QACpD,gBAAgB;QAChB,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACjC,UAAU,CAAC,GAAG,EAAE;gBACf,KAAK,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;oBACxD,yBAAyB,CACxB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC;gBACH,CAAC,CAAC,CAAC;YACJ,CAAC,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;QACD,SAAS,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;QAC1C,YAAY,EAAE,KAAK,EAAE,OAAe,EAAE,cAAc,EAAE,EAAE,CACvD,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC;QACzD,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE;KACvD,CAAC,CAAC;IACH,MAAM,UAAU,GAAG;QAClB,GAAG,iCAAiC,CAAC;YACpC,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC;YACtF,eAAe,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;YAChD,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC;YACnE,yBAAyB,EAAE,GAAG,EAAE;gBAC/B,MAAM,SAAS,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC;gBACpB,OAAO,MAAM,CAAC,WAAW,CACxB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,EAAE;oBACrD,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;oBAC5E,MAAM,2BAA2B,GAAG,kBAAkB,CAAC,MAAM,CAC5D,CACC,KAAK,EAIJ,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,+BAA+B,CACnD,CAAC;oBACF,MAAM,uBAAuB,GAAG,kBAAkB,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;oBACpF,MAAM,gCAAgC,GAAG,kBAAkB,CAAC,MAAM,CACjE,CAAC,KAAK,EAAE,EAAE,CACT,KAAK,CAAC,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,CACjF,CAAC;oBACF,IACC,2BAA2B,CAAC,MAAM,KAAK,CAAC;wBACxC,uBAAuB,CAAC,MAAM,KAAK,CAAC;wBACpC,gCAAgC,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;wBACF,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;oBAC5B,CAAC;oBACD,MAAM,oBAAoB,GACzB,2BAA2B,CAAC,MAAM,KAAK,CAAC;wBACvC,CAAC,CAAC,SAAS,CAAC,oBAAoB;wBAChC,CAAC,CAAC,6BAA6B,CAAC,2BAA2B,EAAE;4BAC3D,KAAK;4BACL,YAAY,EAAE,sBAAsB,CAAC,YAAY;yBACjD,CAAC,CAAC;oBACN,MAAM,WAAW,GAChB,uBAAuB,CAAC,MAAM,KAAK,CAAC;wBACnC,CAAC,CAAC,SAAS,CAAC,WAAW;wBACvB,CAAC,CAAC,oBAAoB,CAAC,uBAAuB,EAAE;4BAC9C,KAAK;4BACL,YAAY,EAAE,sBAAsB,CAAC,YAAY;yBACjD,CAAC,CAAC;oBACN,MAAM,4BAA4B,GAAG,4BAA4B,CAChE,gCAAgC,EAChC;wBACC,KAAK;wBACL,YAAY,EAAE,sBAAsB,CAAC,YAAY;qBACjD,CACD,CAAC;oBACF,OAAO;wBACN,MAAM;wBACN;4BACC,GAAG,SAAS;4BACZ,oBAAoB;4BACpB,qBAAqB,EAAE,yBAAyB,CAAC;gCAChD,oBAAoB;gCACpB,4BAA4B;gCAC5B,SAAS,EAAE,SAAS,CAAC,qBAAqB;gCAC1C,WAAW;6BACX,CAAC;4BACF,WAAW;yBACwB;qBACpC,CAAC;gBACH,CAAC,CAAC,CACF,CAAC;YACH,CAAC;YACD,sBAAsB,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE;YAC1D,cAAc;YACd,YAAY,EAAE,OAAO,CAAC,YAAY;SAClC,CAAC;QACF,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CAC1D,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC;QACjE,iBAAiB,EAAE,KAAK,EAAE,QAA4B,EAAE,EAAE,CACzD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QAC7E,YAAY,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,EAAE,CACtD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;QAC7D,gBAAgB,EAAE,KAAK,EAAE,MAAc,EAAE,EAAE,CAC1C,MAAM,gBAAgB,CACrB,6BAA6B,CAAC;YAC7B,qBAAqB;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,MAAM;SACN,CAAC,CACF;QACF,iBAAiB,EAAE,KAAK,EAAE,MAAc,EAAE,KAAsB,EAAE,EAAE,CACnE,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACjE,kBAAkB,EAAE,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,KAAyB,EAAE,EAAE,CACvF,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC1E,gBAAgB,EAAE,KAAK,EACtB,MAAc,EACd,MAAc,EACd,KAA0D,EACzD,EAAE,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC5E,WAAW,EAAE,KAAK,EAAE,MAAc,EAAE,KAAwC,EAAE,EAAE,CAC/E,MAAM,qBAAqB,CAAC,YAAY,CACvC,MAAM,EACN,KAAK,IAAI,EAAE,CACV,MAAM,WAAW,CAAC;YACjB,GAAG,6BAA6B,CAAC;gBAChC,qBAAqB;gBACrB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM;aACN,CAAC;YACF,YAAY,EAAE,KAAK,CAAC,YAAY;SAChC,CAAC,CACH;QACF,sBAAsB,EAAE,CAAC,MAAc,EAAE,KAAyB,EAAE,EAAE,CACrE,sBAAsB,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QACzD,cAAc;KACd,CAAC;IACF,MAAM,gBAAgB,GAAG,6BAA6B,CAAC;QACtD,4BAA4B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC;QAC7E,mBAAmB,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE;QACjD,GAAG;QACH,gBAAgB,EAAE,sBAAsB,CAAC,yBAAyB,CAAC,gBAAgB;QACnF,QAAQ,EAAE,yBAAyB;KACnC,CAAC,CAAC;IACH,MAAM,2BAA2B,GAAG,CAAC,OAIpC,EAAgC,EAAE;QAClC,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,6BAA6B,CAAC;gBAC5C,cAAc,EAAE,OAAO,CAAC,iBAAiB,EAAE;gBAC3C,gBAAgB,EAAE;oBACjB,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;oBAChD,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;iBACtB;aACD,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,KAAK,oBAAoB,IAAI,MAAM,CAAC,IAAI,KAAK,yBAAyB;gBACvF,CAAC,CAAC,uBAAuB;gBACzB,CAAC,CAAC,oBAAoB,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,yBAAyB,CACxB,8DAA8D,OAAO,CAAC,MAAM,MAAM,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAC7G,CAAC;YACF,OAAO,oBAAoB,CAAC;QAC7B,CAAC;IACF,CAAC,CAAC;IACF,MAAM,aAAa,GAAG,uBAAuB,CAAC;QAC7C,gBAAgB;QAChB,YAAY;QACZ,GAAG,CAAC,YAAY,CAAC,oBAAoB;YACpC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,EAAE;YAC7D,CAAC,CAAC,EAAE,CAAC;QACN,UAAU;QACV,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,gBAAgB,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE;QAC9C,cAAc;QACd,YAAY,EAAE,OAAO,CAAC,YAAY;KAClC,CAAC,CAAC;IACH,MAAM,WAAW,CAAC,sBAAsB,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,IAAI,EAAE;QAC9F,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;YACrF,GAAG,EAAE,aAAa;YAClB,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;SAC9C,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACJ,MAAM,WAAW,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACjC,MAAM,KAAK,CAAC;IACb,CAAC;IAED,MAAM,gBAAgB,EAAE,CAAC;IAEzB,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,OAAO;QACjE,CAAC,CAAC,iCAAiC,CAAC;YAClC,GAAG,CAAC,YAAY,CAAC,iBAAiB;gBACjC,CAAC,CAAC,EAAE,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,EAAE;gBACvD,CAAC,CAAC,EAAE,CAAC;YACN,yBAAyB,EAAE,sBAAsB,CAAC,yBAAyB;YAC3E,gBAAgB;YAChB,2BAA2B;YAC3B,UAAU,EAAE,sBAAsB,CAAC,wBAAwB;YAC3D,GAAG;YACH,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACjC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACtD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACxE,MAAM,IAAI,KAAK,CACd,SAAS,MAAM,2DAA2D,CAC1E,CAAC;gBACH,CAAC;gBACD,OAAO;oBACN,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnF,MAAM,EAAE,MAAM,CAAC,MAAM;iBACrB,CAAC;YACH,CAAC;YACD,gBAAgB;YAChB,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,YAAY,EAAE,sBAAsB,CAAC,YAAY;YACjD,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;gBACrF,OAAO,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5C,CAAC,CAAC;SACF,CAAC;QACH,CAAC,CAAC,SAAS,CAAC;IACb,2BAA2B,EAAE,KAAK,EAAE,CAAC;IAErC,MAAM,cAAc,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IACpD,OAAO;QACN,KAAK,CAAC,KAAK;YACV,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACjC,gBAAgB,EAAE,CAAC;YACnB,MAAM,2BAA2B,EAAE,IAAI,EAAE,CAAC;YAC1C,MAAM,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;YAC5C,wBAAwB,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC9C,IAAI,SAA4B,CAAC;YACjC,IAAI,CAAC;gBACJ,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YACnF,CAAC;oBAAS,CAAC;gBACV,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,WAAW,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,MAAM,CACnD,CAAC,KAAK,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,CAC9C,CAAC;YACF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,cAAc,CAAC,WAAW,EAAE,+CAA+C,CAAC,CAAC;YACxF,CAAC;QACF,CAAC;QACD,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QACxD,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;YAClF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC;KACF,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { AgentVmHealthEvent } from '@agent-vm/gateway-interface';
|
|
2
|
+
import type { GatewayVmRecoveryObservation, GatewayVmRecoveryReason } from './gateway-vm-recovery-policy.js';
|
|
3
|
+
export type AgentChannelProviderHealthEvent = Extract<AgentVmHealthEvent, {
|
|
4
|
+
readonly kind: 'agent-channel-provider-health';
|
|
5
|
+
}>;
|
|
6
|
+
export type ChannelProviderRecoveryObservation = {
|
|
7
|
+
readonly kind: 'record-observation';
|
|
8
|
+
readonly observation: GatewayVmRecoveryObservation;
|
|
9
|
+
readonly reason?: GatewayVmRecoveryReason | undefined;
|
|
10
|
+
} | {
|
|
11
|
+
readonly kind: 'observe-only';
|
|
12
|
+
readonly reason: 'channel-provider-restart-disabled' | 'channel-provider-transitioning' | 'channel-provider-unrecoverable';
|
|
13
|
+
};
|
|
14
|
+
export interface DeriveChannelProviderRecoveryObservationOptions {
|
|
15
|
+
readonly allowRestartWhenUnrecoverable?: boolean | undefined;
|
|
16
|
+
readonly event: AgentChannelProviderHealthEvent;
|
|
17
|
+
readonly nowMs: number;
|
|
18
|
+
readonly restartGatewayOnRecoverable?: boolean | undefined;
|
|
19
|
+
readonly staleAfterMs: number;
|
|
20
|
+
readonly transitioningTimeoutMs: number;
|
|
21
|
+
}
|
|
22
|
+
export declare function deriveChannelProviderRecoveryObservation(options: DeriveChannelProviderRecoveryObservationOptions): ChannelProviderRecoveryObservation;
|
|
23
|
+
//# sourceMappingURL=channel-provider-recovery-observation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"channel-provider-recovery-observation.d.ts","sourceRoot":"","sources":["../../../src/controller/health/channel-provider-recovery-observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,KAAK,EACX,4BAA4B,EAC5B,uBAAuB,EACvB,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,+BAA+B,GAAG,OAAO,CACpD,kBAAkB,EAClB;IAAE,QAAQ,CAAC,IAAI,EAAE,+BAA+B,CAAA;CAAE,CAClD,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAC3C;IACA,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,QAAQ,CAAC,WAAW,EAAE,4BAA4B,CAAC;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;CACrD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,MAAM,EACZ,mCAAmC,GACnC,gCAAgC,GAChC,gCAAgC,CAAC;CACnC,CAAC;AAEL,MAAM,WAAW,+CAA+C;IAC/D,QAAQ,CAAC,6BAA6B,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7D,QAAQ,CAAC,KAAK,EAAE,+BAA+B,CAAC;IAChD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,2BAA2B,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3D,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,sBAAsB,EAAE,MAAM,CAAC;CACxC;AAED,wBAAgB,wCAAwC,CACvD,OAAO,EAAE,+CAA+C,GACtD,kCAAkC,CA8BpC"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
export function deriveChannelProviderRecoveryObservation(options) {
|
|
2
|
+
switch (options.event.health) {
|
|
3
|
+
case 'healthy':
|
|
4
|
+
if (isStaleChannelProviderEvent(options)) {
|
|
5
|
+
return staleChannelProviderObservation(options.nowMs, options.event);
|
|
6
|
+
}
|
|
7
|
+
return {
|
|
8
|
+
kind: 'record-observation',
|
|
9
|
+
observation: {
|
|
10
|
+
channelProviderId: options.event.channelProviderId,
|
|
11
|
+
observedAtMs: options.event.observedAtMs,
|
|
12
|
+
result: 'ok',
|
|
13
|
+
zoneId: options.event.zoneId,
|
|
14
|
+
},
|
|
15
|
+
};
|
|
16
|
+
case 'transitioning':
|
|
17
|
+
return deriveTransitioningChannelProviderObservation(options);
|
|
18
|
+
case 'unhealthy-recoverable':
|
|
19
|
+
if (isStaleChannelProviderEvent(options)) {
|
|
20
|
+
return staleChannelProviderObservation(options.nowMs, options.event);
|
|
21
|
+
}
|
|
22
|
+
return options.restartGatewayOnRecoverable === false
|
|
23
|
+
? { kind: 'observe-only', reason: 'channel-provider-restart-disabled' }
|
|
24
|
+
: failedChannelProviderObservation(options.event.observedAtMs, options.event);
|
|
25
|
+
case 'unhealthy-unrecoverable':
|
|
26
|
+
return options.allowRestartWhenUnrecoverable === true
|
|
27
|
+
? failedChannelProviderObservation(options.event.observedAtMs, options.event)
|
|
28
|
+
: { kind: 'observe-only', reason: 'channel-provider-unrecoverable' };
|
|
29
|
+
}
|
|
30
|
+
return assertNeverAgentChannelProviderHealth(options.event.health);
|
|
31
|
+
}
|
|
32
|
+
function isStaleChannelProviderEvent(options) {
|
|
33
|
+
return options.nowMs - options.event.observedAtMs > options.staleAfterMs;
|
|
34
|
+
}
|
|
35
|
+
function deriveTransitioningChannelProviderObservation(options) {
|
|
36
|
+
const transitionStartedAtMs = options.event.transitionStartedAtMs ?? options.event.observedAtMs;
|
|
37
|
+
if (options.nowMs - transitionStartedAtMs <= options.transitioningTimeoutMs) {
|
|
38
|
+
return { kind: 'observe-only', reason: 'channel-provider-transitioning' };
|
|
39
|
+
}
|
|
40
|
+
return failedChannelProviderObservation(options.nowMs, options.event);
|
|
41
|
+
}
|
|
42
|
+
function failedChannelProviderObservation(observedAtMs, event) {
|
|
43
|
+
return {
|
|
44
|
+
kind: 'record-observation',
|
|
45
|
+
observation: {
|
|
46
|
+
channelProviderId: event.channelProviderId,
|
|
47
|
+
observedAtMs,
|
|
48
|
+
result: 'failed',
|
|
49
|
+
zoneId: event.zoneId,
|
|
50
|
+
},
|
|
51
|
+
reason: 'agent-channel-provider-unhealthy',
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
function staleChannelProviderObservation(observedAtMs, event) {
|
|
55
|
+
return {
|
|
56
|
+
kind: 'record-observation',
|
|
57
|
+
observation: {
|
|
58
|
+
channelProviderId: event.channelProviderId,
|
|
59
|
+
observedAtMs,
|
|
60
|
+
result: 'stale',
|
|
61
|
+
zoneId: event.zoneId,
|
|
62
|
+
},
|
|
63
|
+
reason: 'agent-channel-provider-unhealthy',
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
function assertNeverAgentChannelProviderHealth(health) {
|
|
67
|
+
throw new Error(`Unhandled agent channel provider health: ${String(health)}`);
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=channel-provider-recovery-observation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"channel-provider-recovery-observation.js","sourceRoot":"","sources":["../../../src/controller/health/channel-provider-recovery-observation.ts"],"names":[],"mappings":"AAmCA,MAAM,UAAU,wCAAwC,CACvD,OAAwD;IAExD,QAAQ,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,SAAS;YACb,IAAI,2BAA2B,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,OAAO,+BAA+B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACtE,CAAC;YACD,OAAO;gBACN,IAAI,EAAE,oBAAoB;gBAC1B,WAAW,EAAE;oBACZ,iBAAiB,EAAE,OAAO,CAAC,KAAK,CAAC,iBAAiB;oBAClD,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY;oBACxC,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;iBAC5B;aACD,CAAC;QACH,KAAK,eAAe;YACnB,OAAO,6CAA6C,CAAC,OAAO,CAAC,CAAC;QAC/D,KAAK,uBAAuB;YAC3B,IAAI,2BAA2B,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,OAAO,+BAA+B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,OAAO,CAAC,2BAA2B,KAAK,KAAK;gBACnD,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,mCAAmC,EAAE;gBACvE,CAAC,CAAC,gCAAgC,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAChF,KAAK,yBAAyB;YAC7B,OAAO,OAAO,CAAC,6BAA6B,KAAK,IAAI;gBACpD,CAAC,CAAC,gCAAgC,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC;gBAC7E,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;IACxE,CAAC;IACD,OAAO,qCAAqC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,2BAA2B,CACnC,OAAwD;IAExD,OAAO,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;AAC1E,CAAC;AAED,SAAS,6CAA6C,CACrD,OAAwD;IAExD,MAAM,qBAAqB,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,IAAI,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;IAChG,IAAI,OAAO,CAAC,KAAK,GAAG,qBAAqB,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC;QAC7E,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;IAC3E,CAAC;IACD,OAAO,gCAAgC,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,gCAAgC,CACxC,YAAoB,EACpB,KAAsC;IAEtC,OAAO;QACN,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE;YACZ,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;YAC1C,YAAY;YACZ,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM;SACpB;QACD,MAAM,EAAE,kCAAkC;KAC1C,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CACvC,YAAoB,EACpB,KAAsC;IAEtC,OAAO;QACN,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE;YACZ,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;YAC1C,YAAY;YACZ,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,KAAK,CAAC,MAAM;SACpB;QACD,MAAM,EAAE,kCAAkC;KAC1C,CAAC;AACH,CAAC;AAED,SAAS,qCAAqC,CAAC,MAAa;IAC3D,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAC/E,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { type AgentVmHealthEvent } from '@agent-vm/gateway-interface';
|
|
2
|
+
export interface AppendDurableHealthEventOptions {
|
|
3
|
+
readonly controllerPid: number;
|
|
4
|
+
readonly controllerPort: number;
|
|
5
|
+
readonly event: AgentVmHealthEvent;
|
|
6
|
+
readonly operationId?: string | undefined;
|
|
7
|
+
readonly runtimeDir: string;
|
|
8
|
+
}
|
|
9
|
+
export interface DurableHealthEventRecord {
|
|
10
|
+
readonly body: AgentVmHealthEvent;
|
|
11
|
+
readonly controllerPid: number;
|
|
12
|
+
readonly controllerPort: number;
|
|
13
|
+
readonly eventKind: AgentVmHealthEvent['kind'];
|
|
14
|
+
readonly observedAtMs: number;
|
|
15
|
+
readonly operationId?: string | undefined;
|
|
16
|
+
readonly zoneId: string;
|
|
17
|
+
}
|
|
18
|
+
export interface ReadDurableHealthEventsOptions {
|
|
19
|
+
readonly runtimeDir: string;
|
|
20
|
+
}
|
|
21
|
+
export declare function controllerHealthEventLogPath(runtimeDir: string): string;
|
|
22
|
+
export declare function appendDurableHealthEvent(options: AppendDurableHealthEventOptions): Promise<void>;
|
|
23
|
+
export declare function readDurableHealthEvents(options: ReadDurableHealthEventsOptions): Promise<readonly DurableHealthEventRecord[]>;
|
|
24
|
+
//# sourceMappingURL=durable-health-event-log.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"durable-health-event-log.d.ts","sourceRoot":"","sources":["../../../src/controller/health/durable-health-event-log.ts"],"names":[],"mappings":"AAGA,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAE5F,MAAM,WAAW,+BAA+B;IAC/C,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC;IACnC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,wBAAwB;IACxC,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC/C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,8BAA8B;IAC9C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B;AAED,wBAAgB,4BAA4B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEvE;AAED,wBAAsB,wBAAwB,CAC7C,OAAO,EAAE,+BAA+B,GACtC,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,uBAAuB,CAC5C,OAAO,EAAE,8BAA8B,GACrC,OAAO,CAAC,SAAS,wBAAwB,EAAE,CAAC,CAe9C"}
|