@elaraai/e3-rack 0.0.0-bootstrap.0 → 1.0.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +407 -2
- package/dist/src/client/client.spec.d.ts +6 -0
- package/dist/src/client/client.spec.d.ts.map +1 -0
- package/dist/src/client/client.spec.js +150 -0
- package/dist/src/client/client.spec.js.map +1 -0
- package/dist/src/client/connect.d.ts +52 -0
- package/dist/src/client/connect.d.ts.map +1 -0
- package/dist/src/client/connect.js +112 -0
- package/dist/src/client/connect.js.map +1 -0
- package/dist/src/client/hub-client.d.ts +57 -0
- package/dist/src/client/hub-client.d.ts.map +1 -0
- package/dist/src/client/hub-client.js +87 -0
- package/dist/src/client/hub-client.js.map +1 -0
- package/dist/src/client/local-http.d.ts +78 -0
- package/dist/src/client/local-http.d.ts.map +1 -0
- package/dist/src/client/local-http.js +149 -0
- package/dist/src/client/local-http.js.map +1 -0
- package/dist/src/client/session-attempts.d.ts +20 -0
- package/dist/src/client/session-attempts.d.ts.map +1 -0
- package/dist/src/client/session-attempts.js +88 -0
- package/dist/src/client/session-attempts.js.map +1 -0
- package/dist/src/client/session-data-server.d.ts +37 -0
- package/dist/src/client/session-data-server.d.ts.map +1 -0
- package/dist/src/client/session-data-server.js +280 -0
- package/dist/src/client/session-data-server.js.map +1 -0
- package/dist/src/client/session-data-server.spec.d.ts +6 -0
- package/dist/src/client/session-data-server.spec.d.ts.map +1 -0
- package/dist/src/client/session-data-server.spec.js +192 -0
- package/dist/src/client/session-data-server.spec.js.map +1 -0
- package/dist/src/client/session.d.ts +119 -0
- package/dist/src/client/session.d.ts.map +1 -0
- package/dist/src/client/session.js +290 -0
- package/dist/src/client/session.js.map +1 -0
- package/dist/src/hub/config.d.ts +74 -0
- package/dist/src/hub/config.d.ts.map +1 -0
- package/dist/src/hub/config.js +159 -0
- package/dist/src/hub/config.js.map +1 -0
- package/dist/src/hub/fair-lease-store.d.ts +36 -0
- package/dist/src/hub/fair-lease-store.d.ts.map +1 -0
- package/dist/src/hub/fair-lease-store.js +73 -0
- package/dist/src/hub/fair-lease-store.js.map +1 -0
- package/dist/src/hub/hub.d.ts +91 -0
- package/dist/src/hub/hub.d.ts.map +1 -0
- package/dist/src/hub/hub.js +641 -0
- package/dist/src/hub/hub.js.map +1 -0
- package/dist/src/hub/hub.spec.d.ts +6 -0
- package/dist/src/hub/hub.spec.d.ts.map +1 -0
- package/dist/src/hub/hub.spec.js +363 -0
- package/dist/src/hub/hub.spec.js.map +1 -0
- package/dist/src/hub/infrastructure.spec.d.ts +6 -0
- package/dist/src/hub/infrastructure.spec.d.ts.map +1 -0
- package/dist/src/hub/infrastructure.spec.js +211 -0
- package/dist/src/hub/infrastructure.spec.js.map +1 -0
- package/dist/src/hub/lock.d.ts +62 -0
- package/dist/src/hub/lock.d.ts.map +1 -0
- package/dist/src/hub/lock.js +165 -0
- package/dist/src/hub/lock.js.map +1 -0
- package/dist/src/hub/main.d.ts +16 -0
- package/dist/src/hub/main.d.ts.map +1 -0
- package/dist/src/hub/main.js +56 -0
- package/dist/src/hub/main.js.map +1 -0
- package/dist/src/hub/session-bridge.d.ts +116 -0
- package/dist/src/hub/session-bridge.d.ts.map +1 -0
- package/dist/src/hub/session-bridge.js +336 -0
- package/dist/src/hub/session-bridge.js.map +1 -0
- package/dist/src/identity/file-identity-store.d.ts +18 -0
- package/dist/src/identity/file-identity-store.d.ts.map +1 -0
- package/dist/src/identity/file-identity-store.js +34 -0
- package/dist/src/identity/file-identity-store.js.map +1 -0
- package/dist/src/identity/file-identity-store.spec.d.ts +6 -0
- package/dist/src/identity/file-identity-store.spec.d.ts.map +1 -0
- package/dist/src/identity/file-identity-store.spec.js +59 -0
- package/dist/src/identity/file-identity-store.spec.js.map +1 -0
- package/dist/src/identity/in-memory-identity-store.d.ts +48 -0
- package/dist/src/identity/in-memory-identity-store.d.ts.map +1 -0
- package/dist/src/identity/in-memory-identity-store.js +102 -0
- package/dist/src/identity/in-memory-identity-store.js.map +1 -0
- package/dist/src/identity/machine-identity.d.ts +134 -0
- package/dist/src/identity/machine-identity.d.ts.map +1 -0
- package/dist/src/identity/machine-identity.js +65 -0
- package/dist/src/identity/machine-identity.js.map +1 -0
- package/dist/src/index.d.ts +34 -0
- package/dist/src/index.d.ts.map +1 -0
- package/dist/src/index.js +34 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/lease/closure.d.ts +96 -0
- package/dist/src/lease/closure.d.ts.map +1 -0
- package/dist/src/lease/closure.js +192 -0
- package/dist/src/lease/closure.js.map +1 -0
- package/dist/src/lease/closure.spec.d.ts +6 -0
- package/dist/src/lease/closure.spec.d.ts.map +1 -0
- package/dist/src/lease/closure.spec.js +35 -0
- package/dist/src/lease/closure.spec.js.map +1 -0
- package/dist/src/lease/coordinator.d.ts +34 -0
- package/dist/src/lease/coordinator.d.ts.map +1 -0
- package/dist/src/lease/coordinator.js +42 -0
- package/dist/src/lease/coordinator.js.map +1 -0
- package/dist/src/lease/in-memory-lease-store.d.ts +58 -0
- package/dist/src/lease/in-memory-lease-store.d.ts.map +1 -0
- package/dist/src/lease/in-memory-lease-store.js +132 -0
- package/dist/src/lease/in-memory-lease-store.js.map +1 -0
- package/dist/src/lease/lease-store.d.ts +169 -0
- package/dist/src/lease/lease-store.d.ts.map +1 -0
- package/dist/src/lease/lease-store.js +94 -0
- package/dist/src/lease/lease-store.js.map +1 -0
- package/dist/src/lease/lease-store.spec.d.ts +6 -0
- package/dist/src/lease/lease-store.spec.d.ts.map +1 -0
- package/dist/src/lease/lease-store.spec.js +8 -0
- package/dist/src/lease/lease-store.spec.js.map +1 -0
- package/dist/src/lease/rack-dispatch.d.ts +105 -0
- package/dist/src/lease/rack-dispatch.d.ts.map +1 -0
- package/dist/src/lease/rack-dispatch.js +6 -0
- package/dist/src/lease/rack-dispatch.js.map +1 -0
- package/dist/src/mutation-queue.d.ts +13 -0
- package/dist/src/mutation-queue.d.ts.map +1 -0
- package/dist/src/mutation-queue.js +17 -0
- package/dist/src/mutation-queue.js.map +1 -0
- package/dist/src/paths.d.ts +56 -0
- package/dist/src/paths.d.ts.map +1 -0
- package/dist/src/paths.js +82 -0
- package/dist/src/paths.js.map +1 -0
- package/dist/src/protocol/control.d.ts +295 -0
- package/dist/src/protocol/control.d.ts.map +1 -0
- package/dist/src/protocol/control.js +74 -0
- package/dist/src/protocol/control.js.map +1 -0
- package/dist/src/protocol/index.d.ts +9 -0
- package/dist/src/protocol/index.d.ts.map +1 -0
- package/dist/src/protocol/index.js +9 -0
- package/dist/src/protocol/index.js.map +1 -0
- package/dist/src/protocol/rack-wire.d.ts +357 -0
- package/dist/src/protocol/rack-wire.d.ts.map +1 -0
- package/dist/src/protocol/rack-wire.js +262 -0
- package/dist/src/protocol/rack-wire.js.map +1 -0
- package/dist/src/protocol/rack-wire.spec.d.ts +6 -0
- package/dist/src/protocol/rack-wire.spec.d.ts.map +1 -0
- package/dist/src/protocol/rack-wire.spec.js +14 -0
- package/dist/src/protocol/rack-wire.spec.js.map +1 -0
- package/dist/src/protocol/registration.d.ts +70 -0
- package/dist/src/protocol/registration.d.ts.map +1 -0
- package/dist/src/protocol/registration.js +67 -0
- package/dist/src/protocol/registration.js.map +1 -0
- package/dist/src/protocol/session-data.d.ts +69 -0
- package/dist/src/protocol/session-data.d.ts.map +1 -0
- package/dist/src/protocol/session-data.js +26 -0
- package/dist/src/protocol/session-data.js.map +1 -0
- package/dist/src/protocol/task-envelope.d.ts +198 -0
- package/dist/src/protocol/task-envelope.d.ts.map +1 -0
- package/dist/src/protocol/task-envelope.js +93 -0
- package/dist/src/protocol/task-envelope.js.map +1 -0
- package/dist/src/protocol/wire-golden.d.ts +8 -0
- package/dist/src/protocol/wire-golden.d.ts.map +1 -0
- package/dist/src/protocol/wire-golden.js +34 -0
- package/dist/src/protocol/wire-golden.js.map +1 -0
- package/dist/src/protocol/wire-samples.d.ts +11 -0
- package/dist/src/protocol/wire-samples.d.ts.map +1 -0
- package/dist/src/protocol/wire-samples.js +52 -0
- package/dist/src/protocol/wire-samples.js.map +1 -0
- package/dist/src/registry/file-rack-registry.d.ts +68 -0
- package/dist/src/registry/file-rack-registry.d.ts.map +1 -0
- package/dist/src/registry/file-rack-registry.js +138 -0
- package/dist/src/registry/file-rack-registry.js.map +1 -0
- package/dist/src/registry/file-rack-registry.spec.d.ts +6 -0
- package/dist/src/registry/file-rack-registry.spec.d.ts.map +1 -0
- package/dist/src/registry/file-rack-registry.spec.js +50 -0
- package/dist/src/registry/file-rack-registry.spec.js.map +1 -0
- package/dist/src/registry/rack-registry.d.ts +64 -0
- package/dist/src/registry/rack-registry.d.ts.map +1 -0
- package/dist/src/registry/rack-registry.js +65 -0
- package/dist/src/registry/rack-registry.js.map +1 -0
- package/dist/src/registry/rack-registry.spec.d.ts +6 -0
- package/dist/src/registry/rack-registry.spec.d.ts.map +1 -0
- package/dist/src/registry/rack-registry.spec.js +8 -0
- package/dist/src/registry/rack-registry.spec.js.map +1 -0
- package/dist/src/routing/eligibility.d.ts +38 -0
- package/dist/src/routing/eligibility.d.ts.map +1 -0
- package/dist/src/routing/eligibility.js +78 -0
- package/dist/src/routing/eligibility.js.map +1 -0
- package/dist/src/routing/host-coupling.d.ts +26 -0
- package/dist/src/routing/host-coupling.d.ts.map +1 -0
- package/dist/src/routing/host-coupling.js +62 -0
- package/dist/src/routing/host-coupling.js.map +1 -0
- package/dist/src/routing/policy.d.ts +188 -0
- package/dist/src/routing/policy.d.ts.map +1 -0
- package/dist/src/routing/policy.js +212 -0
- package/dist/src/routing/policy.js.map +1 -0
- package/dist/src/routing/routing.spec.d.ts +6 -0
- package/dist/src/routing/routing.spec.d.ts.map +1 -0
- package/dist/src/routing/routing.spec.js +100 -0
- package/dist/src/routing/routing.spec.js.map +1 -0
- package/dist/src/routing/tiers.d.ts +22 -0
- package/dist/src/routing/tiers.d.ts.map +1 -0
- package/dist/src/routing/tiers.js +26 -0
- package/dist/src/routing/tiers.js.map +1 -0
- package/dist/src/runner/api-server.d.ts +45 -0
- package/dist/src/runner/api-server.d.ts.map +1 -0
- package/dist/src/runner/api-server.js +21 -0
- package/dist/src/runner/api-server.js.map +1 -0
- package/dist/src/runner/capacity.d.ts +13 -0
- package/dist/src/runner/capacity.d.ts.map +1 -0
- package/dist/src/runner/capacity.js +18 -0
- package/dist/src/runner/capacity.js.map +1 -0
- package/dist/src/runner/rack-body.d.ts +43 -0
- package/dist/src/runner/rack-body.d.ts.map +1 -0
- package/dist/src/runner/rack-body.js +208 -0
- package/dist/src/runner/rack-body.js.map +1 -0
- package/dist/src/runner/rack-runner.d.ts +62 -0
- package/dist/src/runner/rack-runner.d.ts.map +1 -0
- package/dist/src/runner/rack-runner.js +75 -0
- package/dist/src/runner/rack-runner.js.map +1 -0
- package/dist/src/runner/rack-runner.spec.d.ts +6 -0
- package/dist/src/runner/rack-runner.spec.d.ts.map +1 -0
- package/dist/src/runner/rack-runner.spec.js +302 -0
- package/dist/src/runner/rack-runner.spec.js.map +1 -0
- package/dist/src/runner/split.spec.d.ts +6 -0
- package/dist/src/runner/split.spec.d.ts.map +1 -0
- package/dist/src/runner/split.spec.js +188 -0
- package/dist/src/runner/split.spec.js.map +1 -0
- package/dist/src/runner-event.d.ts +261 -0
- package/dist/src/runner-event.d.ts.map +1 -0
- package/dist/src/runner-event.js +332 -0
- package/dist/src/runner-event.js.map +1 -0
- package/dist/src/server/beast2.d.ts +19 -0
- package/dist/src/server/beast2.d.ts.map +1 -0
- package/dist/src/server/beast2.js +18 -0
- package/dist/src/server/beast2.js.map +1 -0
- package/dist/src/server/body-limit.d.ts +16 -0
- package/dist/src/server/body-limit.d.ts.map +1 -0
- package/dist/src/server/body-limit.js +53 -0
- package/dist/src/server/body-limit.js.map +1 -0
- package/dist/src/server/body-limit.spec.d.ts +2 -0
- package/dist/src/server/body-limit.spec.d.ts.map +1 -0
- package/dist/src/server/body-limit.spec.js +32 -0
- package/dist/src/server/body-limit.spec.js.map +1 -0
- package/dist/src/server/bounded.d.ts +16 -0
- package/dist/src/server/bounded.d.ts.map +1 -0
- package/dist/src/server/bounded.js +39 -0
- package/dist/src/server/bounded.js.map +1 -0
- package/dist/src/server/dispatch.d.ts +137 -0
- package/dist/src/server/dispatch.d.ts.map +1 -0
- package/dist/src/server/dispatch.js +267 -0
- package/dist/src/server/dispatch.js.map +1 -0
- package/dist/src/server/env-publication.d.ts +45 -0
- package/dist/src/server/env-publication.d.ts.map +1 -0
- package/dist/src/server/env-publication.js +10 -0
- package/dist/src/server/env-publication.js.map +1 -0
- package/dist/src/server/index.d.ts +16 -0
- package/dist/src/server/index.d.ts.map +1 -0
- package/dist/src/server/index.js +17 -0
- package/dist/src/server/index.js.map +1 -0
- package/dist/src/server/protocol.spec.d.ts +6 -0
- package/dist/src/server/protocol.spec.d.ts.map +1 -0
- package/dist/src/server/protocol.spec.js +78 -0
- package/dist/src/server/protocol.spec.js.map +1 -0
- package/dist/src/server/rack-routes.d.ts +175 -0
- package/dist/src/server/rack-routes.d.ts.map +1 -0
- package/dist/src/server/rack-routes.js +755 -0
- package/dist/src/server/rack-routes.js.map +1 -0
- package/dist/src/server/rack-routes.spec.d.ts +6 -0
- package/dist/src/server/rack-routes.spec.d.ts.map +1 -0
- package/dist/src/server/rack-routes.spec.js +477 -0
- package/dist/src/server/rack-routes.spec.js.map +1 -0
- package/dist/src/server/storage-bridge.d.ts +140 -0
- package/dist/src/server/storage-bridge.d.ts.map +1 -0
- package/dist/src/server/storage-bridge.js +6 -0
- package/dist/src/server/storage-bridge.js.map +1 -0
- package/dist/src/state-file.d.ts +10 -0
- package/dist/src/state-file.d.ts.map +1 -0
- package/dist/src/state-file.js +38 -0
- package/dist/src/state-file.js.map +1 -0
- package/dist/src/testing/in-memory.d.ts +116 -0
- package/dist/src/testing/in-memory.d.ts.map +1 -0
- package/dist/src/testing/in-memory.js +193 -0
- package/dist/src/testing/in-memory.js.map +1 -0
- package/dist/src/testing/index.d.ts +14 -0
- package/dist/src/testing/index.d.ts.map +1 -0
- package/dist/src/testing/index.js +14 -0
- package/dist/src/testing/index.js.map +1 -0
- package/dist/src/testing/lease-store-contract.d.ts +14 -0
- package/dist/src/testing/lease-store-contract.d.ts.map +1 -0
- package/dist/src/testing/lease-store-contract.js +78 -0
- package/dist/src/testing/lease-store-contract.js.map +1 -0
- package/dist/src/testing/protocol-suite.d.ts +38 -0
- package/dist/src/testing/protocol-suite.d.ts.map +1 -0
- package/dist/src/testing/protocol-suite.js +207 -0
- package/dist/src/testing/protocol-suite.js.map +1 -0
- package/dist/src/testing/rack-registry-contract.d.ts +15 -0
- package/dist/src/testing/rack-registry-contract.d.ts.map +1 -0
- package/dist/src/testing/rack-registry-contract.js +106 -0
- package/dist/src/testing/rack-registry-contract.js.map +1 -0
- package/dist/src/testing/test-rack-agent.d.ts +121 -0
- package/dist/src/testing/test-rack-agent.d.ts.map +1 -0
- package/dist/src/testing/test-rack-agent.js +316 -0
- package/dist/src/testing/test-rack-agent.js.map +1 -0
- package/dist/src/tls/tls.d.ts +67 -0
- package/dist/src/tls/tls.d.ts.map +1 -0
- package/dist/src/tls/tls.js +200 -0
- package/dist/src/tls/tls.js.map +1 -0
- package/dist/src/tls/tls.spec.d.ts +6 -0
- package/dist/src/tls/tls.spec.d.ts.map +1 -0
- package/dist/src/tls/tls.spec.js +101 -0
- package/dist/src/tls/tls.spec.js.map +1 -0
- package/dist/src/version.d.ts +9 -0
- package/dist/src/version.d.ts.map +1 -0
- package/dist/src/version.js +10 -0
- package/dist/src/version.js.map +1 -0
- package/package.json +67 -7
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Licensed under BSL 1.1. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
import { describe, it } from 'node:test';
|
|
6
|
+
import assert from 'node:assert/strict';
|
|
7
|
+
import { uuidv7 } from '@elaraai/e3-core';
|
|
8
|
+
import { makeLeaseId } from '../lease/lease-store.js';
|
|
9
|
+
/**
|
|
10
|
+
* Tests the conditional lease transitions every backend implements.
|
|
11
|
+
* @param label - The backend's name
|
|
12
|
+
* @param makeStore - Creates an empty store for each case
|
|
13
|
+
* @example
|
|
14
|
+
* leaseStoreContract('memory', () => new InMemoryRackLeaseStore());
|
|
15
|
+
*/
|
|
16
|
+
export function leaseStoreContract(label, makeStore) {
|
|
17
|
+
const pending = (tier = 'node') => ({
|
|
18
|
+
leaseId: makeLeaseId('a'.repeat(64), 'b'.repeat(64)), repo: 'repo', workspace: 'dev',
|
|
19
|
+
taskHash: 'a'.repeat(64), inputsHash: 'b'.repeat(64), tier, status: 'pending', createdAtMs: Date.now(),
|
|
20
|
+
event: { version: 2, workspace: 'dev', taskName: 'test', closure: { hashes: [] },
|
|
21
|
+
runnerEvent: { mode: 'task', repo: 'repo', launchId: uuidv7(), taskHash: 'a'.repeat(64), inputHashes: [], timeoutMs: 60_000 } },
|
|
22
|
+
});
|
|
23
|
+
void describe(`lease store (${label})`, () => {
|
|
24
|
+
void it('grants exactly one concurrent claim and accepts only its extensions and completion', async () => {
|
|
25
|
+
const store = await makeStore();
|
|
26
|
+
const lease = pending();
|
|
27
|
+
await store.put(lease);
|
|
28
|
+
const claims = await Promise.all(Array.from({ length: 12 }, (_, n) => store.claim('repo', lease.leaseId, `rack${n}`, Date.now() + 60_000)));
|
|
29
|
+
assert.equal(claims.filter(Boolean).length, 1);
|
|
30
|
+
const winner = claims.find((c) => c !== null);
|
|
31
|
+
assert.equal(await store.extend('repo', lease.leaseId, 'intruder', Date.now() + 60_000), false);
|
|
32
|
+
assert.equal(await store.complete('repo', lease.leaseId, 'intruder', { taskName: 'test', status: 'success' }), 'discarded');
|
|
33
|
+
assert.equal(await store.extend('repo', lease.leaseId, winner.claimedBy, Date.now() + 60_000), true);
|
|
34
|
+
assert.equal(await store.complete('repo', lease.leaseId, winner.claimedBy, { taskName: 'test', status: 'success' }), 'recorded');
|
|
35
|
+
assert.equal(await store.complete('repo', lease.leaseId, winner.claimedBy, { taskName: 'test', status: 'success' }), 'idempotent');
|
|
36
|
+
assert.equal((await store.supersede('repo', lease.leaseId))?.status, 'completed');
|
|
37
|
+
assert.equal((await store.cancel('repo', lease.leaseId))?.status, 'completed');
|
|
38
|
+
});
|
|
39
|
+
void it('reclaims expired visibility under a fresh attempt and discards the previous claimant', async () => {
|
|
40
|
+
const store = await makeStore();
|
|
41
|
+
const lease = pending();
|
|
42
|
+
await store.put(lease);
|
|
43
|
+
const first = { executionId: uuidv7(), startedAtMs: Date.now() };
|
|
44
|
+
await store.claim('repo', lease.leaseId, 'first', Date.now() - 1, first);
|
|
45
|
+
const second = { executionId: uuidv7(), startedAtMs: Date.now() };
|
|
46
|
+
assert.deepEqual((await store.claim('repo', lease.leaseId, 'second', Date.now() + 60_000, second))?.attempt, second);
|
|
47
|
+
assert.equal(await store.complete('repo', lease.leaseId, 'first', { taskName: 'test', status: 'success' }), 'discarded');
|
|
48
|
+
assert.equal(await store.recordTargets('repo', lease.leaseId, 'first', ['c'.repeat(64)]), false);
|
|
49
|
+
assert.equal(await store.recordTargets('repo', lease.leaseId, 'second', ['c'.repeat(64), 'c'.repeat(64)]), true);
|
|
50
|
+
assert.deepEqual((await store.get('repo', lease.leaseId))?.targets, ['c'.repeat(64)]);
|
|
51
|
+
});
|
|
52
|
+
for (const stop of ['cancel', 'supersede']) {
|
|
53
|
+
void it(`discards late completions after ${stop}`, async () => {
|
|
54
|
+
const store = await makeStore();
|
|
55
|
+
const lease = pending();
|
|
56
|
+
await store.put(lease);
|
|
57
|
+
await store.claim('repo', lease.leaseId, 'rack', Date.now() + 60_000);
|
|
58
|
+
await store[stop]('repo', lease.leaseId);
|
|
59
|
+
assert.equal(await store.complete('repo', lease.leaseId, 'rack', { taskName: 'test', status: 'success' }), 'discarded');
|
|
60
|
+
assert.equal(await store.findByTask('repo', lease.taskHash, lease.inputsHash), null);
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
void it('orders claimable leases oldest first and reattaches to the newest usable lease', async () => {
|
|
64
|
+
const store = await makeStore();
|
|
65
|
+
const old = { ...pending(), createdAtMs: 10 };
|
|
66
|
+
const newer = { ...pending(), createdAtMs: 20 };
|
|
67
|
+
const py = { ...pending('py'), createdAtMs: 1 };
|
|
68
|
+
await store.put(newer);
|
|
69
|
+
await store.put(py);
|
|
70
|
+
await store.put(old);
|
|
71
|
+
assert.deepEqual((await store.listClaimable(['node'], Date.now(), 5)).map((r) => r.leaseId), [old.leaseId, newer.leaseId]);
|
|
72
|
+
assert.equal((await store.findByTask('repo', old.taskHash, old.inputsHash))?.leaseId, newer.leaseId);
|
|
73
|
+
await store.supersede('repo', newer.leaseId);
|
|
74
|
+
assert.equal((await store.findByTask('repo', old.taskHash, old.inputsHash))?.leaseId, old.leaseId);
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=lease-store-contract.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lease-store-contract.js","sourceRoot":"","sources":["../../../src/testing/lease-store-contract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,WAAW,EAA6C,MAAM,yBAAyB,CAAC;AAEjG;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,SAAyD;IACzG,MAAM,OAAO,GAAG,CAAC,IAAI,GAAG,MAAM,EAAmB,EAAE,CAAC,CAAC;QACnD,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK;QACpF,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;QACtG,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC9E,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;KAClI,CAAC,CAAC;IACH,KAAK,QAAQ,CAAC,gBAAgB,KAAK,GAAG,EAAE,GAAG,EAAE;QAC3C,KAAK,EAAE,CAAC,oFAAoF,EAAE,KAAK,IAAI,EAAE;YACvG,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC5I,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAE,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;YAChG,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;YAC5H,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,SAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YACtG,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,SAAU,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;YAClI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,SAAU,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;YACpI,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YAClF,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,KAAK,EAAE,CAAC,sFAAsF,EAAE,KAAK,IAAI,EAAE;YACzG,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,KAAK,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YACzE,MAAM,MAAM,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAClE,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACrH,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;YACzH,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACjG,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACjH,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAU,EAAE,CAAC;YACpD,KAAK,EAAE,CAAC,mCAAmC,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;gBAC5D,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC;gBACtE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;gBACxH,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;YACvF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,EAAE,CAAC,gFAAgF,EAAE,KAAK,IAAI,EAAE;YACnG,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YAChD,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAAC,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAClE,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3H,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACrG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACrG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Licensed under BSL 1.1. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
import type { RackDispatch } from '../lease/rack-dispatch.js';
|
|
6
|
+
/** Supplies a fresh real-listener control plane for each protocol case. */
|
|
7
|
+
export interface RackProtocolFixture {
|
|
8
|
+
/** Origin serving /api/rack. */
|
|
9
|
+
baseUrl: string;
|
|
10
|
+
/** Repository identifier; defaults to 'repo'. */
|
|
11
|
+
repo?: string;
|
|
12
|
+
/** Optional transport for non-HTTP object URLs in a test bridge. */
|
|
13
|
+
fetch?: typeof fetch;
|
|
14
|
+
/** Mints one unconsumed enrollment credential. */
|
|
15
|
+
mintEnrollmentToken(): Promise<string>;
|
|
16
|
+
/** Creates, cancels and inspects leases through the host's real dispatch. */
|
|
17
|
+
dispatch: RackDispatch;
|
|
18
|
+
/** Writes a committed input object. */
|
|
19
|
+
seedObject(repo: string, bytes: Uint8Array): Promise<string>;
|
|
20
|
+
/** Reads a committed output, or null when absent. */
|
|
21
|
+
readObject(repo: string, hash: string): Promise<Uint8Array | null>;
|
|
22
|
+
/** Reads the attempt's persisted stream. */
|
|
23
|
+
readLog(repo: string, taskHash: string, inputsHash: string, executionId: string, stream: 'stdout' | 'stderr'): Promise<string>;
|
|
24
|
+
/** Advances the host's identity clock when supported. */
|
|
25
|
+
advanceClock?(ms: number): void;
|
|
26
|
+
/** Closes the listener and removes temporary state. */
|
|
27
|
+
teardown(): Promise<void>;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Registers shared v2 wire, auth, transfer and attempt-log contracts.
|
|
31
|
+
* Each case uses a fresh fixture and always tears it down, even on failure.
|
|
32
|
+
* @param label - Host implementation under test
|
|
33
|
+
* @param setup - Starts an isolated control plane; use a short empty poll window
|
|
34
|
+
* @example
|
|
35
|
+
* rackProtocolSuite('local', () => startProtocolFixture());
|
|
36
|
+
*/
|
|
37
|
+
export declare function rackProtocolSuite(label: string, setup: () => Promise<RackProtocolFixture>): void;
|
|
38
|
+
//# sourceMappingURL=protocol-suite.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocol-suite.d.ts","sourceRoot":"","sources":["../../../src/testing/protocol-suite.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAQH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAS9D,2EAA2E;AAC3E,MAAM,WAAW,mBAAmB;IAClC,gCAAgC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,kDAAkD;IAClD,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,6EAA6E;IAC7E,QAAQ,EAAE,YAAY,CAAC;IACvB,uCAAuC;IACvC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7D,qDAAqD;IACrD,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IACnE,4CAA4C;IAC5C,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/H,yDAAyD;IACzD,YAAY,CAAC,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,uDAAuD;IACvD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAyIhG"}
|
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Licensed under BSL 1.1. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
import { describe, it } from 'node:test';
|
|
6
|
+
import assert from 'node:assert/strict';
|
|
7
|
+
import { createHash } from 'node:crypto';
|
|
8
|
+
import { BooleanType, StringType, decodeBeast2For, encodeBeast2For, none, some, variant } from '@elaraai/east';
|
|
9
|
+
import { BEAST2_CONTENT_TYPE, ResponseType } from '@elaraai/e3-types';
|
|
10
|
+
import { uuidv7 } from '@elaraai/e3-core';
|
|
11
|
+
import { E3_RACK_VERSION } from '../version.js';
|
|
12
|
+
import { ROTATION_AGE_MS, ROTATION_GRACE_MS } from '../identity/machine-identity.js';
|
|
13
|
+
import { RackEnrollRequestType, RackEnrollResponseType, RackLeaseRequestType, RackLeaseGrantType, RackHeartbeatRequestType, RackHeartbeatResponseType, RackExtendRequestType, RackWatchRequestType, RackWatchResponseType, RACK_WATCH_MAX_LEASES, RackCompleteRequestType, RackCompleteResponseType, RackStorageRequestType, RackStorageResponseType, RackLogsRequestType } from '../protocol/index.js';
|
|
14
|
+
/**
|
|
15
|
+
* Registers shared v2 wire, auth, transfer and attempt-log contracts.
|
|
16
|
+
* Each case uses a fresh fixture and always tears it down, even on failure.
|
|
17
|
+
* @param label - Host implementation under test
|
|
18
|
+
* @param setup - Starts an isolated control plane; use a short empty poll window
|
|
19
|
+
* @example
|
|
20
|
+
* rackProtocolSuite('local', () => startProtocolFixture());
|
|
21
|
+
*/
|
|
22
|
+
export function rackProtocolSuite(label, setup) {
|
|
23
|
+
const fixture = async (t) => {
|
|
24
|
+
const f = await setup();
|
|
25
|
+
t.after(() => f.teardown());
|
|
26
|
+
const request = f.fetch ?? fetch;
|
|
27
|
+
const repo = f.repo ?? 'repo';
|
|
28
|
+
const raw = (path, type, value, token = '') => request(`${f.baseUrl}/api/rack/${path}`, {
|
|
29
|
+
method: 'POST', headers: { 'content-type': BEAST2_CONTENT_TYPE, authorization: `Bearer ${token}` },
|
|
30
|
+
body: encodeBeast2For(type)(value), signal: AbortSignal.timeout(30000),
|
|
31
|
+
});
|
|
32
|
+
const success = async (response, type) => {
|
|
33
|
+
assert.equal(response.status, 200);
|
|
34
|
+
const value = decodeBeast2For(ResponseType(type))(new Uint8Array(await response.arrayBuffer()));
|
|
35
|
+
assert(value.type === 'success');
|
|
36
|
+
return value.value;
|
|
37
|
+
};
|
|
38
|
+
const enroll = async (enrollmentToken, ready = true) => {
|
|
39
|
+
const enrolled = await success(await raw('enroll', RackEnrollRequestType, {
|
|
40
|
+
enrollmentToken: enrollmentToken ?? await f.mintEnrollmentToken(), hostInfo: { label: 'contract', tiers: ['node'], capacity: 1n, agentVersion: `0.5.0+e3.${E3_RACK_VERSION}` },
|
|
41
|
+
}), RackEnrollResponseType);
|
|
42
|
+
if (ready)
|
|
43
|
+
await success(await heartbeat(enrolled.rackToken), RackHeartbeatResponseType);
|
|
44
|
+
return enrolled;
|
|
45
|
+
};
|
|
46
|
+
const claim = (token) => raw('lease', RackLeaseRequestType, { tiers: ['node'], bootId: 'contract-boot' }, token);
|
|
47
|
+
const heartbeat = (token, runningLeases = []) => raw('heartbeat', RackHeartbeatRequestType, {
|
|
48
|
+
healthy: true, freeCapacity: 1n, runningLeases, bootId: 'contract-boot', cacheBytes: 0n, agentVersion: `0.5.0+e3.${E3_RACK_VERSION}`,
|
|
49
|
+
}, token);
|
|
50
|
+
const create = async () => {
|
|
51
|
+
const hash = await f.seedObject(repo, encodeBeast2For(StringType)('input'));
|
|
52
|
+
return f.dispatch.createLease({ version: 2, workspace: 'dev', taskName: 'contract', e3Version: E3_RACK_VERSION,
|
|
53
|
+
closure: { hashes: [hash] }, runnerEvent: { mode: 'task', repo, taskHash: hash, inputHashes: [], launchId: uuidv7(), timeoutMs: 60000 } }, 'node');
|
|
54
|
+
};
|
|
55
|
+
const complete = (token, leaseId, result = { taskName: 'contract', status: 'failed', state: 'failed', exitCode: 1 }) => raw('complete', RackCompleteRequestType, { repo, leaseId, resultJson: JSON.stringify(result), outputUploadId: none, inlineOutput: none }, token);
|
|
56
|
+
return { ...f, repo, request, raw, success, enroll, claim, heartbeat, create, complete };
|
|
57
|
+
};
|
|
58
|
+
void describe(`rack protocol (${label})`, () => {
|
|
59
|
+
void it('consumes enrollment once and refuses missing or bad machine credentials', async (t) => {
|
|
60
|
+
const f = await fixture(t);
|
|
61
|
+
const token = await f.mintEnrollmentToken();
|
|
62
|
+
await f.enroll(token);
|
|
63
|
+
await assert.rejects(f.enroll(token));
|
|
64
|
+
for (const bearer of ['', 'e3rk_bad'])
|
|
65
|
+
assert.equal((await f.heartbeat(bearer)).status, 401);
|
|
66
|
+
});
|
|
67
|
+
void it('returns 204 from an empty poll and grants one claimant exclusive extension rights', async (t) => {
|
|
68
|
+
const f = await fixture(t);
|
|
69
|
+
const a = await f.enroll();
|
|
70
|
+
const b = await f.enroll();
|
|
71
|
+
assert.equal((await f.claim(a.rackToken)).status, 204);
|
|
72
|
+
const lease = await f.create();
|
|
73
|
+
const grants = await Promise.all([f.claim(a.rackToken), f.claim(b.rackToken)]);
|
|
74
|
+
assert.deepEqual(grants.map((response) => response.status).sort(), [200, 204]);
|
|
75
|
+
const winner = grants[0].status === 200 ? a : b;
|
|
76
|
+
const loser = Object.is(winner, a) ? b : a;
|
|
77
|
+
for (const [peer, allowed] of [[winner, true], [loser, false]]) {
|
|
78
|
+
assert.equal(await f.success(await f.raw('lease/extend', RackExtendRequestType, { repo: f.repo, leaseId: lease.leaseId }, peer.rackToken), BooleanType), allowed);
|
|
79
|
+
}
|
|
80
|
+
});
|
|
81
|
+
void it('requires a ready heartbeat even when enrollment declares capacity', async (t) => {
|
|
82
|
+
const f = await fixture(t);
|
|
83
|
+
const a = await f.enroll(undefined, false);
|
|
84
|
+
await f.create();
|
|
85
|
+
assert.equal((await f.claim(a.rackToken)).status, 204);
|
|
86
|
+
await f.success(await f.heartbeat(a.rackToken), RackHeartbeatResponseType);
|
|
87
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
88
|
+
});
|
|
89
|
+
void it('computes inline output hashes and makes completion idempotent', async (t) => {
|
|
90
|
+
const f = await fixture(t);
|
|
91
|
+
const a = await f.enroll();
|
|
92
|
+
const lease = await f.create();
|
|
93
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
94
|
+
const bytes = encodeBeast2For(StringType)('result');
|
|
95
|
+
const hash = createHash('sha256').update(bytes).digest('hex');
|
|
96
|
+
const response = await f.raw('complete', RackCompleteRequestType, { repo: f.repo, leaseId: lease.leaseId,
|
|
97
|
+
resultJson: JSON.stringify({ taskName: 'contract', status: 'success', outputHash: 'untrusted-inline-hash' }), outputUploadId: none, inlineOutput: some(bytes) }, a.rackToken);
|
|
98
|
+
assert.equal((await f.success(response, RackCompleteResponseType)).disposition.type, 'recorded');
|
|
99
|
+
assert.deepEqual(new Uint8Array((await f.readObject(f.repo, hash))), bytes);
|
|
100
|
+
assert.equal((await f.success(await f.complete(a.rackToken, lease.leaseId), RackCompleteResponseType)).disposition.type, 'idempotent');
|
|
101
|
+
});
|
|
102
|
+
void it('checks large PUT checksums and commit receipts before exposing output', async (t) => {
|
|
103
|
+
const f = await fixture(t);
|
|
104
|
+
const a = await f.enroll();
|
|
105
|
+
const lease = await f.create();
|
|
106
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
107
|
+
const bytes = encodeBeast2For(StringType)('large'.repeat(2000));
|
|
108
|
+
const hash = createHash('sha256').update(bytes).digest('hex');
|
|
109
|
+
const size = BigInt(bytes.length);
|
|
110
|
+
const storage = { repo: f.repo, leaseId: lease.leaseId, need: [], output: none, envManifest: none, outputs: [], commits: [] };
|
|
111
|
+
const declared = await f.success(await f.raw('storage', RackStorageRequestType, { ...storage, outputs: [{ hash, size }] }, a.rackToken), RackStorageResponseType);
|
|
112
|
+
const target = declared.targets[0].target;
|
|
113
|
+
assert(target.type === 'put');
|
|
114
|
+
const headers = Object.fromEntries(target.value.headers);
|
|
115
|
+
const bad = await f.request(target.value.url, { method: 'PUT', headers, body: new Uint8Array(bytes.length) });
|
|
116
|
+
assert(!bad.ok);
|
|
117
|
+
await bad.arrayBuffer();
|
|
118
|
+
const put = await f.request(target.value.url, { method: 'PUT', headers, body: bytes });
|
|
119
|
+
assert(put.ok);
|
|
120
|
+
await put.arrayBuffer();
|
|
121
|
+
const version = put.headers.get('x-amz-version-id');
|
|
122
|
+
assert(version);
|
|
123
|
+
assert.equal(await f.readObject(f.repo, hash), null);
|
|
124
|
+
for (const receipt of ['wrong', version, version]) {
|
|
125
|
+
const result = await f.success(await f.raw('storage', RackStorageRequestType, { ...storage, commits: [{ hash, size, version: receipt }] }, a.rackToken), RackStorageResponseType);
|
|
126
|
+
assert.equal(result.committed[0].committed, receipt === version);
|
|
127
|
+
}
|
|
128
|
+
assert.equal((await f.success(await f.complete(a.rackToken, lease.leaseId, { taskName: 'contract', status: 'success', state: 'success', outputHash: hash }), RackCompleteResponseType)).disposition.type, 'recorded');
|
|
129
|
+
assert.deepEqual(new Uint8Array((await f.readObject(f.repo, hash))), bytes);
|
|
130
|
+
});
|
|
131
|
+
for (const how of ['cancel', 'supersede'])
|
|
132
|
+
void it(`stops a ${how} lease and discards its late completion`, async (t) => {
|
|
133
|
+
const f = await fixture(t);
|
|
134
|
+
const a = await f.enroll();
|
|
135
|
+
const lease = await f.create();
|
|
136
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
137
|
+
await f.dispatch[how](f.repo, lease.leaseId);
|
|
138
|
+
assert.equal((await f.success(await f.complete(a.rackToken, lease.leaseId), RackCompleteResponseType)).disposition.type, 'discarded');
|
|
139
|
+
const ref = { repo: f.repo, leaseId: lease.leaseId };
|
|
140
|
+
assert.deepEqual((await f.success(await f.heartbeat(a.rackToken, [ref]), RackHeartbeatResponseType)).stop, [ref]);
|
|
141
|
+
assert.deepEqual((await f.success(await f.raw('lease/watch', RackWatchRequestType, { runningLeases: [ref] }, a.rackToken), RackWatchResponseType)).stop, [ref]);
|
|
142
|
+
});
|
|
143
|
+
void it('delivers cancellation through an open watch without a heartbeat or visibility extension', { timeout: 5000 }, async (t) => {
|
|
144
|
+
const f = await fixture(t);
|
|
145
|
+
const a = await f.enroll();
|
|
146
|
+
const lease = await f.create();
|
|
147
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
148
|
+
const ref = { repo: f.repo, leaseId: lease.leaseId };
|
|
149
|
+
const response = f.raw('lease/watch', RackWatchRequestType, { runningLeases: [ref] }, a.rackToken);
|
|
150
|
+
await new Promise(resolve => setTimeout(resolve, 50));
|
|
151
|
+
const started = performance.now();
|
|
152
|
+
await f.dispatch.cancel(f.repo, lease.leaseId);
|
|
153
|
+
assert.deepEqual((await f.success(await response, RackWatchResponseType)).stop, [ref]);
|
|
154
|
+
assert(performance.now() - started < 1500, 'cancellation should not wait for the health heartbeat');
|
|
155
|
+
});
|
|
156
|
+
void it('bounds and authenticates cancellation watches and reveals only caller-supplied references', async (t) => {
|
|
157
|
+
const f = await fixture(t);
|
|
158
|
+
const a = await f.enroll();
|
|
159
|
+
const b = await f.enroll();
|
|
160
|
+
const lease = await f.create();
|
|
161
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
162
|
+
const ref = { repo: f.repo, leaseId: lease.leaseId };
|
|
163
|
+
for (const bearer of ['', 'human-jwt', 'e3rk_bad']) {
|
|
164
|
+
assert.equal((await f.raw('lease/watch', RackWatchRequestType, { runningLeases: [ref] }, bearer)).status, 401);
|
|
165
|
+
}
|
|
166
|
+
for (const refs of [[], [ref, ref], [{ ...ref, repo: 'x'.repeat(1025) }],
|
|
167
|
+
Array.from({ length: RACK_WATCH_MAX_LEASES + 1 }, (_, i) => ({ repo: f.repo, leaseId: `lease-${i}` }))]) {
|
|
168
|
+
assert.equal((await f.raw('lease/watch', RackWatchRequestType, { runningLeases: refs }, a.rackToken)).status, 400);
|
|
169
|
+
}
|
|
170
|
+
// A foreign lease is indistinguishable from an unknown lease: stop your
|
|
171
|
+
// claimed work, with no status, identity, task or result returned.
|
|
172
|
+
const unknown = { ...ref, leaseId: 'unknown' };
|
|
173
|
+
assert.deepEqual((await f.success(await f.raw('lease/watch', RackWatchRequestType, { runningLeases: [ref, unknown] }, b.rackToken), RackWatchResponseType)).stop, [ref, unknown]);
|
|
174
|
+
});
|
|
175
|
+
void it('scopes objects and logs to held leases, and addresses logs by the claim-time attempt', async (t) => {
|
|
176
|
+
const f = await fixture(t);
|
|
177
|
+
const a = await f.enroll();
|
|
178
|
+
const b = await f.enroll();
|
|
179
|
+
const lease = await f.create();
|
|
180
|
+
await f.success(await f.claim(a.rackToken), RackLeaseGrantType);
|
|
181
|
+
const ref = { repo: f.repo, leaseId: lease.leaseId };
|
|
182
|
+
assert.equal((await f.raw('storage', RackStorageRequestType, { ...ref, need: ['f'.repeat(64)], output: none, envManifest: none, outputs: [], commits: [] }, a.rackToken)).status, 403);
|
|
183
|
+
const logs = { ...ref, chunks: [{ stream: variant('stdout', null), data: 'contract log\n' }] };
|
|
184
|
+
assert.equal((await f.raw('logs', RackLogsRequestType, logs, b.rackToken)).status, 403);
|
|
185
|
+
assert.equal(await f.success(await f.raw('logs', RackLogsRequestType, logs, a.rackToken), BooleanType), true);
|
|
186
|
+
const current = await f.dispatch.getLease(f.repo, lease.leaseId);
|
|
187
|
+
assert(current?.attempt);
|
|
188
|
+
assert.equal(await f.readLog(f.repo, lease.taskHash, lease.inputsHash, current.attempt.executionId, 'stdout'), 'contract log\n');
|
|
189
|
+
});
|
|
190
|
+
void it('offers rotation, promotes a successor and expires the old credential grace', async (t) => {
|
|
191
|
+
const f = await fixture(t);
|
|
192
|
+
if (!f.advanceClock) {
|
|
193
|
+
t.skip('host has no injectable clock');
|
|
194
|
+
return;
|
|
195
|
+
}
|
|
196
|
+
const a = await f.enroll();
|
|
197
|
+
f.advanceClock(ROTATION_AGE_MS + 1);
|
|
198
|
+
const beat = await f.success(await f.heartbeat(a.rackToken), RackHeartbeatResponseType);
|
|
199
|
+
assert(beat.rotatedToken.type === 'some');
|
|
200
|
+
await f.success(await f.heartbeat(beat.rotatedToken.value), RackHeartbeatResponseType);
|
|
201
|
+
await f.success(await f.heartbeat(a.rackToken), RackHeartbeatResponseType);
|
|
202
|
+
f.advanceClock(ROTATION_GRACE_MS + 1);
|
|
203
|
+
assert.equal((await f.heartbeat(a.rackToken)).status, 401);
|
|
204
|
+
});
|
|
205
|
+
});
|
|
206
|
+
}
|
|
207
|
+
//# sourceMappingURL=protocol-suite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocol-suite.js","sourceRoot":"","sources":["../../../src/testing/protocol-suite.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAoB,MAAM,WAAW,CAAC;AAC3D,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAmC,MAAM,eAAe,CAAC;AAChJ,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,kBAAkB,EAC9F,wBAAwB,EAAE,yBAAyB,EAAE,qBAAqB,EAC1E,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,EAClE,uBAAuB,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,uBAAuB,EAClG,mBAAmB,EAA2C,MAAM,sBAAsB,CAAC;AA0B7F;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,KAAyC;IACxF,MAAM,OAAO,GAAG,KAAK,EAAE,CAAc,EAAE,EAAE;QACvC,MAAM,CAAC,GAAG,MAAM,KAAK,EAAE,CAAC;QAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC;QAAC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC;QAChE,MAAM,GAAG,GAAG,CAAqB,IAAY,EAAE,IAAO,EAAE,KAAqB,EAAE,KAAK,GAAG,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,aAAa,IAAI,EAAE,EAAE;YACrI,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,mBAAmB,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE;YAClG,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,EAAsB,QAAkB,EAAE,IAAO,EAA2B,EAAE;YACjG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAChG,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YAAC,OAAO,KAAK,CAAC,KAAK,CAAC;QACvD,CAAC,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,EAAE,eAAwB,EAAE,KAAK,GAAG,IAAI,EAAE,EAAE;YAC9D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,GAAG,CAAC,QAAQ,EAAE,qBAAqB,EAAE;gBACxE,eAAe,EAAE,eAAe,IAAI,MAAM,CAAC,CAAC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,YAAY,eAAe,EAAE,EAAE;aAC/K,CAAC,EAAE,sBAAsB,CAAC,CAAC;YAC5B,IAAI,KAAK;gBAAE,MAAM,OAAO,CAAC,MAAM,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,yBAAyB,CAAC,CAAC;YACzF,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,KAAK,CAAC,CAAC;QACzH,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,gBAAgC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,wBAAwB,EAAE;YAClH,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,EAAE,EAAE,YAAY,EAAE,YAAY,eAAe,EAAE;SACrI,EAAE,KAAK,CAAC,CAAC;QACV,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5E,OAAO,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe;gBAC5G,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QACvJ,CAAC,CAAC;QACF,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,SAA0B,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CACtJ,GAAG,CAAC,UAAU,EAAE,uBAAuB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;QACnJ,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC3F,CAAC,CAAC;IACF,KAAK,QAAQ,CAAC,kBAAkB,KAAK,GAAG,EAAE,GAAG,EAAE;QAC7C,KAAK,EAAE,CAAC,yEAAyE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC7F,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,mBAAmB,EAAE,CAAC;YAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/F,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACtC,KAAK,MAAM,MAAM,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC;gBAAE,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/F,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,mFAAmF,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACvG,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACnF,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7F,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAU,EAAE,CAAC;gBACxE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;YACpK,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,mEAAmE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACvF,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACzF,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACvD,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,yBAAyB,CAAC,CAAC;YAC3E,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,+DAA+D,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACnF,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACxJ,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC;YAAC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnH,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,uBAAuB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtG,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,uBAAuB,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YAChL,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACjG,MAAM,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YAC7E,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,wBAAwB,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACzI,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,uEAAuE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC3F,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACxJ,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YAAC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAAC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAClK,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YAC9H,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,sBAAsB,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAClK,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;YAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;YAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACxJ,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YAChI,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACrE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YACrD,KAAK,MAAM,OAAO,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;gBAClD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,sBAAsB,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,uBAAuB,CAAC,CAAC;gBAClL,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,SAAS,EAAE,OAAO,KAAK,OAAO,CAAC,CAAC;YACpE,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,wBAAwB,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACtN,MAAM,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QACH,KAAK,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAU;YAAE,KAAK,EAAE,CAAC,WAAW,GAAG,yCAAyC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC/H,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;gBAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;gBACxJ,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC7C,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,wBAAwB,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACtI,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBACrD,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClH,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAClK,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,yFAAyF,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAChI,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACvF,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YACrD,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACnG,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,QAAQ,EAAE,qBAAqB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACvF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,EAAE,uDAAuD,CAAC,CAAC;QACtG,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,2FAA2F,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC/G,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACnH,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YACrD,KAAK,MAAM,MAAM,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC;gBACnD,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACjH,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,qBAAqB,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1G,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACrH,CAAC;YACD,wEAAwE;YACxE,mEAAmE;YACnE,MAAM,OAAO,GAAG,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/C,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;QACpL,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,sFAAsF,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC1G,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACpL,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YACrD,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,sBAAsB,EAAE,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACvL,MAAM,IAAI,GAAG,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;YAC/F,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACxF,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC;YAC9G,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC3F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACnI,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,4EAA4E,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAChG,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;YAAC,IAAI,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;gBAAC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YACpG,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC,CAAC,YAAY,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;YAChE,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,yBAAyB,CAAC,CAAC;YAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YACnI,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC,CAAC;YACvF,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,yBAAyB,CAAC,CAAC;YAC3E,CAAC,CAAC,YAAY,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACpG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Licensed under BSL 1.1. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
import { type TestContext } from 'node:test';
|
|
6
|
+
import { type RackRegistry } from '../registry/rack-registry.js';
|
|
7
|
+
/**
|
|
8
|
+
* Tests conditional registration updates against a persistence implementation.
|
|
9
|
+
* @param label - Backend name included in the suite title
|
|
10
|
+
* @param setup - Fresh registry per case; registers cleanup with the test context
|
|
11
|
+
* @example
|
|
12
|
+
* rackRegistryContract('memory', () => new InMemoryRackRegistry());
|
|
13
|
+
*/
|
|
14
|
+
export declare function rackRegistryContract(label: string, setup: (t: TestContext) => RackRegistry | Promise<RackRegistry>): void;
|
|
15
|
+
//# sourceMappingURL=rack-registry-contract.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rack-registry-contract.d.ts","sourceRoot":"","sources":["../../../src/testing/rack-registry-contract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAgB,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAI3D,OAAO,EAAc,KAAK,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAE7E;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,WAAW,KAAK,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAoEzH"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Licensed under BSL 1.1. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
import { describe, it } from 'node:test';
|
|
6
|
+
import assert from 'node:assert/strict';
|
|
7
|
+
import { equalFor, none, some } from '@elaraai/east';
|
|
8
|
+
import { RackRegistrationType } from '../protocol/registration.js';
|
|
9
|
+
import { updateRack } from '../registry/rack-registry.js';
|
|
10
|
+
/**
|
|
11
|
+
* Tests conditional registration updates against a persistence implementation.
|
|
12
|
+
* @param label - Backend name included in the suite title
|
|
13
|
+
* @param setup - Fresh registry per case; registers cleanup with the test context
|
|
14
|
+
* @example
|
|
15
|
+
* rackRegistryContract('memory', () => new InMemoryRackRegistry());
|
|
16
|
+
*/
|
|
17
|
+
export function rackRegistryContract(label, setup) {
|
|
18
|
+
const registration = () => ({ rackId: 'rack-1', label: 'fixture', enrolledAt: new Date(1000),
|
|
19
|
+
tiers: ['node'], capacity: 2n, lastSeenAt: new Date(2000), agentVersion: '1.0.86', healthy: true,
|
|
20
|
+
lastBootId: some('boot-1'), approvedBootId: none });
|
|
21
|
+
void describe(`rack registry (${label})`, () => {
|
|
22
|
+
void it('round-trips independent values and replaces exactly the observed registration', async (t) => {
|
|
23
|
+
const store = await setup(t);
|
|
24
|
+
const initial = registration();
|
|
25
|
+
await store.putRack(initial);
|
|
26
|
+
initial.tiers.push('py');
|
|
27
|
+
initial.lastSeenAt.setTime(0);
|
|
28
|
+
const expected = (await store.getRack(initial.rackId));
|
|
29
|
+
assert.ok(equalFor(RackRegistrationType)(expected, registration()));
|
|
30
|
+
const next = { ...expected, healthy: false, capacity: 0n };
|
|
31
|
+
assert.equal(await store.compareAndSetRack(expected, next), true);
|
|
32
|
+
next.tiers.push('full');
|
|
33
|
+
assert.equal((await store.getRack(initial.rackId)).healthy, false);
|
|
34
|
+
assert.deepEqual((await store.getRack(initial.rackId)).tiers, ['node']);
|
|
35
|
+
assert.equal(await store.compareAndSetRack(expected, { ...expected, label: 'stale' }), false);
|
|
36
|
+
});
|
|
37
|
+
void it('allows one winner among concurrent writes and never recreates a revoked identity', async (t) => {
|
|
38
|
+
const store = await setup(t);
|
|
39
|
+
const expected = registration();
|
|
40
|
+
await store.putRack(expected);
|
|
41
|
+
const results = await Promise.all([
|
|
42
|
+
store.compareAndSetRack(expected, { ...expected, healthy: false }),
|
|
43
|
+
store.compareAndSetRack(expected, { ...expected, approvedBootId: some('boot-1') }),
|
|
44
|
+
]);
|
|
45
|
+
assert.equal(results.filter(Boolean).length, 1);
|
|
46
|
+
const current = (await store.getRack(expected.rackId));
|
|
47
|
+
assert.equal(await store.deleteRack(expected.rackId), true);
|
|
48
|
+
assert.equal(await store.compareAndSetRack(current, expected), false);
|
|
49
|
+
assert.equal(await updateRack(store, expected.rackId, () => ({ healthy: true })), null);
|
|
50
|
+
assert.equal(await store.getRack(expected.rackId), null);
|
|
51
|
+
await assert.rejects(store.compareAndSetRack(expected, { ...expected, rackId: 'other' }), /identity/);
|
|
52
|
+
});
|
|
53
|
+
void it('recomputes tier patches after a concurrent drain and keeps heartbeat health, capacity and time', async (t) => {
|
|
54
|
+
const store = await setup(t);
|
|
55
|
+
const initial = registration();
|
|
56
|
+
await store.putRack(initial);
|
|
57
|
+
const cas = store.compareAndSetRack.bind(store);
|
|
58
|
+
let race = true;
|
|
59
|
+
store.compareAndSetRack = async (expected, next) => {
|
|
60
|
+
if (race) {
|
|
61
|
+
race = false;
|
|
62
|
+
await cas(expected, { ...expected, healthy: false, capacity: 0n, lastSeenAt: new Date(3000) });
|
|
63
|
+
}
|
|
64
|
+
return cas(expected, next);
|
|
65
|
+
};
|
|
66
|
+
const next = await updateRack(store, initial.rackId, () => ({ tiers: ['node', 'py'] }));
|
|
67
|
+
assert.ok(next);
|
|
68
|
+
assert.equal(next.healthy, false);
|
|
69
|
+
assert.equal(next.capacity, 0n);
|
|
70
|
+
assert.equal(next.lastSeenAt.getTime(), 3000);
|
|
71
|
+
assert.deepEqual(next.tiers, ['node', 'py']);
|
|
72
|
+
});
|
|
73
|
+
void it('rechecks first-boot approval and revocation after conflicting writes', async (t) => {
|
|
74
|
+
const store = await setup(t);
|
|
75
|
+
const initial = { ...registration(), lastBootId: none };
|
|
76
|
+
await store.putRack(initial);
|
|
77
|
+
const cas = store.compareAndSetRack.bind(store);
|
|
78
|
+
let race = true;
|
|
79
|
+
store.compareAndSetRack = async (expected, next) => {
|
|
80
|
+
if (race) {
|
|
81
|
+
race = false;
|
|
82
|
+
await cas(expected, { ...expected, lastBootId: some('boot-a'), approvedBootId: some('boot-a') });
|
|
83
|
+
}
|
|
84
|
+
return cas(expected, next);
|
|
85
|
+
};
|
|
86
|
+
const next = await updateRack(store, initial.rackId, current => ({ lastBootId: some('boot-b'),
|
|
87
|
+
approvedBootId: current.lastBootId.type === 'none' && current.approvedBootId.type === 'none' ? some('boot-b') : current.approvedBootId }));
|
|
88
|
+
assert.deepEqual(next?.approvedBootId, some('boot-a'));
|
|
89
|
+
store.compareAndSetRack = async (expected, next) => { await store.deleteRack(expected.rackId); return cas(expected, next); };
|
|
90
|
+
assert.equal(await updateRack(store, initial.rackId, () => ({ healthy: true })), null);
|
|
91
|
+
assert.equal(await store.getRack(initial.rackId), null);
|
|
92
|
+
});
|
|
93
|
+
void it('bounds contention and propagates storage failures', async (t) => {
|
|
94
|
+
const store = await setup(t);
|
|
95
|
+
const initial = registration();
|
|
96
|
+
await store.putRack(initial);
|
|
97
|
+
let attempts = 0;
|
|
98
|
+
store.compareAndSetRack = () => { attempts++; return Promise.resolve(false); };
|
|
99
|
+
await assert.rejects(updateRack(store, initial.rackId, () => ({ healthy: false })), /retry/);
|
|
100
|
+
assert.equal(attempts, 8);
|
|
101
|
+
store.compareAndSetRack = () => Promise.reject(new Error('offline'));
|
|
102
|
+
await assert.rejects(updateRack(store, initial.rackId, () => ({ healthy: false })), /offline/);
|
|
103
|
+
});
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=rack-registry-contract.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rack-registry-contract.js","sourceRoot":"","sources":["../../../src/testing/rack-registry-contract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAoB,MAAM,WAAW,CAAC;AAC3D,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAyB,MAAM,6BAA6B,CAAC;AAC1F,OAAO,EAAE,UAAU,EAAqB,MAAM,8BAA8B,CAAC;AAE7E;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,KAA+D;IACjH,MAAM,YAAY,GAAG,GAAqB,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC;QAC5G,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI;QAChG,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,KAAK,QAAQ,CAAC,kBAAkB,KAAK,GAAG,EAAE,GAAG,EAAE;QAC7C,KAAK,EAAE,CAAC,+EAA+E,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACnG,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC;YAC7D,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAE,CAAC;YACxD,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACpE,MAAM,IAAI,GAAG,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;YAC3D,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAClE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAE,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACpE,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAE,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,kFAAkF,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACtG,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC7F,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBAClE,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;aACnF,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAE,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;YACtE,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACxF,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;QACxG,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,gGAAgG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACpH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3F,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,IAAI,GAAG,IAAI,CAAC;YACjE,KAAK,CAAC,iBAAiB,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;gBACjD,IAAI,IAAI,EAAE,CAAC;oBAAC,IAAI,GAAG,KAAK,CAAC;oBAAC,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAC3H,OAAO,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC7B,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxF,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAChB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;YAClH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,sEAAsE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC1F,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,OAAO,GAAG,EAAE,GAAG,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACtF,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,IAAI,GAAG,IAAI,CAAC;YACjE,KAAK,CAAC,iBAAiB,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;gBACjD,IAAI,IAAI,EAAE,CAAC;oBAAC,IAAI,GAAG,KAAK,CAAC;oBAAC,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAC7H,OAAO,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC7B,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC;gBAC3F,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;YAC7I,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACvD,KAAK,CAAC,iBAAiB,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7H,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACvF,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC,mDAAmD,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACvE,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;YAAC,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;YAC7G,KAAK,CAAC,iBAAiB,GAAG,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC7F,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC1B,KAAK,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YACrE,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|